Merge branch 'master' into docs/CLICKHOUSEDOCS-577-test-software

2024-11-21 23:21:59 +00:00 · 2020-04-08 02:47:21 +03:00 · 2020-04-08 02:47:21 +03:00 · 5d3a3ec6cd
commit 5d3a3ec6cd
parent 2dfeb95871 a29393821d
4503 changed files with 115555 additions and 28169 deletions
--- a/.gitignore
+++ b/.gitignore
@ -18,7 +18,7 @@
 /docs/website
 /docs/venv/
 /docs/tools/venv/
-/docs/tools/translate/venv/
+/docs/tools/translate/venv
 /docs/tools/translate/output.md
 /docs/en/single.md
 /docs/ru/single.md
@ -73,100 +73,100 @@ contrib/libpoco/Poco/
 contrib/libpoco/bin/
 contrib/libpoco/cmake_uninstall.cmake
 contrib/libre2/re2_st/
-dbms/Client/clickhouse-benchmark
-dbms/Client/clickhouse-client
-dbms/Client/tests/test-connect
-dbms/Common/tests/arena_with_free_lists
-dbms/Common/tests/auto_array
-dbms/Common/tests/compact_array
-dbms/Common/tests/hash_table
-dbms/Common/tests/hashes_test
-dbms/Common/tests/int_hashes_perf
-dbms/Common/tests/lru_cache
-dbms/Common/tests/parallel_aggregation
-dbms/Common/tests/parallel_aggregation2
-dbms/Common/tests/radix_sort
-dbms/Common/tests/shell_command_test
-dbms/Common/tests/simple_cache
-dbms/Common/tests/sip_hash
-dbms/Common/tests/sip_hash_perf
-dbms/Common/tests/small_table
-dbms/Core/tests/exception
-dbms/Core/tests/field
-dbms/Core/tests/rvo_test
-dbms/Core/tests/string_pool
-dbms/DataStreams/tests/aggregating_stream
-dbms/DataStreams/tests/block_tab_separated_streams
-dbms/DataStreams/tests/collapsing_sorted_stream
-dbms/DataStreams/tests/expression_stream
-dbms/DataStreams/tests/filter_stream
-dbms/DataStreams/tests/filter_stream_hitlog
-dbms/DataStreams/tests/fork_streams
-dbms/DataStreams/tests/glue_streams
-dbms/DataStreams/tests/json_streams
-dbms/DataStreams/tests/native_streams
-dbms/DataStreams/tests/sorting_stream
-dbms/DataStreams/tests/tab_separated_streams
-dbms/DataStreams/tests/union_stream
-dbms/DataStreams/tests/union_stream2
-dbms/DataTypes/tests/data_type_string
-dbms/DataTypes/tests/data_types_number_fixed
-dbms/Functions/tests/functions_arithmetic
-dbms/Functions/tests/logical_functions_performance
-dbms/Functions/tests/number_traits
-dbms/IO/tests/async_write
-dbms/IO/tests/cached_compressed_read_buffer
-dbms/IO/tests/compressed_buffer
-dbms/IO/tests/hashing_read_buffer
-dbms/IO/tests/hashing_write_buffer
-dbms/IO/tests/io_and_exceptions
-dbms/IO/tests/io_operators
-dbms/IO/tests/mempbrk
-dbms/IO/tests/o_direct_and_dirty_pages
-dbms/IO/tests/parse_int_perf
-dbms/IO/tests/parse_int_perf2
-dbms/IO/tests/read_buffer
-dbms/IO/tests/read_buffer_aio
-dbms/IO/tests/read_buffer_perf
-dbms/IO/tests/read_escaped_string
-dbms/IO/tests/read_float_perf
-dbms/IO/tests/read_write_int
-dbms/IO/tests/valid_utf8
-dbms/IO/tests/valid_utf8_perf
-dbms/IO/tests/var_uint
-dbms/IO/tests/write_buffer
-dbms/IO/tests/write_buffer_aio
-dbms/IO/tests/write_buffer_perf
-dbms/Interpreters/tests/address_patterns
-dbms/Interpreters/tests/aggregate
-dbms/Interpreters/tests/compiler_test
-dbms/Interpreters/tests/create_query
-dbms/Interpreters/tests/expression
-dbms/Interpreters/tests/expression_analyzer
-dbms/Interpreters/tests/hash_map
-dbms/Interpreters/tests/hash_map2
-dbms/Interpreters/tests/hash_map3
-dbms/Interpreters/tests/hash_map_string
-dbms/Interpreters/tests/hash_map_string_2
-dbms/Interpreters/tests/hash_map_string_3
-dbms/Interpreters/tests/hash_map_string_small
-dbms/Interpreters/tests/in_join_subqueries_preprocessor
-dbms/Interpreters/tests/logical_expressions_optimizer
-dbms/Interpreters/tests/select_query
-dbms/Interpreters/tests/two_level_hash_map
-dbms/Interpreters/tests/users
-dbms/Parsers/tests/create_parser
-dbms/Parsers/tests/select_parser
-dbms/Server/clickhouse-server
-dbms/Server/clickhouse-server.init
-dbms/Storages/tests/hit_log
-dbms/Storages/tests/merge_tree
-dbms/Storages/tests/part_checker
-dbms/Storages/tests/part_name
-dbms/Storages/tests/pk_condition
-dbms/Storages/tests/seek_speed_test
-dbms/Storages/tests/storage_log
-dbms/Storages/tests/system_numbers
+src/Client/clickhouse-benchmark
+src/Client/clickhouse-client
+src/Client/tests/test-connect
+src/Common/tests/arena_with_free_lists
+src/Common/tests/auto_array
+src/Common/tests/compact_array
+src/Common/tests/hash_table
+src/Common/tests/hashes_test
+src/Common/tests/int_hashes_perf
+src/Common/tests/lru_cache
+src/Common/tests/parallel_aggregation
+src/Common/tests/parallel_aggregation2
+src/Common/tests/radix_sort
+src/Common/tests/shell_command_test
+src/Common/tests/simple_cache
+src/Common/tests/sip_hash
+src/Common/tests/sip_hash_perf
+src/Common/tests/small_table
+src/Core/tests/exception
+src/Core/tests/field
+src/Core/tests/rvo_test
+src/Core/tests/string_pool
+src/DataStreams/tests/aggregating_stream
+src/DataStreams/tests/block_tab_separated_streams
+src/DataStreams/tests/collapsing_sorted_stream
+src/DataStreams/tests/expression_stream
+src/DataStreams/tests/filter_stream
+src/DataStreams/tests/filter_stream_hitlog
+src/DataStreams/tests/fork_streams
+src/DataStreams/tests/glue_streams
+src/DataStreams/tests/json_streams
+src/DataStreams/tests/native_streams
+src/DataStreams/tests/sorting_stream
+src/DataStreams/tests/tab_separated_streams
+src/DataStreams/tests/union_stream
+src/DataStreams/tests/union_stream2
+src/DataTypes/tests/data_type_string
+src/DataTypes/tests/data_types_number_fixed
+src/Functions/tests/functions_arithmetic
+src/Functions/tests/logical_functions_performance
+src/Functions/tests/number_traits
+src/IO/tests/async_write
+src/IO/tests/cached_compressed_read_buffer
+src/IO/tests/compressed_buffer
+src/IO/tests/hashing_read_buffer
+src/IO/tests/hashing_write_buffer
+src/IO/tests/io_and_exceptions
+src/IO/tests/io_operators
+src/IO/tests/mempbrk
+src/IO/tests/o_direct_and_dirty_pages
+src/IO/tests/parse_int_perf
+src/IO/tests/parse_int_perf2
+src/IO/tests/read_buffer
+src/IO/tests/read_buffer_aio
+src/IO/tests/read_buffer_perf
+src/IO/tests/read_escaped_string
+src/IO/tests/read_float_perf
+src/IO/tests/read_write_int
+src/IO/tests/valid_utf8
+src/IO/tests/valid_utf8_perf
+src/IO/tests/var_uint
+src/IO/tests/write_buffer
+src/IO/tests/write_buffer_aio
+src/IO/tests/write_buffer_perf
+src/Interpreters/tests/address_patterns
+src/Interpreters/tests/aggregate
+src/Interpreters/tests/compiler_test
+src/Interpreters/tests/create_query
+src/Interpreters/tests/expression
+src/Interpreters/tests/expression_analyzer
+src/Interpreters/tests/hash_map
+src/Interpreters/tests/hash_map2
+src/Interpreters/tests/hash_map3
+src/Interpreters/tests/hash_map_string
+src/Interpreters/tests/hash_map_string_2
+src/Interpreters/tests/hash_map_string_3
+src/Interpreters/tests/hash_map_string_small
+src/Interpreters/tests/in_join_subqueries_preprocessor
+src/Interpreters/tests/logical_expressions_optimizer
+src/Interpreters/tests/select_query
+src/Interpreters/tests/two_level_hash_map
+src/Interpreters/tests/users
+src/Parsers/tests/create_parser
+src/Parsers/tests/select_parser
+src/Server/clickhouse-server
+src/Server/clickhouse-server.init
+src/Storages/tests/hit_log
+src/Storages/tests/merge_tree
+src/Storages/tests/part_checker
+src/Storages/tests/part_name
+src/Storages/tests/pk_condition
+src/Storages/tests/seek_speed_test
+src/Storages/tests/storage_log
+src/Storages/tests/system_numbers
 libs/libcommon/src/revision.h
 libs/libcommon/src/tests/date_lut2
 libs/libcommon/src/tests/date_lut3
@ -184,15 +184,15 @@ libs/libzkutil/src/tests/zkutil_zookeeper_holder
 utils/zookeeper-create-entry-to-download-part/zookeeper-create-entry-to-download-part
 utils/zookeeper-dump-tree/zookeeper-dump-tree
 utils/zookeeper-remove-by-list/zookeeper-remove-by-list
-dbms/Storages/tests/remove_symlink_directory
+src/Storages/tests/remove_symlink_directory
 libs/libcommon/src/tests/json_test
 utils/compressor/zstd_test
 utils/wikistat-loader/wikistat-loader
-dbms/Common/tests/pod_array
+src/Common/tests/pod_array

-dbms/Server/data/*
-dbms/Server/metadata/*
-dbms/Server/status
+src/Server/data/*
+src/Server/metadata/*
+src/Server/status
 config-9001.xml

 *-preprocessed.xml
@ -242,7 +242,7 @@ website/package-lock.json
 */.DS_Store

 # Ignore files for locally disabled tests
-/dbms/queries/**/*.disabled
+/src/queries/**/*.disabled

 # cquery cache
 /.cquery-cache
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@ -31,11 +31,11 @@ build:
    - docker pull $CI_REGISTRY/yandex/clickhouse-builder
    - docker run --rm --volumes-from "${HOSTNAME}-build" --workdir "${CI_PROJECT_DIR}" --env CI_PROJECT_DIR=${CI_PROJECT_DIR} $CI_REGISTRY/yandex/clickhouse-builder /build_gitlab_ci.sh
  # You can upload your binary to nexus
-    - curl -v --keepalive-time 60 --keepalive --user "$NEXUS_USER:$NEXUS_PASSWORD" -XPUT "http://$NEXUS_HOST/repository/binaries/$CI_PROJECT_NAME" --upload-file ./dbms/Server/clickhouse
+    - curl -v --keepalive-time 60 --keepalive --user "$NEXUS_USER:$NEXUS_PASSWORD" -XPUT "http://$NEXUS_HOST/repository/binaries/$CI_PROJECT_NAME" --upload-file ./src/Server/clickhouse
  # Or download artifacts from gitlab
  artifacts:
    paths:
-      - ./dbms/Server/clickhouse
+      - ./src/Server/clickhouse
    expire_in: 1 day
  tags:
    - docker
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@ -228,7 +228,7 @@ else ()
    set(NOT_UNBUNDLED 1)
 endif ()

-if (UNBUNDLED OR NOT (OS_LINUX OR OS_DARWIN) OR ARCH_32)
+if (UNBUNDLED OR NOT (OS_LINUX OR OS_DARWIN))
    # Using system libs can cause a lot of warnings in includes (on macro expansion).
    option (WERROR "Enable -Werror compiler option" OFF)
 else ()
@ -251,6 +251,8 @@ if (OS_LINUX)
    include(cmake/linux/default_libs.cmake)
 elseif (OS_DARWIN)
    include(cmake/darwin/default_libs.cmake)
+elseif (OS_FREEBSD)
+    include(cmake/freebsd/default_libs.cmake)
 endif ()

 ######################################
@ -316,7 +318,6 @@ include (cmake/find/poco.cmake)
 include (cmake/find/lz4.cmake)
 include (cmake/find/xxhash.cmake)
 include (cmake/find/sparsehash.cmake)
-include (cmake/find/execinfo.cmake)
 include (cmake/find/re2.cmake)
 include (cmake/find/libgsasl.cmake)
 include (cmake/find/rdkafka.cmake)
@ -384,8 +385,8 @@ set(ConfigIncludePath ${CMAKE_CURRENT_BINARY_DIR}/includes/configs CACHE INTERNA
 include_directories(${ConfigIncludePath})

 add_subdirectory (base)
-add_subdirectory (dbms)
 add_subdirectory (programs)
+add_subdirectory (src)
 add_subdirectory (tests)
 add_subdirectory (utils)

--- a/README.md
+++ b/README.md
@ -15,8 +15,6 @@ ClickHouse is an open-source column-oriented database management system that all

 ## Upcoming Events

-* [ClickHouse Online Meetup (in Russian)](https://events.yandex.ru/events/click-house-onlajn-vs-03-04-2020) on April 3, 2020.
 * [ClickHouse in Avito (online in Russian)](https://avitotech.timepad.ru/event/1290051/) on April 9, 2020.
 * [ClickHouse Workshop in Novosibirsk](https://2020.codefest.ru/lecture/1628) on TBD date.
-* [Talks on Saint HighLoad++ in St. Petersburg](https://www.highload.ru/spb/2020/abstracts/6647) on TBD date.
 * [Yandex C++ Open-Source Sprints in Moscow](https://events.yandex.ru/events/otkrytyj-kod-v-yandek-28-03-2020) on TBD date.
--- a/base/common/time.h
+++ b/base/common/time.h
@ -4,4 +4,6 @@

 #if defined (OS_DARWIN)
 #    define CLOCK_MONOTONIC_COARSE CLOCK_MONOTONIC
+#elif defined (OS_FREEBSD)
+#    define CLOCK_MONOTONIC_COARSE CLOCK_MONOTONIC_FAST
 #endif
--- a/base/daemon/BaseDaemon.cpp
+++ b/base/daemon/BaseDaemon.cpp
@ -12,7 +12,6 @@
 #include <unistd.h>

 #include <typeinfo>
-#include <sys/time.h>
 #include <sys/resource.h>
 #include <iostream>
 #include <fstream>
--- a/cmake/analysis.cmake
+++ b/cmake/analysis.cmake
@ -10,7 +10,7 @@ if (ENABLE_CLANG_TIDY)
    if (CLANG_TIDY_PATH)
        message(STATUS "Using clang-tidy: ${CLANG_TIDY_PATH}. The checks will be run during build process. See the .clang-tidy file at the root directory to configure the checks.")
        set (USE_CLANG_TIDY 1)
-        # The variable CMAKE_CXX_CLANG_TIDY will be set inside dbms and base directories with non third-party code.
+        # The variable CMAKE_CXX_CLANG_TIDY will be set inside src and base directories with non third-party code.
        # set (CMAKE_CXX_CLANG_TIDY "${CLANG_TIDY_PATH}")
    else ()
        message(STATUS "clang-tidy is not found. This is normal - the tool is used only for static code analysis and not essential for build.")
--- a/cmake/arch.cmake
+++ b/cmake/arch.cmake
@ -11,7 +11,6 @@ if (CMAKE_LIBRARY_ARCHITECTURE MATCHES "i386")
    set (ARCH_I386 1)
 endif ()
 if ((ARCH_ARM AND NOT ARCH_AARCH64) OR ARCH_I386)
-    set (ARCH_32 1)
    message (FATAL_ERROR "32bit platforms are not supported")
 endif ()

--- a/cmake/find/execinfo.cmake
+++ b/cmake/find/execinfo.cmake
@ -1,8 +0,0 @@
-if (OS_FREEBSD)
-    find_library (EXECINFO_LIBRARY execinfo)
-    find_library (ELF_LIBRARY elf)
-    set (EXECINFO_LIBRARIES ${EXECINFO_LIBRARY} ${ELF_LIBRARY})
-    message (STATUS "Using execinfo: ${EXECINFO_LIBRARIES}")
-else ()
-    set (EXECINFO_LIBRARIES "")
-endif ()
--- a/cmake/find/libgsasl.cmake
+++ b/cmake/find/libgsasl.cmake
@ -1,6 +1,4 @@
-if (NOT ARCH_32)
-    option (USE_INTERNAL_LIBGSASL_LIBRARY "Set to FALSE to use system libgsasl library instead of bundled" ${NOT_UNBUNDLED})
-endif ()
+option (USE_INTERNAL_LIBGSASL_LIBRARY "Set to FALSE to use system libgsasl library instead of bundled" ${NOT_UNBUNDLED})

 if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libgsasl/src/gsasl.h")
    if (USE_INTERNAL_LIBGSASL_LIBRARY)
@ -16,7 +14,7 @@ if (NOT USE_INTERNAL_LIBGSASL_LIBRARY)
 endif ()

 if (LIBGSASL_LIBRARY AND LIBGSASL_INCLUDE_DIR)
-elseif (NOT MISSING_INTERNAL_LIBGSASL_LIBRARY AND NOT ARCH_32)
+elseif (NOT MISSING_INTERNAL_LIBGSASL_LIBRARY)
    set (LIBGSASL_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/libgsasl/src ${ClickHouse_SOURCE_DIR}/contrib/libgsasl/linux_x86_64/include)
    set (USE_INTERNAL_LIBGSASL_LIBRARY 1)
    set (LIBGSASL_LIBRARY libgsasl)
--- a/cmake/find/rdkafka.cmake
+++ b/cmake/find/rdkafka.cmake
@ -1,5 +1,5 @@
 # Freebsd: contrib/cppkafka/include/cppkafka/detail/endianness.h:53:23: error: 'betoh16' was not declared in this scope
-if (NOT ARCH_ARM AND NOT ARCH_32 AND NOT OS_FREEBSD AND OPENSSL_FOUND)
+if (NOT ARCH_ARM AND NOT OS_FREEBSD AND OPENSSL_FOUND)
    option (ENABLE_RDKAFKA "Enable kafka" ${ENABLE_LIBRARIES})
 endif ()

--- a/cmake/find/ssl.cmake
+++ b/cmake/find/ssl.cmake
@ -2,9 +2,7 @@ option(ENABLE_SSL "Enable ssl" ${ENABLE_LIBRARIES})

 if(ENABLE_SSL)

-if(NOT ARCH_32)
-    option(USE_INTERNAL_SSL_LIBRARY "Set to FALSE to use system *ssl library instead of bundled" ${NOT_UNBUNDLED})
-endif()
+option(USE_INTERNAL_SSL_LIBRARY "Set to FALSE to use system *ssl library instead of bundled" ${NOT_UNBUNDLED})

 if(NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/openssl/README")
    if(USE_INTERNAL_SSL_LIBRARY)
--- a/cmake/find/unwind.cmake
+++ b/cmake/find/unwind.cmake
@ -1,14 +1,5 @@
 option (USE_UNWIND "Enable libunwind (better stacktraces)" ${ENABLE_LIBRARIES})

-if (NOT CMAKE_SYSTEM MATCHES "Linux" OR ARCH_ARM OR ARCH_32)
-    set (USE_UNWIND OFF)
-endif ()
-
-if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libunwind/CMakeLists.txt")
-    message(WARNING "submodule contrib/libunwind is missing. to fix try run: \n git submodule update --init --recursive")
-    set (USE_UNWIND OFF)
-endif ()
-
 if (USE_UNWIND)
    add_subdirectory(contrib/libunwind-cmake)
    set (UNWIND_LIBRARIES unwind)
--- a/cmake/find/zlib.cmake
+++ b/cmake/find/zlib.cmake
@ -1,6 +1,4 @@
-if (NOT OS_FREEBSD AND NOT ARCH_32)
-    option (USE_INTERNAL_ZLIB_LIBRARY "Set to FALSE to use system zlib library instead of bundled" ${NOT_UNBUNDLED})
-endif ()
+option (USE_INTERNAL_ZLIB_LIBRARY "Set to FALSE to use system zlib library instead of bundled" ${NOT_UNBUNDLED})

 if (NOT MSVC)
    set (INTERNAL_ZLIB_NAME "zlib-ng" CACHE INTERNAL "")
--- a/cmake/freebsd/default_libs.cmake
+++ b/cmake/freebsd/default_libs.cmake
@ -0,0 +1,40 @@
+set (DEFAULT_LIBS "-nodefaultlibs")
+
+if (NOT COMPILER_CLANG)
+    message (FATAL_ERROR "FreeBSD build is supported only for Clang")
+endif ()
+
+execute_process (COMMAND ${CMAKE_CXX_COMPILER} --print-file-name=libclang_rt.builtins-${CMAKE_SYSTEM_PROCESSOR}.a OUTPUT_VARIABLE BUILTINS_LIBRARY OUTPUT_STRIP_TRAILING_WHITESPACE)
+
+set (DEFAULT_LIBS "${DEFAULT_LIBS} ${BUILTINS_LIBRARY} ${COVERAGE_OPTION} -lc -lm -lrt -lpthread")
+
+message(STATUS "Default libraries: ${DEFAULT_LIBS}")
+
+set(CMAKE_CXX_STANDARD_LIBRARIES ${DEFAULT_LIBS})
+set(CMAKE_C_STANDARD_LIBRARIES ${DEFAULT_LIBS})
+
+# Global libraries
+
+add_library(global-libs INTERFACE)
+
+# Unfortunately '-pthread' doesn't work with '-nodefaultlibs'.
+# Just make sure we have pthreads at all.
+set(THREADS_PREFER_PTHREAD_FLAG ON)
+find_package(Threads REQUIRED)
+
+include (cmake/find/unwind.cmake)
+include (cmake/find/cxx.cmake)
+
+add_library(global-group INTERFACE)
+
+target_link_libraries(global-group INTERFACE
+    $<TARGET_PROPERTY:global-libs,INTERFACE_LINK_LIBRARIES>
+)
+
+link_libraries(global-group)
+
+# FIXME: remove when all contribs will get custom cmake lists
+install(
+    TARGETS global-group global-libs
+    EXPORT global
+)
--- a/cmake/freebsd/toolchain-x86_64.cmake
+++ b/cmake/freebsd/toolchain-x86_64.cmake
@ -0,0 +1,19 @@
+set (CMAKE_SYSTEM_NAME "FreeBSD")
+set (CMAKE_SYSTEM_PROCESSOR "x86_64")
+set (CMAKE_C_COMPILER_TARGET "x86_64-pc-freebsd12.1")
+set (CMAKE_CXX_COMPILER_TARGET "x86_64-pc-freebsd12.1")
+set (CMAKE_ASM_COMPILER_TARGET "x86_64-pc-freebsd12.1")
+set (CMAKE_SYSROOT "${CMAKE_CURRENT_LIST_DIR}/../toolchain/freebsd-x86_64")
+
+set (CMAKE_TRY_COMPILE_TARGET_TYPE STATIC_LIBRARY)  # disable linkage check - it doesn't work in CMake
+
+set (LINKER_NAME "lld" CACHE STRING "" FORCE)
+
+set (CMAKE_EXE_LINKER_FLAGS_INIT "-fuse-ld=lld")
+set (CMAKE_SHARED_LINKER_FLAGS_INIT "-fuse-ld=lld")
+
+set (HAS_PRE_1970_EXITCODE "0" CACHE STRING "Result from TRY_RUN" FORCE)
+set (HAS_PRE_1970_EXITCODE__TRYRUN_OUTPUT "" CACHE STRING "Output from TRY_RUN" FORCE)
+
+set (HAS_POST_2038_EXITCODE "0" CACHE STRING "Result from TRY_RUN" FORCE)
+set (HAS_POST_2038_EXITCODE__TRYRUN_OUTPUT "" CACHE STRING "Output from TRY_RUN" FORCE)
--- a/cmake/lib_name.cmake
+++ b/cmake/lib_name.cmake
@ -1,5 +1,5 @@
 set(DIVIDE_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/libdivide)
-set(DBMS_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/dbms ${ClickHouse_BINARY_DIR}/dbms)
+set(DBMS_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/src ${ClickHouse_BINARY_DIR}/src)
 set(DOUBLE_CONVERSION_CONTRIB_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/double-conversion)
 set(METROHASH_CONTRIB_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/libmetrohash/src)
 set(PCG_RANDOM_INCLUDE_DIR ${ClickHouse_SOURCE_DIR}/contrib/libpcg-random/include)
--- a/cmake/target.cmake
+++ b/cmake/target.cmake
@ -24,6 +24,9 @@ if (CMAKE_CROSSCOMPILING)
            set (ENABLE_PARQUET OFF CACHE INTERNAL "")
            set (ENABLE_MYSQL OFF CACHE INTERNAL "")
        endif ()
+    elseif (OS_FREEBSD)
+        # FIXME: broken dependencies
+        set (ENABLE_PROTOBUF OFF CACHE INTERNAL "")
    else ()
        message (FATAL_ERROR "Trying to cross-compile to unsupported system: ${CMAKE_SYSTEM_NAME}!")
    endif ()
--- a/dbms/Client/CMakeLists.txt
+++ b/dbms/Client/CMakeLists.txt
@ -1,8 +0,0 @@
-# TODO: make separate lib datastream, block, ...
-#include(${ClickHouse_SOURCE_DIR}/cmake/dbms_glob_sources.cmake)
-#add_headers_and_sources(clickhouse_client .)
-#add_library(clickhouse_client ${clickhouse_client_headers} ${clickhouse_client_sources})
-#target_link_libraries (clickhouse_client clickhouse_common_io ${Poco_Net_LIBRARY})
-#target_include_directories (clickhouse_client PRIVATE ${DBMS_INCLUDE_DIR})
-
-add_subdirectory(tests)
--- a/docker/builder/README.md
+++ b/docker/builder/README.md
@ -23,7 +23,7 @@ It builds only binaries, not packages.

 For example, run server:
 ```
-cd $(git rev-parse --show-toplevel)/dbms/Server
+cd $(git rev-parse --show-toplevel)/src/Server
 $(git rev-parse --show-toplevel)/docker/builder/programs/clickhouse server --config-file $(git rev-parse --show-toplevel)/programs/server/config.xml
 ```

--- a/docker/packager/binary/Dockerfile
+++ b/docker/packager/binary/Dockerfile
@ -65,5 +65,8 @@ RUN wget https://github.com/phracker/MacOSX-SDKs/releases/download/10.14-beta4/M
 # It contains all required headers and libraries. Note that it's named as "gcc" but actually we are using clang for cross compiling.
 RUN wget "https://developer.arm.com/-/media/Files/downloads/gnu-a/8.3-2019.03/binrel/gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz?revision=2e88a73f-d233-4f96-b1f4-d8b36e9bb0b9&la=en" -O gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz

+# Download toolchain for FreeBSD 12.1
+RUN wget https://clickhouse-datasets.s3.yandex.net/toolchains/toolchains/freebsd-12.1-toolchain.tar.xz
+
 COPY build.sh /
 CMD ["/bin/bash", "/build.sh"]
--- a/docker/packager/binary/build.sh
+++ b/docker/packager/binary/build.sh
@ -8,6 +8,9 @@ tar xJf MacOSX10.14.sdk.tar.xz -C build/cmake/toolchain/darwin-x86_64 --strip-co
 mkdir -p build/cmake/toolchain/linux-aarch64
 tar xJf gcc-arm-8.3-2019.03-x86_64-aarch64-linux-gnu.tar.xz -C build/cmake/toolchain/linux-aarch64 --strip-components=1

+mkdir -p build/cmake/toolchain/freebsd-x86_64
+tar xJf freebsd-12.1-toolchain.tar.xz -C build/cmake/toolchain/freebsd-x86_64 --strip-components=1
+
 mkdir -p build/build_docker
 cd build/build_docker
 ccache --show-stats ||:
@ -17,7 +20,7 @@ cmake .. -LA -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DSANITIZE=$SANITIZER $CMAKE_FLAGS
 ninja
 ccache --show-stats ||:
 mv ./programs/clickhouse* /output
-mv ./dbms/unit_tests_dbms /output
+mv ./src/unit_tests_dbms /output
 find . -name '*.so' -print -exec mv '{}' /output \;
 find . -name '*.so.*' -print -exec mv '{}' /output \;

--- a/docker/packager/packager
+++ b/docker/packager/packager
@ -107,6 +107,7 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
    CLANG_PREFIX = "clang"
    DARWIN_SUFFIX = "-darwin"
    ARM_SUFFIX = "-aarch64"
+    FREEBSD_SUFFIX = "-freebsd"

    result = []
    cmake_flags = ['$CMAKE_FLAGS', '-DADD_GDB_INDEX_FOR_GOLD=1']
@ -114,7 +115,8 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
    is_clang = compiler.startswith(CLANG_PREFIX)
    is_cross_darwin = compiler.endswith(DARWIN_SUFFIX)
    is_cross_arm = compiler.endswith(ARM_SUFFIX)
-    is_cross_compile = is_cross_darwin or is_cross_arm
+    is_cross_freebsd = compiler.endswith(FREEBSD_SUFFIX)
+    is_cross_compile = is_cross_darwin or is_cross_arm or is_cross_freebsd

    # Explicitly use LLD with Clang by default.
    # Don't force linker for cross-compilation.
@ -131,6 +133,9 @@ def parse_env_variables(build_type, compiler, sanitizer, package_type, image_typ
    elif is_cross_arm:
        cc = compiler[:-len(ARM_SUFFIX)]
        cmake_flags.append("-DCMAKE_TOOLCHAIN_FILE=/build/cmake/linux/toolchain-aarch64.cmake")
+    elif is_cross_freebsd:
+        cc = compiler[:-len(FREEBSD_SUFFIX)]
+        cmake_flags.append("-DCMAKE_TOOLCHAIN_FILE=/build/cmake/freebsd/toolchain-x86_64.cmake")
    else:
        cc = compiler

--- a/docker/test/performance-comparison/compare.sh
+++ b/docker/test/performance-comparison/compare.sh
@ -107,7 +107,7 @@ function run_tests
        # and not always correct (e.g. when the reference SHA is really old and
        # has some other differences to the tested SHA, besides the one introduced
        # by the PR).
-        test_files_override=$(sed "s/dbms\/tests\/performance/${test_prefix//\//\\/}/" changed-tests.txt)
+        test_files_override=$(sed "s/tests\/performance/${test_prefix//\//\\/}/" changed-tests.txt)
        if [ "$test_files_override" != "" ]
        then
            test_files=$test_files_override
@ -148,7 +148,7 @@ function run_tests

        TIMEFORMAT=$(printf "$test_name\t%%3R\t%%3U\t%%3S\n")
        # the grep is to filter out set -x output and keep only time output
-        { time "$script_dir/perf.py" "$test" > "$test_name-raw.tsv" 2> "$test_name-err.log" ; } 2>&1 >/dev/null | grep -v ^+ >> "wall-clock-times.tsv" || continue
+        { time "$script_dir/perf.py" --host localhost localhost --port 9001 9002 -- "$test" > "$test_name-raw.tsv" 2> "$test_name-err.log" ; } 2>&1 >/dev/null | grep -v ^+ >> "wall-clock-times.tsv" || continue

        # The test completed with zero status, so we treat stderr as warnings
        mv "$test_name-err.log" "$test_name-warn.log"
@ -406,7 +406,7 @@ unset IFS

 # Remember that grep sets error code when nothing is found, hence the bayan
 # operator.
-grep -H -m2 '\(Exception\|Error\):[^:]' ./*-err.log | sed 's/:/\t/' > run-errors.tsv ||:
+grep -H -m2 -i '\(Exception\|Error\):[^:]' ./*-err.log | sed 's/:/\t/' > run-errors.tsv ||:
 }

 case "$stage" in
--- a/docker/test/performance-comparison/perf.py
+++ b/docker/test/performance-comparison/perf.py
@ -23,8 +23,8 @@ report_stage_end('start')
 parser = argparse.ArgumentParser(description='Run performance test.')
 # Explicitly decode files as UTF-8 because sometimes we have Russian characters in queries, and LANG=C is set.
 parser.add_argument('file', metavar='FILE', type=argparse.FileType('r', encoding='utf-8'), nargs=1, help='test description file')
-parser.add_argument('--host', nargs='*', default=['127.0.0.1', '127.0.0.1'], help="Server hostname. Parallel to '--port'.")
-parser.add_argument('--port', nargs='*', default=[9001, 9002], help="Server port. Parallel to '--host'.")
+parser.add_argument('--host', nargs='*', default=['localhost'], help="Server hostname(s). Corresponds to '--port' options.")
+parser.add_argument('--port', nargs='*', default=[9000], help="Server port(s). Corresponds to '--host' options.")
 parser.add_argument('--runs', type=int, default=int(os.environ.get('CHPC_RUNS', 7)), help='Number of query runs per server. Defaults to CHPC_RUNS environment variable.')
 parser.add_argument('--no-long', type=bool, default=True, help='Skip the tests tagged as long.')
 args = parser.parse_args()
--- a/docker/test/stateless/Dockerfile
+++ b/docker/test/stateless/Dockerfile
@ -62,15 +62,18 @@ CMD dpkg -i package_folder/clickhouse-common-static_*.deb; \
    ln -s /usr/share/clickhouse-test/config/query_masking_rules.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/log_queries.xml /etc/clickhouse-server/users.d/; \
    ln -s /usr/share/clickhouse-test/config/readonly.xml /etc/clickhouse-server/users.d/; \
+    ln -s /usr/share/clickhouse-test/config/access_management.xml /etc/clickhouse-server/users.d/; \
    ln -s /usr/share/clickhouse-test/config/ints_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/strings_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/decimals_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/macros.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/disks.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/secure_ports.xml /etc/clickhouse-server/config.d/; \
+    ln -s /usr/share/clickhouse-test/config/clusters.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/server.key /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/server.crt /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/dhparam.pem /etc/clickhouse-server/; \
+    if [ -n $USE_POLYMORPHIC_PARTS ] && [ $USE_POLYMORPHIC_PARTS -eq 1 ]; then ln -s /usr/share/clickhouse-test/config/polymorphic_parts.xml /etc/clickhouse-server/config.d/; fi; \
    ln -sf /usr/share/clickhouse-test/config/client_config.xml /etc/clickhouse-client/config.xml; \
    service zookeeper start; sleep 5; \
    service clickhouse-server start && sleep 5 && clickhouse-test --testname --shard --zookeeper $ADDITIONAL_OPTIONS $SKIP_TESTS_OPTION 2>&1 | ts '%Y-%m-%d %H:%M:%S' | tee test_output/test_result.txt
--- a/docker/test/stateless_with_coverage/run.sh
+++ b/docker/test/stateless_with_coverage/run.sh
@ -42,12 +42,14 @@ ln -s /usr/share/clickhouse-test/config/zookeeper.xml /etc/clickhouse-server/con
    ln -s /usr/share/clickhouse-test/config/query_masking_rules.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/log_queries.xml /etc/clickhouse-server/users.d/; \
    ln -s /usr/share/clickhouse-test/config/readonly.xml /etc/clickhouse-server/users.d/; \
+    ln -s /usr/share/clickhouse-test/config/access_management.xml /etc/clickhouse-server/users.d/; \
    ln -s /usr/share/clickhouse-test/config/ints_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/strings_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/decimals_dictionary.xml /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/macros.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/disks.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/secure_ports.xml /etc/clickhouse-server/config.d/; \
+    ln -s /usr/share/clickhouse-test/config/clusters.xml /etc/clickhouse-server/config.d/; \
    ln -s /usr/share/clickhouse-test/config/server.key /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/server.crt /etc/clickhouse-server/; \
    ln -s /usr/share/clickhouse-test/config/dhparam.pem /etc/clickhouse-server/; \
--- a/docs/en/changelog/index.md
+++ b/docs/en/changelog/index.md
@ -1 +0,0 @@
-../../../CHANGELOG.md
--- a/docs/en/commercial/cloud.md
+++ b/docs/en/commercial/cloud.md
@ -7,7 +7,7 @@

 [Yandex Managed Service for ClickHouse](https://cloud.yandex.com/services/managed-clickhouse?utm_source=referrals&utm_medium=clickhouseofficialsite&utm_campaign=link3) provides the following key features:

-   Fully managed ZooKeeper service for [ClickHouse replication](../operations/table_engines/replication.md)
+-   Fully managed ZooKeeper service for [ClickHouse replication](../engines/table_engines/mergetree_family/replication.md)
 -   Multiple storage type choices
 -   Replicas in different availability zones
 -   Encryption and isolation
--- a/docs/en/commercial/index.md
+++ b/docs/en/commercial/index.md
@ -0,0 +1,6 @@
+---
+toc_title: Commercial
+toc_folder_title: Commercial
+toc_priority: 70
+---
+
--- a/docs/en/data_types/special_data_types/set.md
+++ b/docs/en/data_types/special_data_types/set.md
@ -1,5 +0,0 @@
-# Set {#set}
-
-Used for the right half of an [IN](../../query_language/select.md#select-in-operators) expression.
-
-[Original article](https://clickhouse.tech/docs/en/data_types/special_data_types/set/) <!--hide-->
--- a/docs/en/development/architecture.md
+++ b/docs/en/development/architecture.md
@ -1,3 +1,8 @@
+---
+toc_priority: 62
+toc_title: Overview of ClickHouse Architecture
+---
+
 # Overview of ClickHouse Architecture {#overview-of-clickhouse-architecture}

 ClickHouse is a true column-oriented DBMS. Data is stored by columns and during the execution of arrays (vectors or chunks of columns). Whenever possible, operations are dispatched on arrays, rather than on individual values. It is called “vectorized query execution,” and it helps lower the cost of actual data processing.
@ -115,7 +120,7 @@ There are ordinary functions and aggregate functions. For aggregate functions, s

 Ordinary functions don’t change the number of rows – they work as if they are processing each row independently. In fact, functions are not called for individual rows, but for `Block`’s of data to implement vectorized query execution.

-There are some miscellaneous functions, like [blockSize](../query_language/functions/other_functions.md#function-blocksize), [rowNumberInBlock](../query_language/functions/other_functions.md#function-rownumberinblock), and [runningAccumulate](../query_language/functions/other_functions.md#function-runningaccumulate), that exploit block processing and violate the independence of rows.
+There are some miscellaneous functions, like [blockSize](../sql_reference/functions/other_functions.md#function-blocksize), [rowNumberInBlock](../sql_reference/functions/other_functions.md#function-rownumberinblock), and [runningAccumulate](../sql_reference/functions/other_functions.md#function-runningaccumulate), that exploit block processing and violate the independence of rows.

 ClickHouse has strong typing, so there’s no implicit type conversion. If a function doesn’t support a specific combination of types, it throws an exception. But functions can work (be overloaded) for many different combinations of types. For example, the `plus` function (to implement the `+` operator) works for any combination of numeric types: `UInt8` + `Float32`, `UInt16` + `Int8`, and so on. Also, some variadic functions can accept any number of arguments, such as the `concat` function.

--- a/docs/en/development/browse_code.md
+++ b/docs/en/development/browse_code.md
@ -1,6 +1,11 @@
+---
+toc_priority: 63
+toc_title: Browse ClickHouse Source Code
+---
+
 # Browse ClickHouse Source Code {#browse-clickhouse-source-code}

-You can use **Woboq** online code browser available [here](https://clickhouse-test-reports.s3.yandex.net/codebrowser/html_report///ClickHouse/dbms/index.html). It provides code navigation and semantic highlighting, search and indexing. The code snapshot is updated daily.
+You can use **Woboq** online code browser available [here](https://clickhouse-test-reports.s3.yandex.net/codebrowser/html_report///ClickHouse/src/index.html). It provides code navigation and semantic highlighting, search and indexing. The code snapshot is updated daily.

 Also, you can browse sources on [GitHub](https://github.com/ClickHouse/ClickHouse) as usual.

--- a/docs/en/development/build.md
+++ b/docs/en/development/build.md
@ -1,3 +1,8 @@
+---
+toc_priority: 64
+toc_title: How to Build ClickHouse on Linux
+---
+
 # How to Build ClickHouse for Development {#how-to-build-clickhouse-for-development}

 The following tutorial is based on the Ubuntu Linux system.
--- a/docs/en/development/build_cross_arm.md
+++ b/docs/en/development/build_cross_arm.md
@ -1,3 +1,8 @@
+---
+toc_priority: 67
+toc_title: How to Build ClickHouse on Linux for AARCH64 (ARM64)
+---
+
 # How to Build ClickHouse on Linux for AARCH64 (ARM64) architecture {#how-to-build-clickhouse-on-linux-for-aarch64-arm64-architecture}

 This is for the case when you have Linux machine and want to use it to build `clickhouse` binary that will run on another Linux machine with AARCH64 CPU architecture. This is intended for continuous integration checks that run on Linux servers.
--- a/docs/en/development/build_cross_osx.md
+++ b/docs/en/development/build_cross_osx.md
@ -1,3 +1,8 @@
+---
+toc_priority: 66
+toc_title: How to Build ClickHouse on Linux for Mac OS X
+---
+
 # How to Build ClickHouse on Linux for Mac OS X {#how-to-build-clickhouse-on-linux-for-mac-os-x}

 This is for the case when you have Linux machine and want to use it to build `clickhouse` binary that will run on OS X. This is intended for continuous integration checks that run on Linux servers. If you want to build ClickHouse directly on Mac OS X, then proceed with [another instruction](build_osx.md).
--- a/docs/en/development/build_osx.md
+++ b/docs/en/development/build_osx.md
@ -1,3 +1,8 @@
+---
+toc_priority: 65
+toc_title: How to Build ClickHouse on Mac OS X
+---
+
 # How to Build ClickHouse on Mac OS X {#how-to-build-clickhouse-on-mac-os-x}

 Build should work on Mac OS X 10.15 (Catalina)
--- a/docs/en/development/contrib.md
+++ b/docs/en/development/contrib.md
@ -1,7 +1,12 @@
+---
+toc_priority: 70
+toc_title: Third-Party Libraries Used
+---
+
 # Third-Party Libraries Used {#third-party-libraries-used}

 | Library             | License                                                                                                                                      |
-|---------------------|----------------------------------------------------------------------------------------------------------------------------------------------|
+|-------------|--------------------------------------------------------------------------------------|
 | base64              | [BSD 2-Clause License](https://github.com/aklomp/base64/blob/a27c565d1b6c676beaf297fe503c4518185666f7/LICENSE)                               |
 | boost               | [Boost Software License 1.0](https://github.com/ClickHouse-Extras/boost-extra/blob/6883b40449f378019aec792f9983ce3afc7ff16e/LICENSE_1_0.txt) |
 | brotli              | [MIT](https://github.com/google/brotli/blob/master/LICENSE)                                                                                  |
--- a/docs/en/development/developer_instruction.md
+++ b/docs/en/development/developer_instruction.md
@ -1,3 +1,8 @@
+---
+toc_priority: 61
+toc_title: The Beginner ClickHouse Developer Instruction
+---
+
 Building of ClickHouse is supported on Linux, FreeBSD and Mac OS X.

 # If you use Windows {#if-you-use-windows}
--- a/docs/en/development/index.md
+++ b/docs/en/development/index.md
@ -1,3 +1,10 @@
+---
+toc_folder_title: Development
+toc_hidden: true
+toc_priority: 58
+toc_title: hidden
+---
+
 # ClickHouse Development {#clickhouse-development}

 [Original article](https://clickhouse.tech/docs/en/development/) <!--hide-->
--- a/docs/en/development/style.md
+++ b/docs/en/development/style.md
@ -1,3 +1,8 @@
+---
+toc_priority: 68
+toc_title: How to Write C++ Code
+---
+
 # How to Write C++ Code {#how-to-write-c-code}

 ## General Recommendations {#general-recommendations}
--- a/docs/en/development/tests.md
+++ b/docs/en/development/tests.md
@ -1,3 +1,8 @@
+---
+toc_priority: 69
+toc_title: How to Run ClickHouse Tests
+---
+
 # ClickHouse Testing {#clickhouse-testing}

 ## Functional Tests {#functional-tests}
@ -55,7 +60,7 @@ If you want to improve performance of ClickHouse in some scenario, and if improv

 ## Test Tools And Scripts {#test-tools-and-scripts}

-Some programs in `tests` directory are not prepared tests, but are test tools. For example, for `Lexer` there is a tool `dbms/Parsers/tests/lexer` that just do tokenization of stdin and writes colorized result to stdout. You can use these kind of tools as a code examples and for exploration and manual testing.
+Some programs in `tests` directory are not prepared tests, but are test tools. For example, for `Lexer` there is a tool `src/Parsers/tests/lexer` that just do tokenization of stdin and writes colorized result to stdout. You can use these kind of tools as a code examples and for exploration and manual testing.

 You can also place pair of files `.sh` and `.reference` along with the tool to run it on some predefined input - then script result can be compared to `.reference` file. These kind of tests are not automated.

--- a/docs/en/engines/database_engines/index.md
+++ b/docs/en/engines/database_engines/index.md
@ -1,8 +1,14 @@
+---
+toc_folder_title: Database Engines
+toc_priority: 27
+toc_title: Introduction
+---
+
 # Database Engines {#database-engines}

 Database engines allow you to work with tables.

-By default, ClickHouse uses its native database engine, which provides configurable [table engines](../operations/table_engines/index.md) and an [SQL dialect](../query_language/syntax.md).
+By default, ClickHouse uses its native database engine, which provides configurable [table engines](../../engines/table_engines/index.md) and an [SQL dialect](../../sql_reference/syntax.md).

 You can also use the following database engines:

--- a/docs/en/engines/database_engines/lazy.md
+++ b/docs/en/engines/database_engines/lazy.md
@ -1,3 +1,8 @@
+---
+toc_priority: 31
+toc_title: Lazy
+---
+
 # Lazy {#lazy}

 Keeps tables in RAM only `expiration_time_in_seconds` seconds after last access. Can be used only with \*Log tables.
--- a/docs/en/engines/database_engines/mysql.md
+++ b/docs/en/engines/database_engines/mysql.md
@ -1,4 +1,9 @@
-# MySQL {#mysql}
+---
+toc_priority: 30
+toc_title: MySQL
+---
+
+# Mysql {#mysql}

 Allows to connect to databases on a remote MySQL server and perform `INSERT` and `SELECT` queries to exchange data between ClickHouse and MySQL.

@ -27,26 +32,26 @@ ENGINE = MySQL('host:port', 'database', 'user', 'password')
 ## Data Types Support {#data_types-support}

 | MySQL                            | ClickHouse                                                   |
-|----------------------------------|---------------------------------------------|
-| UNSIGNED TINYINT                 | [UInt8](../data_types/int_uint.md)          |
-| TINYINT                          | [Int8](../data_types/int_uint.md)           |
-| UNSIGNED SMALLINT                | [UInt16](../data_types/int_uint.md)         |
-| SMALLINT                         | [Int16](../data_types/int_uint.md)          |
-| UNSIGNED INT, UNSIGNED MEDIUMINT | [UInt32](../data_types/int_uint.md)         |
-| INT, MEDIUMINT                   | [Int32](../data_types/int_uint.md)          |
-| UNSIGNED BIGINT                  | [UInt64](../data_types/int_uint.md)         |
-| BIGINT                           | [Int64](../data_types/int_uint.md)          |
-| FLOAT                            | [Float32](../data_types/float.md)           |
-| DOUBLE                           | [Float64](../data_types/float.md)           |
-| DATE                             | [Date](../data_types/date.md)               |
-| DATETIME, TIMESTAMP              | [DateTime](../data_types/datetime.md)       |
-| BINARY                           | [FixedString](../data_types/fixedstring.md) |
+|----------------------|--------------------------------------|
+| UNSIGNED TINYINT                 | [UInt8](../../sql_reference/data_types/int_uint.md)          |
+| TINYINT                          | [Int8](../../sql_reference/data_types/int_uint.md)           |
+| UNSIGNED SMALLINT                | [UInt16](../../sql_reference/data_types/int_uint.md)         |
+| SMALLINT                         | [Int16](../../sql_reference/data_types/int_uint.md)          |
+| UNSIGNED INT, UNSIGNED MEDIUMINT | [UInt32](../../sql_reference/data_types/int_uint.md)         |
+| INT, MEDIUMINT                   | [Int32](../../sql_reference/data_types/int_uint.md)          |
+| UNSIGNED BIGINT                  | [UInt64](../../sql_reference/data_types/int_uint.md)         |
+| BIGINT                           | [Int64](../../sql_reference/data_types/int_uint.md)          |
+| FLOAT                            | [Float32](../../sql_reference/data_types/float.md)           |
+| DOUBLE                           | [Float64](../../sql_reference/data_types/float.md)           |
+| DATE                             | [Date](../../sql_reference/data_types/date.md)               |
+| DATETIME, TIMESTAMP              | [DateTime](../../sql_reference/data_types/datetime.md)       |
+| BINARY                           | [FixedString](../../sql_reference/data_types/fixedstring.md) |

-All other MySQL data types are converted into [String](../data_types/string.md).
+All other MySQL data types are converted into [String](../../sql_reference/data_types/string.md).

-[Nullable](../data_types/nullable.md) is supported.
+[Nullable](../../sql_reference/data_types/nullable.md) is supported.

-## Examples of Use {#examples-of-use}
+## Examples Of Use {#examples-of-use}

 Table in MySQL:

@ -64,11 +69,11 @@ mysql> insert into mysql_table (`int_id`, `float`) VALUES (1,2);
 Query OK, 1 row affected (0,00 sec)

 mysql> select * from mysql_table;
-+--------+-------+
+------+-----+
 | int_id | value |
-+--------+-------+
+------+-----+
 |      1 |     2 |
-+--------+-------+
+------+-----+
 1 row in set (0,00 sec)
 ```

--- a/docs/en/engines/index.md
+++ b/docs/en/engines/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: Engines
+toc_priority: 25
+---
+
--- a/docs/en/engines/table_engines/index.md
+++ b/docs/en/engines/table_engines/index.md
@ -0,0 +1,83 @@
+---
+toc_folder_title: Table Engines
+toc_priority: 26
+toc_title: Introduction
+---
+
+# Table Engines {#table_engines}
+
+The table engine (type of table) determines:
+
+-   How and where data is stored, where to write it to, and where to read it from.
+-   Which queries are supported, and how.
+-   Concurrent data access.
+-   Use of indexes, if present.
+-   Whether multithreaded request execution is possible.
+-   Data replication parameters.
+
+## Engine Families {#engine-families}
+
+### Mergetree {#mergetree}
+
+The most universal and functional table engines for high-load tasks. The property shared by these engines is quick data insertion with subsequent background data processing. `MergeTree` family engines support data replication (with [Replicated\*](mergetree_family/replication.md) versions of engines), partitioning, and other features not supported in other engines.
+
+Engines in the family:
+
+-   [MergeTree](mergetree_family/mergetree.md)
+-   [ReplacingMergeTree](mergetree_family/replacingmergetree.md)
+-   [SummingMergeTree](mergetree_family/summingmergetree.md)
+-   [AggregatingMergeTree](mergetree_family/aggregatingmergetree.md)
+-   [CollapsingMergeTree](mergetree_family/collapsingmergetree.md)
+-   [VersionedCollapsingMergeTree](mergetree_family/versionedcollapsingmergetree.md)
+-   [GraphiteMergeTree](mergetree_family/graphitemergetree.md)
+
+### Log {#log}
+
+Lightweight [engines](log_family/index.md) with minimum functionality. They’re the most effective when you need to quickly write many small tables (up to approximately 1 million rows) and read them later as a whole.
+
+Engines in the family:
+
+-   [TinyLog](log_family/tinylog.md)
+-   [StripeLog](log_family/stripelog.md)
+-   [Log](log_family/log.md)
+
+### Integration Engines {#integration-engines}
+
+Engines for communicating with other data storage and processing systems.
+
+Engines in the family:
+
+-   [Kafka](integrations/kafka.md)
+-   [MySQL](integrations/mysql.md)
+-   [ODBC](integrations/odbc.md)
+-   [JDBC](integrations/jdbc.md)
+-   [HDFS](integrations/hdfs.md)
+
+### Special Engines {#special-engines}
+
+Engines in the family:
+
+-   [Distributed](special/distributed.md)
+-   [MaterializedView](special/materializedview.md)
+-   [Dictionary](special/dictionary.md)
+-   [Merge](special/merge.md)
+-   [File](special/file.md)
+-   [Null](special/null.md)
+-   [Set](special/set.md)
+-   [Join](special/join.md)
+-   [URL](special/url.md)
+-   [View](special/view.md)
+-   [Memory](special/memory.md)
+-   [Buffer](special/buffer.md)
+
+## Virtual Columns {#table_engines-virtual-columns}
+
+Virtual column is an integral table engine attribute that is defined in the engine source code.
+
+You shouldn’t specify virtual columns in the `CREATE TABLE` query and you can’t see them in `SHOW CREATE TABLE` and `DESCRIBE TABLE` query results. Virtual columns are also read-only, so you can’t insert data into virtual columns.
+
+To select data from a virtual column, you must specify its name in the `SELECT` query. `SELECT *` doesn’t return values from virtual columns.
+
+If you create a table with a column that has the same name as one of the table virtual columns, the virtual column becomes inaccessible. We don’t recommend doing this. To help avoid conflicts, virtual column names are usually prefixed with an underscore.
+
+[Original article](https://clickhouse.tech/docs/en/operations/table_engines/) <!--hide-->
--- a/docs/en/engines/table_engines/integrations/hdfs.md
+++ b/docs/en/engines/table_engines/integrations/hdfs.md
@ -1,7 +1,12 @@
+---
+toc_priority: 36
+toc_title: HDFS
+---
+
 # HDFS {#table_engines-hdfs}

 This engine provides integration with [Apache Hadoop](https://en.wikipedia.org/wiki/Apache_Hadoop) ecosystem by allowing to manage data on [HDFS](https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/HdfsDesign.html)via ClickHouse. This engine is similar
-to the [File](file.md) and [URL](url.md) engines, but provides Hadoop-specific features.
+to the [File](../special/file.md) and [URL](../special/url.md) engines, but provides Hadoop-specific features.

 ## Usage {#usage}

@ -13,7 +18,7 @@ The `URI` parameter is the whole file URI in HDFS.
 The `format` parameter specifies one of the available file formats. To perform
 `SELECT` queries, the format must be supported for input, and to perform
 `INSERT` queries – for output. The available formats are listed in the
-[Formats](../../interfaces/formats.md#formats) section.
+[Formats](../../../interfaces/formats.md#formats) section.
 The path part of `URI` may contain globs. In this case the table would be readonly.

 **Example:**
@ -60,7 +65,7 @@ Multiple path components can have globs. For being processed file should exists
 -   `{some_string,another_string,yet_another_one}` — Substitutes any of strings `'some_string', 'another_string', 'yet_another_one'`.
 -   `{N..M}` — Substitutes any number in range from N to M including both borders.

-Constructions with `{}` are similar to the [remote](../../query_language/table_functions/remote.md) table function.
+Constructions with `{}` are similar to the [remote](../../../sql_reference/table_functions/remote.md) table function.

 **Example**

@ -111,6 +116,6 @@ CREARE TABLE big_table (name String, value UInt32) ENGINE = HDFS('hdfs://hdfs1:9

 **See Also**

-   [Virtual columns](https://clickhouse.tech/docs/en/operations/table_engines/#table_engines-virtual_columns)
+-   [Virtual columns](../index.md#table_engines-virtual_columns)

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/hdfs/) <!--hide-->
--- a/docs/en/engines/table_engines/integrations/index.md
+++ b/docs/en/engines/table_engines/integrations/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: Integrations
+toc_priority: 30
+---
+
--- a/docs/en/engines/table_engines/integrations/jdbc.md
+++ b/docs/en/engines/table_engines/integrations/jdbc.md
@ -1,10 +1,15 @@
+---
+toc_priority: 34
+toc_title: JDBC
+---
+
 # JDBC {#table-engine-jdbc}

 Allows ClickHouse to connect to external databases via [JDBC](https://en.wikipedia.org/wiki/Java_Database_Connectivity).

 To implement the JDBC connection, ClickHouse uses the separate program [clickhouse-jdbc-bridge](https://github.com/alex-krash/clickhouse-jdbc-bridge) that should run as a daemon.

-This engine supports the [Nullable](../../data_types/nullable.md) data type.
+This engine supports the [Nullable](../../../sql_reference/data_types/nullable.md) data type.

 ## Creating a Table {#creating-a-table}

@ -44,11 +49,11 @@ mysql> insert into test (`int_id`, `float`) VALUES (1,2);
 Query OK, 1 row affected (0,00 sec)

 mysql> select * from test;
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 | int_id | int_nullable | float | float_nullable |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 |      1 |         NULL |     2 |           NULL |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 1 row in set (0,00 sec)
 ```

@ -78,6 +83,6 @@ FROM jdbc_table

 ## See Also {#see-also}

-   [JDBC table function](../../query_language/table_functions/jdbc.md).
+-   [JDBC table function](../../../sql_reference/table_functions/jdbc.md).

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/jdbc/) <!--hide-->
--- a/docs/en/engines/table_engines/integrations/kafka.md
+++ b/docs/en/engines/table_engines/integrations/kafka.md
@ -1,3 +1,8 @@
+---
+toc_priority: 32
+toc_title: Kafka
+---
+
 # Kafka {#kafka}

 This engine works with [Apache Kafka](http://kafka.apache.org/).
@ -33,7 +38,7 @@ Required parameters:
 -   `kafka_broker_list` – A comma-separated list of brokers (for example, `localhost:9092`).
 -   `kafka_topic_list` – A list of Kafka topics.
 -   `kafka_group_name` – A group of Kafka consumers. Reading margins are tracked for each group separately. If you don’t want messages to be duplicated in the cluster, use the same group name everywhere.
-   `kafka_format` – Message format. Uses the same notation as the SQL `FORMAT` function, such as `JSONEachRow`. For more information, see the [Formats](../../interfaces/formats.md) section.
+-   `kafka_format` – Message format. Uses the same notation as the SQL `FORMAT` function, such as `JSONEachRow`. For more information, see the [Formats](../../../interfaces/formats.md) section.

 Optional parameters:

@ -123,7 +128,7 @@ Example:
  SELECT level, sum(total) FROM daily GROUP BY level;
 ```

-To improve performance, received messages are grouped into blocks the size of [max\_insert\_block\_size](../settings/settings.md#settings-max_insert_block_size). If the block wasn’t formed within [stream\_flush\_interval\_ms](../settings/settings.md) milliseconds, the data will be flushed to the table regardless of the completeness of the block.
+To improve performance, received messages are grouped into blocks the size of [max\_insert\_block\_size](../../../operations/server_configuration_parameters/settings.md#settings-max_insert_block_size). If the block wasn’t formed within [stream\_flush\_interval\_ms](../../../operations/server_configuration_parameters/settings.md) milliseconds, the data will be flushed to the table regardless of the completeness of the block.

 To stop receiving topic data or to change the conversion logic, detach the materialized view:

@ -164,6 +169,6 @@ For a list of possible configuration options, see the [librdkafka configuration

 **See Also**

-   [Virtual columns](index.md#table_engines-virtual_columns)
+-   [Virtual columns](../index.md#table_engines-virtual_columns)

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/kafka/) <!--hide-->
--- a/docs/en/engines/table_engines/integrations/mysql.md
+++ b/docs/en/engines/table_engines/integrations/mysql.md
@ -1,4 +1,9 @@
-# MySQL {#mysql}
+---
+toc_priority: 33
+toc_title: MySQL
+---
+
+# Mysql {#mysql}

 The MySQL engine allows you to perform `SELECT` queries on data that is stored on a remote MySQL server.

@ -13,12 +18,12 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 ) ENGINE = MySQL('host:port', 'database', 'table', 'user', 'password'[, replace_query, 'on_duplicate_clause']);
 ```

-See a detailed description of the [CREATE TABLE](../../query_language/create.md#create-table-query) query.
+See a detailed description of the [CREATE TABLE](../../../sql_reference/statements/create.md#create-table-query) query.

 The table structure can differ from the original MySQL table structure:

 -   Column names should be the same as in the original MySQL table, but you can use just some of these columns and in any order.
-   Column types may differ from those in the original MySQL table. ClickHouse tries to [cast](../../query_language/functions/type_conversion_functions.md#type_conversion_function-cast) values to the ClickHouse data types.
+-   Column types may differ from those in the original MySQL table. ClickHouse tries to [cast](../../../sql_reference/functions/type_conversion_functions.md#type_conversion_function-cast) values to the ClickHouse data types.

 **Engine Parameters**

@ -61,11 +66,11 @@ mysql> insert into test (`int_id`, `float`) VALUES (1,2);
 Query OK, 1 row affected (0,00 sec)

 mysql> select * from test;
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 | int_id | int_nullable | float | float_nullable |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 |      1 |         NULL |     2 |           NULL |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 1 row in set (0,00 sec)
 ```

@ -92,7 +97,7 @@ SELECT * FROM mysql_table

 ## See Also {#see-also}

-   [The ‘mysql’ table function](../../query_language/table_functions/mysql.md)
-   [Using MySQL as a source of external dictionary](../../query_language/dicts/external_dicts_dict_sources.md#dicts-external_dicts_dict_sources-mysql)
+-   [The ‘mysql’ table function](../../../sql_reference/table_functions/mysql.md)
+-   [Using MySQL as a source of external dictionary](../../../sql_reference/dictionaries/external_dictionaries/external_dicts_dict_sources.md#dicts-external_dicts_dict_sources-mysql)

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/mysql/) <!--hide-->
--- a/docs/en/engines/table_engines/integrations/odbc.md
+++ b/docs/en/engines/table_engines/integrations/odbc.md
@ -1,10 +1,15 @@
+---
+toc_priority: 35
+toc_title: ODBC
+---
+
 # ODBC {#table-engine-odbc}

 Allows ClickHouse to connect to external databases via [ODBC](https://en.wikipedia.org/wiki/Open_Database_Connectivity).

 To safely implement ODBC connections, ClickHouse uses a separate program `clickhouse-odbc-bridge`. If the ODBC driver is loaded directly from `clickhouse-server`, driver problems can crash the ClickHouse server. ClickHouse automatically starts `clickhouse-odbc-bridge` when it is required. The ODBC bridge program is installed from the same package as the `clickhouse-server`.

-This engine supports the [Nullable](../../data_types/nullable.md) data type.
+This engine supports the [Nullable](../../../sql_reference/data_types/nullable.md) data type.

 ## Creating a Table {#creating-a-table}

@ -18,12 +23,12 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 ENGINE = ODBC(connection_settings, external_database, external_table)
 ```

-See a detailed description of the [CREATE TABLE](../../query_language/create.md#create-table-query) query.
+See a detailed description of the [CREATE TABLE](../../../sql_reference/statements/create.md#create-table-query) query.

 The table structure can differ from the source table structure:

 -   Column names should be the same as in the source table, but you can use just some of these columns and in any order.
-   Column types may differ from those in the source table. ClickHouse tries to [cast](../../query_language/functions/type_conversion_functions.md#type_conversion_function-cast) values to the ClickHouse data types.
+-   Column types may differ from those in the source table. ClickHouse tries to [cast](../../../sql_reference/functions/type_conversion_functions.md#type_conversion_function-cast) values to the ClickHouse data types.

 **Engine Parameters**

@ -67,7 +72,7 @@ You can check the connection using the `isql` utility from the unixODBC installa

 ``` bash
 $ isql -v mysqlconn
-+---------------------------------------+
+-------------------------+
 | Connected!                            |
 |                                       |
 ...
@ -88,11 +93,11 @@ mysql> insert into test (`int_id`, `float`) VALUES (1,2);
 Query OK, 1 row affected (0,00 sec)

 mysql> select * from test;
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 | int_id | int_nullable | float | float_nullable |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 |      1 |         NULL |     2 |           NULL |
-+--------+--------------+-------+----------------+
+------+----------+-----+----------+
 1 row in set (0,00 sec)
 ```

@ -119,7 +124,7 @@ SELECT * FROM odbc_t

 ## See Also {#see-also}

-   [ODBC external dictionaries](../../query_language/dicts/external_dicts_dict_sources.md#dicts-external_dicts_dict_sources-odbc)
-   [ODBC table function](../../query_language/table_functions/odbc.md)
+-   [ODBC external dictionaries](../../../sql_reference/dictionaries/external_dictionaries/external_dicts_dict_sources.md#dicts-external_dicts_dict_sources-odbc)
+-   [ODBC table function](../../../sql_reference/table_functions/odbc.md)

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/odbc/) <!--hide-->
--- a/docs/en/engines/table_engines/log_family/index.md
+++ b/docs/en/engines/table_engines/log_family/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: Log Family
+toc_priority: 29
+---
+
--- a/docs/en/engines/table_engines/log_family/log.md
+++ b/docs/en/engines/table_engines/log_family/log.md
@ -1,3 +1,8 @@
+---
+toc_priority: 33
+toc_title: Log
+---
+
 # Log {#log}

 Engine belongs to the family of log engines. See the common properties of log engines and their differences in the [Log Engine Family](log_family.md) article.
--- a/docs/en/engines/table_engines/log_family/log_family.md
+++ b/docs/en/engines/table_engines/log_family/log_family.md
@ -1,3 +1,8 @@
+---
+toc_priority: 31
+toc_title: Introduction
+---
+
 # Log Engine Family {#log-engine-family}

 These engines were developed for scenarios when you need to quickly write many small tables (up to about 1 million rows) and read them later as a whole.
@ -8,7 +13,7 @@ Engines of the family:
 -   [Log](log.md)
 -   [TinyLog](tinylog.md)

-## Common properties {#common-properties}
+## Common Properties {#common-properties}

 Engines:

@ -20,7 +25,7 @@ Engines:

    During `INSERT` queries, the table is locked, and other queries for reading and writing data both wait for the table to unlock. If there are no data writing queries, any number of data reading queries can be performed concurrently.

-   Do not support [mutation](../../query_language/alter.md#alter-mutations) operations.
+-   Do not support [mutation](../../../sql_reference/statements/alter.md#alter-mutations) operations.

 -   Do not support indexes.

--- a/docs/en/engines/table_engines/log_family/stripelog.md
+++ b/docs/en/engines/table_engines/log_family/stripelog.md
@ -1,4 +1,9 @@
-# StripeLog {#stripelog}
+---
+toc_priority: 32
+toc_title: StripeLog
+---
+
+# Stripelog {#stripelog}

 This engine belongs to the family of log engines. See the common properties of log engines and their differences in the [Log Engine Family](log_family.md) article.

@ -15,7 +20,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 ) ENGINE = StripeLog
 ```

-See the detailed description of the [CREATE TABLE](../../query_language/create.md#create-table-query) query.
+See the detailed description of the [CREATE TABLE](../../../sql_reference/statements/create.md#create-table-query) query.

 ## Writing the Data {#table_engines-stripelog-writing-the-data}

@ -32,7 +37,7 @@ The `StripeLog` engine does not support the `ALTER UPDATE` and `ALTER DELETE` op

 The file with marks allows ClickHouse to parallelize the reading of data. This means that a `SELECT` query returns rows in an unpredictable order. Use the `ORDER BY` clause to sort rows.

-## Example of Use {#table_engines-stripelog-example-of-use}
+## Example Of Use {#table_engines-stripelog-example-of-use}

 Creating a table:

--- a/docs/en/engines/table_engines/log_family/tinylog.md
+++ b/docs/en/engines/table_engines/log_family/tinylog.md
@ -1,3 +1,8 @@
+---
+toc_priority: 34
+toc_title: TinyLog
+---
+
 # TinyLog {#tinylog}

 The engine belongs to the log engine family. See [Log Engine Family](log_family.md) for common properties of log engines and their differences.
--- a/docs/en/engines/table_engines/mergetree_family/aggregatingmergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/aggregatingmergetree.md
@ -1,10 +1,15 @@
-# AggregatingMergeTree {#aggregatingmergetree}
+---
+toc_priority: 35
+toc_title: AggregatingMergeTree
+---
+
+# Aggregatingmergetree {#aggregatingmergetree}

 The engine inherits from [MergeTree](mergetree.md#table_engines-mergetree), altering the logic for data parts merging. ClickHouse replaces all rows with the same primary key (or more accurately, with the same [sorting key](mergetree.md)) with a single row (within a one data part) that stores a combination of states of aggregate functions.

 You can use `AggregatingMergeTree` tables for incremental data aggregation, including for aggregated materialized views.

-The engine processes all columns with [AggregateFunction](../../data_types/nested_data_structures/aggregatefunction.md) type.
+The engine processes all columns with [AggregateFunction](../../../sql_reference/data_types/aggregatefunction.md) type.

 It is appropriate to use `AggregatingMergeTree` if it reduces the number of rows by orders.

@ -24,7 +29,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of request parameters, see [request description](../../query_language/create.md).
+For a description of request parameters, see [request description](../../../sql_reference/statements/create.md).

 **Query clauses**

@ -51,12 +56,12 @@ All of the parameters have the same meaning as in `MergeTree`.

 ## SELECT and INSERT {#select-and-insert}

-To insert data, use [INSERT SELECT](../../query_language/insert_into.md) query with aggregate -State- functions.
+To insert data, use [INSERT SELECT](../../../sql_reference/statements/insert_into.md) query with aggregate -State- functions.
 When selecting data from `AggregatingMergeTree` table, use `GROUP BY` clause and the same aggregate functions as when inserting data, but using `-Merge` suffix.

 In the results of `SELECT` query, the values of `AggregateFunction` type have implementation-specific binary representation for all of the ClickHouse output formats. If dump data into, for example, `TabSeparated` format with `SELECT` query then this dump can be loaded back using `INSERT` query.

-## Example of an Aggregated Materialized View {#example-of-an-aggregated-materialized-view}
+## Example Of an Aggregated Materialized View {#example-of-an-aggregated-materialized-view}

 `AggregatingMergeTree` materialized view that watches the `test.visits` table:

--- a/docs/en/engines/table_engines/mergetree_family/collapsingmergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/collapsingmergetree.md
@ -1,4 +1,9 @@
-# CollapsingMergeTree {#table_engine-collapsingmergetree}
+---
+toc_priority: 36
+toc_title: CollapsingMergeTree
+---
+
+# Collapsingmergetree {#table_engine-collapsingmergetree}

 The engine inherits from [MergeTree](mergetree.md) and adds the logic of rows collapsing to data parts merge algorithm.

@ -21,7 +26,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of query parameters, see [query description](../../query_language/create.md).
+For a description of query parameters, see [query description](../../../sql_reference/statements/create.md).

 **CollapsingMergeTree Parameters**

@ -132,7 +137,7 @@ The aggregates `count`, `sum` and `avg` could be calculated this way. The aggreg

 If you need to extract data without aggregation (for example, to check whether rows are present whose newest values match certain conditions), you can use the `FINAL` modifier for the `FROM` clause. This approach is significantly less efficient.

-## Example of use {#example-of-use}
+## Example Of Use {#example-of-use}

 Example data:

@ -222,7 +227,7 @@ SELECT * FROM UAct FINAL

 This way of selecting the data is very inefficient. Don’t use it for big tables.

-## Example of another approach {#example-of-another-approach}
+## Example Of Another Approach {#example-of-another-approach}

 Example data:

--- a/docs/en/engines/table_engines/mergetree_family/custom_partitioning_key.md
+++ b/docs/en/engines/table_engines/mergetree_family/custom_partitioning_key.md
@ -1,6 +1,11 @@
+---
+toc_priority: 32
+toc_title: Custom Partitioning Key
+---
+
 # Custom Partitioning Key {#custom-partitioning-key}

-Partitioning is available for the [MergeTree](mergetree.md) family tables (including [replicated](replication.md) tables). [Materialized views](materializedview.md) based on MergeTree tables support partitioning, as well.
+Partitioning is available for the [MergeTree](mergetree.md) family tables (including [replicated](replication.md) tables). [Materialized views](../special/materializedview.md) based on MergeTree tables support partitioning, as well.

 A partition is a logical combination of records in a table by a specified criterion. You can set a partition by an arbitrary criterion, such as by month, by day, or by event type. Each partition is stored separately to simplify manipulations of this data. When accessing the data, ClickHouse uses the smallest subset of partitions possible.

@ -33,7 +38,7 @@ When inserting new data to a table, this data is stored as a separate part (chun
 !!! info "Info"
    A merge only works for data parts that have the same value for the partitioning expression. This means **you shouldn’t make overly granular partitions** (more than about a thousand partitions). Otherwise, the `SELECT` query performs poorly because of an unreasonably large number of files in the file system and open file descriptors.

-Use the [system.parts](../system_tables.md#system_tables-parts) table to view the table parts and partitions. For example, let’s assume that we have a `visits` table with partitioning by month. Let’s perform the `SELECT` query for the `system.parts` table:
+Use the [system.parts](../../../operations/system_tables.md#system_tables-parts) table to view the table parts and partitions. For example, let’s assume that we have a `visits` table with partitioning by month. Let’s perform the `SELECT` query for the `system.parts` table:

 ``` sql
 SELECT
@ -72,7 +77,7 @@ Let’s break down the name of the first part: `201901_1_3_1`:

 The `active` column shows the status of the part. `1` is active; `0` is inactive. The inactive parts are, for example, source parts remaining after merging to a larger part. The corrupted data parts are also indicated as inactive.

-As you can see in the example, there are several separated parts of the same partition (for example, `201901_1_3_1` and `201901_1_9_2`). This means that these parts are not merged yet. ClickHouse merges the inserted parts of data periodically, approximately 15 minutes after inserting. In addition, you can perform a non-scheduled merge using the [OPTIMIZE](../../query_language/misc.md#misc_operations-optimize) query. Example:
+As you can see in the example, there are several separated parts of the same partition (for example, `201901_1_3_1` and `201901_1_9_2`). This means that these parts are not merged yet. ClickHouse merges the inserted parts of data periodically, approximately 15 minutes after inserting. In addition, you can perform a non-scheduled merge using the [OPTIMIZE](../../../sql_reference/statements/misc.md#misc_operations-optimize) query. Example:

 ``` sql
 OPTIMIZE TABLE visits PARTITION 201902;
@ -111,10 +116,10 @@ drwxr-xr-x 2 clickhouse clickhouse 4096 Feb  1 16:48 detached

 The folders ‘201901\_1\_1\_0’, ‘201901\_1\_7\_1’ and so on are the directories of the parts. Each part relates to a corresponding partition and contains data just for a certain month (the table in this example has partitioning by month).

-The `detached` directory contains parts that were detached from the table using the [DETACH](#alter_detach-partition) query. The corrupted parts are also moved to this directory, instead of being deleted. The server does not use the parts from the `detached` directory. You can add, delete, or modify the data in this directory at any time – the server will not know about this until you run the [ATTACH](../../query_language/alter.md#alter_attach-partition) query.
+The `detached` directory contains parts that were detached from the table using the [DETACH](#alter_detach-partition) query. The corrupted parts are also moved to this directory, instead of being deleted. The server does not use the parts from the `detached` directory. You can add, delete, or modify the data in this directory at any time – the server will not know about this until you run the [ATTACH](../../../sql_reference/statements/alter.md#alter_attach-partition) query.

 Note that on the operating server, you cannot manually change the set of parts or their data on the file system, since the server will not know about it. For non-replicated tables, you can do this when the server is stopped, but it isn’t recommended. For replicated tables, the set of parts cannot be changed in any case.

-ClickHouse allows you to perform operations with the partitions: delete them, copy from one table to another, or create a backup. See the list of all operations in the section [Manipulations With Partitions and Parts](../../query_language/alter.md#alter_manipulations-with-partitions).
+ClickHouse allows you to perform operations with the partitions: delete them, copy from one table to another, or create a backup. See the list of all operations in the section [Manipulations With Partitions and Parts](../../../sql_reference/statements/alter.md#alter_manipulations-with-partitions).

 [Original article](https://clickhouse.tech/docs/en/operations/table_engines/custom_partitioning_key/) <!--hide-->
--- a/docs/en/engines/table_engines/mergetree_family/graphitemergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/graphitemergetree.md
@ -1,4 +1,9 @@
-# GraphiteMergeTree {#graphitemergetree}
+---
+toc_priority: 38
+toc_title: GraphiteMergeTree
+---
+
+# Graphitemergetree {#graphitemergetree}

 This engine is designed for thinning and aggregating/averaging (rollup) [Graphite](http://graphite.readthedocs.io/en/latest/index.html) data. It may be helpful to developers who want to use ClickHouse as a data store for Graphite.

@ -23,7 +28,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-See a detailed description of the [CREATE TABLE](../../query_language/create.md#create-table-query) query.
+See a detailed description of the [CREATE TABLE](../../../sql_reference/statements/create.md#create-table-query) query.

 A table for the Graphite data should have the following columns for the following data:

@ -72,9 +77,9 @@ All of the parameters excepting `config_section` have the same meaning as in `Me

 </details>

-## Rollup configuration {#rollup-configuration}
+## Rollup Configuration {#rollup-configuration}

-The settings for rollup are defined by the [graphite\_rollup](../server_settings/settings.md#server_settings-graphite_rollup) parameter in the server configuration. The name of the parameter could be any. You can create several configurations and use them for different tables.
+The settings for rollup are defined by the [graphite\_rollup](../../../operations/server_configuration_parameters/settings.md#server_configuration_parameters-graphite_rollup) parameter in the server configuration. The name of the parameter could be any. You can create several configurations and use them for different tables.

 Rollup configuration structure:

--- a/docs/en/engines/table_engines/mergetree_family/index.md
+++ b/docs/en/engines/table_engines/mergetree_family/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: MergeTree Family
+toc_priority: 28
+---
+
--- a/docs/en/engines/table_engines/mergetree_family/mergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/mergetree.md
@ -1,4 +1,9 @@
-# MergeTree {#table_engines-mergetree}
+---
+toc_priority: 30
+toc_title: MergeTree
+---
+
+# Mergetree {#table_engines-mergetree}

 The `MergeTree` engine and other engines of this family (`*MergeTree`) are the most robust ClickHouse table engines.

@ -23,7 +28,7 @@ Main features:
    If necessary, you can set the data sampling method in the table.

 !!! info "Info"
-    The [Merge](merge.md) engine does not belong to the `*MergeTree` family.
+    The [Merge](../special/merge.md) engine does not belong to the `*MergeTree` family.

 ## Creating a Table {#table_engine-mergetree-creating-a-table}

@ -44,7 +49,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of parameters, see the [CREATE query description](../../query_language/create.md).
+For a description of parameters, see the [CREATE query description](../../../sql_reference/statements/create.md).

 !!! note "Note"
    `INDEX` is an experimental feature, see [Data Skipping Indexes](#table_engine-mergetree-data_skipping-indexes).
@ -55,7 +60,7 @@ For a description of parameters, see the [CREATE query description](../../query_

 -   `PARTITION BY` — The [partitioning key](custom_partitioning_key.md).

-    For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](../../data_types/date.md). The partition names here have the `"YYYYMM"` format.
+    For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](../../../sql_reference/data_types/date.md). The partition names here have the `"YYYYMM"` format.

 -   `ORDER BY` — The sorting key.

@ -83,7 +88,7 @@ For a description of parameters, see the [CREATE query description](../../query_
    -   `index_granularity` — Maximum number of data rows between the marks of an index. Default value: 8192. See [Data Storage](#mergetree-data-storage).
    -   `index_granularity_bytes` — Maximum size of data granules in bytes. Default value: 10Mb. To restrict the granule size only by number of rows, set to 0 (not recommended). See [Data Storage](#mergetree-data-storage).
    -   `enable_mixed_granularity_parts` — Enables or disables transitioning to control the granule size with the `index_granularity_bytes` setting. Before version 19.11, there was only the `index_granularity` setting for restricting granule size. The `index_granularity_bytes` setting improves ClickHouse performance when selecting data from tables with big rows (tens and hundreds of megabytes). If you have tables with big rows, you can enable this setting for the tables to improve the efficiency of `SELECT` queries.
-    -   `use_minimalistic_part_header_in_zookeeper` — Storage method of the data parts headers in ZooKeeper. If `use_minimalistic_part_header_in_zookeeper=1`, then ZooKeeper stores less data. For more information, see the [setting description](../server_settings/settings.md#server-settings-use_minimalistic_part_header_in_zookeeper) in “Server configuration parameters”.
+    -   `use_minimalistic_part_header_in_zookeeper` — Storage method of the data parts headers in ZooKeeper. If `use_minimalistic_part_header_in_zookeeper=1`, then ZooKeeper stores less data. For more information, see the [setting description](../../../operations/server_configuration_parameters/settings.md#server-settings-use_minimalistic_part_header_in_zookeeper) in “Server configuration parameters”.
    -   `min_merge_bytes_to_use_direct_io` — The minimum data volume for merge operation that is required for using direct I/O access to the storage disk. When merging data parts, ClickHouse calculates the total storage volume of all the data to be merged. If the volume exceeds `min_merge_bytes_to_use_direct_io` bytes, ClickHouse reads and writes the data to the storage disk using the direct I/O interface (`O_DIRECT` option). If `min_merge_bytes_to_use_direct_io = 0`, then direct I/O is disabled. Default value: `10 * 1024 * 1024 * 1024` bytes.
        <a name="mergetree_setting-merge_with_ttl_timeout"></a>
    -   `merge_with_ttl_timeout` — Minimum delay in seconds before repeating a merge with TTL. Default value: 86400 (1 day).
@ -99,7 +104,7 @@ ENGINE MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDa

 In the example, we set partitioning by month.

-We also set an expression for sampling as a hash by the user ID. This allows you to pseudorandomize the data in the table for each `CounterID` and `EventDate`. If you define a [SAMPLE](../../query_language/select.md#select-sample-clause) clause when selecting the data, ClickHouse will return an evenly pseudorandom data sample for a subset of users.
+We also set an expression for sampling as a hash by the user ID. This allows you to pseudorandomize the data in the table for each `CounterID` and `EventDate`. If you define a [SAMPLE](../../../sql_reference/statements/select.md#select-sample-clause) clause when selecting the data, ClickHouse will return an evenly pseudorandom data sample for a subset of users.

 The `index_granularity` setting can be omitted because 8192 is the default value.

@ -121,9 +126,9 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]

 **MergeTree() Parameters**

-   `date-column` — The name of a column of the [Date](../../data_types/date.md) type. ClickHouse automatically creates partitions by month based on this column. The partition names are in the `"YYYYMM"` format.
+-   `date-column` — The name of a column of the [Date](../../../sql_reference/data_types/date.md) type. ClickHouse automatically creates partitions by month based on this column. The partition names are in the `"YYYYMM"` format.
 -   `sampling_expression` — An expression for sampling.
-   `(primary, key)` — Primary key. Type: [Tuple()](../../data_types/tuple.md)
+-   `(primary, key)` — Primary key. Type: [Tuple()](../../../sql_reference/data_types/tuple.md)
 -   `index_granularity` — The granularity of an index. The number of data rows between the “marks” of an index. The value 8192 is appropriate for most tasks.

 **Example**
@ -147,11 +152,11 @@ Each data part is logically divided into granules. A granule is the smallest ind

 The granule size is restricted by the `index_granularity` and `index_granularity_bytes` settings of the table engine. The number of rows in a granule lays in the `[1, index_granularity]` range, depending on the size of the rows. The size of a granule can exceed `index_granularity_bytes` if the size of a single row is greater than the value of the setting. In this case, the size of the granule equals the size of the row.

-## Primary Keys and Indexes in Queries {#primary-keys-and-indexes-in-queries}
+## Primary Keys and Indexes In Queries {#primary-keys-and-indexes-in-queries}

 Take the `(CounterID, Date)` primary key as an example. In this case, the sorting and index can be illustrated as follows:

-      Whole data:     [-------------------------------------------------------------------------]
+      Whole data:     [---------------------------------------------]
      CounterID:      [aaaaaaaaaaaaaaaaaabbbbcdeeeeeeeeeeeeefgggggggghhhhhhhhhiiiiiiiiikllllllll]
      Date:           [1111111222222233331233211111222222333211111112122222223111112223311122333]
      Marks:           |      |      |      |      |      |      |      |      |      |      |
@ -193,7 +198,7 @@ The number of columns in the primary key is not explicitly limited. Depending on

 A long primary key will negatively affect the insert performance and memory consumption, but extra columns in the primary key do not affect ClickHouse performance during `SELECT` queries.

-### Choosing a Primary Key that Differs from the Sorting Key {#choosing-a-primary-key-that-differs-from-the-sorting-key}
+### Choosing a Primary Key That Differs From the Sorting Key {#choosing-a-primary-key-that-differs-from-the-sorting-key}

 It is possible to specify a primary key (an expression with values that are written in the index file for each mark) that is different from the sorting key (an expression for sorting the rows in data parts). In this case the primary key expression tuple must be a prefix of the sorting key expression tuple.

@ -202,9 +207,9 @@ This feature is helpful when using the [SummingMergeTree](summingmergetree.md) a

 In this case it makes sense to leave only a few columns in the primary key that will provide efficient range scans and add the remaining dimension columns to the sorting key tuple.

-[ALTER](../../query_language/alter.md) of the sorting key is a lightweight operation because when a new column is simultaneously added to the table and to the sorting key, existing data parts don’t need to be changed. Since the old sorting key is a prefix of the new sorting key and there is no data in the newly added column, the data is sorted by both the old and new sorting keys at the moment of table modification.
+[ALTER](../../../sql_reference/statements/alter.md) of the sorting key is a lightweight operation because when a new column is simultaneously added to the table and to the sorting key, existing data parts don’t need to be changed. Since the old sorting key is a prefix of the new sorting key and there is no data in the newly added column, the data is sorted by both the old and new sorting keys at the moment of table modification.

-### Use of Indexes and Partitions in Queries {#use-of-indexes-and-partitions-in-queries}
+### Use Of Indexes and Partitions In Queries {#use-of-indexes-and-partitions-in-queries}

 For `SELECT` queries, ClickHouse analyzes whether an index can be used. An index can be used if the `WHERE/PREWHERE` clause has an expression (as one of the conjunction elements, or entirely) that represents an equality or inequality comparison operation, or if it has `IN` or `LIKE` with a fixed prefix on columns or expressions that are in the primary key or partitioning key, or on certain partially repetitive functions of these columns, or logical relationships of these expressions.

@ -232,11 +237,11 @@ In the example below, the index can’t be used.
 SELECT count() FROM table WHERE CounterID = 34 OR URL LIKE '%upyachka%'
 ```

-To check whether ClickHouse can use the index when running a query, use the settings [force\_index\_by\_date](../settings/settings.md#settings-force_index_by_date) and [force\_primary\_key](../settings/settings.md).
+To check whether ClickHouse can use the index when running a query, use the settings [force\_index\_by\_date](../../../operations/settings/settings.md#settings-force_index_by_date) and [force\_primary\_key](../../../operations/settings/settings.md).

 The key for partitioning by month allows reading only those data blocks which contain dates from the proper range. In this case, the data block may contain data for many dates (up to an entire month). Within a block, data is sorted by primary key, which might not contain the date as the first column. Because of this, using a query with only a date condition that does not specify the primary key prefix will cause more data to be read than for a single date.

-### Use of Index for Partially-Monotonic Primary Keys {#use-of-index-for-partially-monotonic-primary-keys}
+### Use Of Index For Partially-monotonic Primary Keys {#use-of-index-for-partially-monotonic-primary-keys}

 Consider, for example, the days of the month. They form a [monotonic sequence](https://en.wikipedia.org/wiki/Monotonic_function) for one month, but not monotonic for more extended periods. This is a partially-monotonic sequence. If a user creates the table with partially-monotonic primary key, ClickHouse creates a sparse index as usual. When a user selects data from this kind of table, ClickHouse analyzes the query conditions. If the user wants to get data between two marks of the index and both these marks fall within one month, ClickHouse can use the index in this particular case because it can calculate the distance between the parameters of a query and index marks.

@ -244,7 +249,7 @@ ClickHouse cannot use an index if the values of the primary key in the query par

 ClickHouse uses this logic not only for days of the month sequences, but for any primary key that represents a partially-monotonic sequence.

-### Data Skipping Indexes (Experimental) {#table_engine-mergetree-data_skipping-indexes}
+### Data Skipping Indexes (experimental) {#table_engine-mergetree-data_skipping-indexes}

 The index declaration is in the columns section of the `CREATE` query.

@ -278,7 +283,7 @@ SELECT count() FROM table WHERE s < 'z'
 SELECT count() FROM table WHERE u64 * i32 == 10 AND u64 * length(s) >= 1234
 ```

-#### Available Types of Indices {#available-types-of-indices}
+#### Available Types Of Indices {#available-types-of-indices}

 -   `minmax`

@ -307,7 +312,7 @@ SELECT count() FROM table WHERE u64 * i32 == 10 AND u64 * length(s) >= 1234

    Supported data types: `Int*`, `UInt*`, `Float*`, `Enum`, `Date`, `DateTime`, `String`, `FixedString`, `Array`, `LowCardinality`, `Nullable`.

-    The following functions can use it: [equals](../../query_language/functions/comparison_functions.md), [notEquals](../../query_language/functions/comparison_functions.md), [in](../../query_language/functions/in_functions.md), [notIn](../../query_language/functions/in_functions.md), [has](../../query_language/functions/array_functions.md).
+    The following functions can use it: [equals](../../../sql_reference/functions/comparison_functions.md), [notEquals](../../../sql_reference/functions/comparison_functions.md), [in](../../../sql_reference/functions/in_functions.md), [notIn](../../../sql_reference/functions/in_functions.md), [has](../../../sql_reference/functions/array_functions.md).

 <!-- -->

@ -324,22 +329,22 @@ Conditions in the `WHERE` clause contains calls of the functions that operate wi
 The `set` index can be used with all functions. Function subsets for other indexes are shown in the table below.

 | Function (operator) / Index                                                                                | primary key | minmax | ngrambf\_v1 | tokenbf\_v1 | bloom\_filter |
-|----------------------------------------------------------------------------------------------------------|-------------|--------|-------------|-------------|---------------|
-| [equals (=, ==)](../../query_language/functions/comparison_functions.md#function-equals)                 | ✔           | ✔      | ✔           | ✔           | ✔             |
-| [notEquals(!=, \<\>)](../../query_language/functions/comparison_functions.md#function-notequals)         | ✔           | ✔      | ✔           | ✔           | ✔             |
-| [like](../../query_language/functions/string_search_functions.md#function-like)                          | ✔           | ✔      | ✔           | ✗           | ✗             |
-| [notLike](../../query_language/functions/string_search_functions.md#function-notlike)                    | ✔           | ✔      | ✔           | ✗           | ✗             |
-| [startsWith](../../query_language/functions/string_functions.md#startswith)                              | ✔           | ✔      | ✔           | ✔           | ✗             |
-| [endsWith](../../query_language/functions/string_functions.md#endswith)                                  | ✗           | ✗      | ✔           | ✔           | ✗             |
-| [multiSearchAny](../../query_language/functions/string_search_functions.md#function-multisearchany)      | ✗           | ✗      | ✔           | ✗           | ✗             |
-| [in](../../query_language/functions/in_functions.md#in-functions)                                        | ✔           | ✔      | ✔           | ✔           | ✔             |
-| [notIn](../../query_language/functions/in_functions.md#in-functions)                                     | ✔           | ✔      | ✔           | ✔           | ✔             |
-| [less (\<)](../../query_language/functions/comparison_functions.md#function-less)                        | ✔           | ✔      | ✗           | ✗           | ✗             |
-| [greater (\>)](../../query_language/functions/comparison_functions.md#function-greater)                  | ✔           | ✔      | ✗           | ✗           | ✗             |
-| [lessOrEquals (\<=)](../../query_language/functions/comparison_functions.md#function-lessorequals)       | ✔           | ✔      | ✗           | ✗           | ✗             |
-| [greaterOrEquals (\>=)](../../query_language/functions/comparison_functions.md#function-greaterorequals) | ✔           | ✔      | ✗           | ✗           | ✗             |
-| [empty](../../query_language/functions/array_functions.md#function-empty)                                | ✔           | ✔      | ✗           | ✗           | ✗             |
-| [notEmpty](../../query_language/functions/array_functions.md#function-notempty)                          | ✔           | ✔      | ✗           | ✗           | ✗             |
+|------------------------------------------------------------------|---------|------|---------|---------|---------|
+| [equals (=, ==)](../../../sql_reference/functions/comparison_functions.md#function-equals)                 | ✔           | ✔      | ✔           | ✔           | ✔             |
+| [notEquals(!=, \<\>)](../../../sql_reference/functions/comparison_functions.md#function-notequals)         | ✔           | ✔      | ✔           | ✔           | ✔             |
+| [like](../../../sql_reference/functions/string_search_functions.md#function-like)                          | ✔           | ✔      | ✔           | ✗           | ✗             |
+| [notLike](../../../sql_reference/functions/string_search_functions.md#function-notlike)                    | ✔           | ✔      | ✔           | ✗           | ✗             |
+| [startsWith](../../../sql_reference/functions/string_functions.md#startswith)                              | ✔           | ✔      | ✔           | ✔           | ✗             |
+| [endsWith](../../../sql_reference/functions/string_functions.md#endswith)                                  | ✗           | ✗      | ✔           | ✔           | ✗             |
+| [multiSearchAny](../../../sql_reference/functions/string_search_functions.md#function-multisearchany)      | ✗           | ✗      | ✔           | ✗           | ✗             |
+| [in](../../../sql_reference/functions/in_functions.md#in-functions)                                        | ✔           | ✔      | ✔           | ✔           | ✔             |
+| [notIn](../../../sql_reference/functions/in_functions.md#in-functions)                                     | ✔           | ✔      | ✔           | ✔           | ✔             |
+| [less (\<)](../../../sql_reference/functions/comparison_functions.md#function-less)                        | ✔           | ✔      | ✗           | ✗           | ✗             |
+| [greater (\>)](../../../sql_reference/functions/comparison_functions.md#function-greater)                  | ✔           | ✔      | ✗           | ✗           | ✗             |
+| [lessOrEquals (\<=)](../../../sql_reference/functions/comparison_functions.md#function-lessorequals)       | ✔           | ✔      | ✗           | ✗           | ✗             |
+| [greaterOrEquals (\>=)](../../../sql_reference/functions/comparison_functions.md#function-greaterorequals) | ✔           | ✔      | ✗           | ✗           | ✗             |
+| [empty](../../../sql_reference/functions/array_functions.md#function-empty)                                | ✔           | ✔      | ✗           | ✗           | ✗             |
+| [notEmpty](../../../sql_reference/functions/array_functions.md#function-notempty)                          | ✔           | ✔      | ✗           | ✗           | ✗             |
 | hasToken                                                                                                   | ✗           | ✗      | ✗           | ✔           | ✗             |

 Functions with a constant argument that is less than ngram size can’t be used by `ngrambf_v1` for query optimization.
@ -365,13 +370,13 @@ For concurrent table access, we use multi-versioning. In other words, when a tab

 Reading from a table is automatically parallelized.

-## TTL for Columns and Tables {#table_engine-mergetree-ttl}
+## TTL For Columns and Tables {#table_engine-mergetree-ttl}

 Determines the lifetime of values.

 The `TTL` clause can be set for the whole table and for each individual column. Table-level TTL can also specify logic of automatic move of data between disks and volumes.

-Expressions must evaluate to [Date](../../data_types/date.md) or [DateTime](../../data_types/datetime.md) data type.
+Expressions must evaluate to [Date](../../../sql_reference/data_types/date.md) or [DateTime](../../../sql_reference/data_types/datetime.md) data type.

 Example:

@ -380,7 +385,7 @@ TTL time_column
 TTL time_column + interval
 ```

-To define `interval`, use [time interval](../../query_language/operators.md#operators-datetime) operators.
+To define `interval`, use [time interval](../../../sql_reference/operators.md#operators-datetime) operators.

 ``` sql
 TTL date_time + INTERVAL 1 MONTH
@ -471,26 +476,24 @@ Data with an expired TTL is removed when ClickHouse merges data parts.

 When ClickHouse see that data is expired, it performs an off-schedule merge. To control the frequency of such merges, you can set [merge\_with\_ttl\_timeout](#mergetree_setting-merge_with_ttl_timeout). If the value is too low, it will perform many off-schedule merges that may consume a lot of resources.

-If you perform the `SELECT` query between merges, you may get expired data. To avoid it, use the [OPTIMIZE](../../query_language/misc.md#misc_operations-optimize) query before `SELECT`.
+If you perform the `SELECT` query between merges, you may get expired data. To avoid it, use the [OPTIMIZE](../../../sql_reference/statements/misc.md#misc_operations-optimize) query before `SELECT`.

-[Original article](https://clickhouse.tech/docs/en/operations/table_engines/mergetree/) <!--hide-->
-
-## Using Multiple Block Devices for Data Storage {#table_engine-mergetree-multiple-volumes}
+## Using Multiple Block Devices For Data Storage {#table_engine-mergetree-multiple-volumes}

 ### Introduction {#introduction}

 `MergeTree` family table engines can store data on multiple block devices. For example, it can be useful when the data of a certain table are implicitly split into “hot” and “cold”. The most recent data is regularly requested but requires only a small amount of space. On the contrary, the fat-tailed historical data is requested rarely. If several disks are available, the “hot” data may be located on fast disks (for example, NVMe SSDs or in memory), while the “cold” data - on relatively slow ones (for example, HDD).

-Data part is the minimum movable unit for `MergeTree`-engine tables. The data belonging to one part are stored on one disk. Data parts can be moved between disks in the background (according to user settings) as well as by means of the [ALTER](../../query_language/alter.md#alter_move-partition) queries.
+Data part is the minimum movable unit for `MergeTree`-engine tables. The data belonging to one part are stored on one disk. Data parts can be moved between disks in the background (according to user settings) as well as by means of the [ALTER](../../../sql_reference/statements/alter.md#alter_move-partition) queries.

 ### Terms {#terms}

 -   Disk — Block device mounted to the filesystem.
-   Default disk — Disk that stores the path specified in the [path](../server_settings/settings.md#server_settings-path) server setting.
+-   Default disk — Disk that stores the path specified in the [path](../../../operations/server_configuration_parameters/settings.md#server_configuration_parameters-path) server setting.
 -   Volume — Ordered set of equal disks (similar to [JBOD](https://en.wikipedia.org/wiki/Non-RAID_drive_architectures)).
 -   Storage policy — Set of volumes and the rules for moving data between them.

-The names given to the described entities can be found in the system tables, [system.storage\_policies](../system_tables.md#system_tables-storage_policies) and [system.disks](../system_tables.md#system_tables-disks). To apply one of the configured storage policies for a table, use the `storage_policy` setting of `MergeTree`-engine family tables.
+The names given to the described entities can be found in the system tables, [system.storage\_policies](../../../operations/system_tables.md#system_tables-storage_policies) and [system.disks](../../../operations/system_tables.md#system_tables-disks). To apply one of the configured storage policies for a table, use the `storage_policy` setting of `MergeTree`-engine family tables.

 ### Configuration {#table_engine-mergetree-multiple-volumes-configure}

@ -625,9 +628,9 @@ The `default` storage policy implies using only one volume, which consists of on
 In the case of `MergeTree` tables, data is getting to disk in different ways:

 -   As a result of an insert (`INSERT` query).
-   During background merges and [mutations](../../query_language/alter.md#alter-mutations).
+-   During background merges and [mutations](../../../sql_reference/statements/alter.md#alter-mutations).
 -   When downloading from another replica.
-   As a result of partition freezing [ALTER TABLE … FREEZE PARTITION](../../query_language/alter.md#alter_freeze-partition).
+-   As a result of partition freezing [ALTER TABLE … FREEZE PARTITION](../../../sql_reference/statements/alter.md#alter_freeze-partition).

 In all these cases except for mutations and partition freezing, a part is stored on a volume and a disk according to the given storage policy:

@ -637,9 +640,9 @@ In all these cases except for mutations and partition freezing, a part is stored
 Under the hood, mutations and partition freezing make use of [hard links](https://en.wikipedia.org/wiki/Hard_link). Hard links between different disks are not supported, therefore in such cases the resulting parts are stored on the same disks as the initial ones.

 In the background, parts are moved between volumes on the basis of the amount of free space (`move_factor` parameter) according to the order the volumes are declared in the configuration file.
-Data is never transferred from the last one and into the first one. One may use system tables [system.part\_log](../system_tables.md#system_tables-part-log) (field `type = MOVE_PART`) and [system.parts](../system_tables.md#system_tables-parts) (fields `path` and `disk`) to monitor background moves. Also, the detailed information can be found in server logs.
+Data is never transferred from the last one and into the first one. One may use system tables [system.part\_log](../../../operations/system_tables.md#system_tables-part-log) (field `type = MOVE_PART`) and [system.parts](../../../operations/system_tables.md#system_tables-parts) (fields `path` and `disk`) to monitor background moves. Also, the detailed information can be found in server logs.

-User can force moving a part or a partition from one volume to another using the query [ALTER TABLE … MOVE PART\|PARTITION … TO VOLUME\|DISK …](../../query_language/alter.md#alter_move-partition), all the restrictions for background operations are taken into account. The query initiates a move on its own and does not wait for background operations to be completed. User will get an error message if not enough free space is available or if any of the required conditions are not met.
+User can force moving a part or a partition from one volume to another using the query [ALTER TABLE … MOVE PART\|PARTITION … TO VOLUME\|DISK …](../../../sql_reference/statements/alter.md#alter_move-partition), all the restrictions for background operations are taken into account. The query initiates a move on its own and does not wait for background operations to be completed. User will get an error message if not enough free space is available or if any of the required conditions are not met.

 Moving data does not interfere with data replication. Therefore, different storage policies can be specified for the same table on different replicas.

--- a/docs/en/engines/table_engines/mergetree_family/replacingmergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/replacingmergetree.md
@ -1,4 +1,9 @@
-# ReplacingMergeTree {#replacingmergetree}
+---
+toc_priority: 33
+toc_title: ReplacingMergeTree
+---
+
+# Replacingmergetree {#replacingmergetree}

 The engine differs from [MergeTree](mergetree.md#table_engines-mergetree) in that it removes duplicate entries with the same primary key value (or more accurately, with the same [sorting key](mergetree.md) value).

@ -22,7 +27,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of request parameters, see [request description](../../query_language/create.md).
+For a description of request parameters, see [request description](../../../sql_reference/statements/create.md).

 **ReplacingMergeTree Parameters**

--- a/docs/en/engines/table_engines/mergetree_family/replication.md
+++ b/docs/en/engines/table_engines/mergetree_family/replication.md
@ -1,3 +1,8 @@
+---
+toc_priority: 31
+toc_title: Data Replication
+---
+
 # Data Replication {#table_engines-replication}

 Replication is only supported for tables in the MergeTree family:
@ -14,7 +19,7 @@ Replication works at the level of an individual table, not the entire server. A

 Replication does not depend on sharding. Each shard has its own independent replication.

-Compressed data for `INSERT` and `ALTER` queries is replicated (for more information, see the documentation for [ALTER](../../query_language/alter.md#query_language_queries_alter)).
+Compressed data for `INSERT` and `ALTER` queries is replicated (for more information, see the documentation for [ALTER](../../../sql_reference/statements/alter.md#query_language_queries_alter)).

 `CREATE`, `DROP`, `ATTACH`, `DETACH` and `RENAME` queries are executed on a single server and are not replicated:

@ -24,7 +29,7 @@ Compressed data for `INSERT` and `ALTER` queries is replicated (for more informa

 ClickHouse uses [Apache ZooKeeper](https://zookeeper.apache.org) for storing replicas meta information. Use ZooKeeper version 3.4.5 or newer.

-To use replication, set parameters in the [zookeeper](../server_settings/settings.md#server-settings_zookeeper) server configuration section.
+To use replication, set parameters in the [zookeeper](../../../operations/server_configuration_parameters/settings.md#server-settings_zookeeper) server configuration section.

 !!! attention "Attention"
    Don’t neglect the security setting. ClickHouse supports the `digest` [ACL scheme](https://zookeeper.apache.org/doc/current/zookeeperProgrammers.html#sc_ZooKeeperAccessControl) of the ZooKeeper security subsystem.
@ -52,7 +57,7 @@ You can specify any existing ZooKeeper cluster and the system will use a directo

 If ZooKeeper isn’t set in the config file, you can’t create replicated tables, and any existing replicated tables will be read-only.

-ZooKeeper is not used in `SELECT` queries because replication does not affect the performance of `SELECT` and queries run just as fast as they do for non-replicated tables. When querying distributed replicated tables, ClickHouse behavior is controlled by the settings [max\_replica\_delay\_for\_distributed\_queries](../settings/settings.md#settings-max_replica_delay_for_distributed_queries) and [fallback\_to\_stale\_replicas\_for\_distributed\_queries](../settings/settings.md#settings-fallback_to_stale_replicas_for_distributed_queries).
+ZooKeeper is not used in `SELECT` queries because replication does not affect the performance of `SELECT` and queries run just as fast as they do for non-replicated tables. When querying distributed replicated tables, ClickHouse behavior is controlled by the settings [max\_replica\_delay\_for\_distributed\_queries](../../../operations/settings/settings.md#settings-max_replica_delay_for_distributed_queries) and [fallback\_to\_stale\_replicas\_for\_distributed\_queries](../../../operations/settings/settings.md#settings-fallback_to_stale_replicas_for_distributed_queries).

 For each `INSERT` query, approximately ten entries are added to ZooKeeper through several transactions. (To be more precise, this is for each inserted block of data; an INSERT query contains one block or one block per `max_insert_block_size = 1048576` rows.) This leads to slightly longer latencies for `INSERT` compared to non-replicated tables. But if you follow the recommendations to insert data in batches of no more than one `INSERT` per second, it doesn’t create any problems. The entire ClickHouse cluster used for coordinating one ZooKeeper cluster has a total of several hundred `INSERTs` per second. The throughput on data inserts (the number of rows per second) is just as high as for non-replicated data.

@ -64,7 +69,7 @@ By default, an INSERT query waits for confirmation of writing the data from only

 Each block of data is written atomically. The INSERT query is divided into blocks up to `max_insert_block_size = 1048576` rows. In other words, if the `INSERT` query has less than 1048576 rows, it is made atomically.

-Data blocks are deduplicated. For multiple writes of the same data block (data blocks of the same size containing the same rows in the same order), the block is only written once. The reason for this is in case of network failures when the client application doesn’t know if the data was written to the DB, so the `INSERT` query can simply be repeated. It doesn’t matter which replica INSERTs were sent to with identical data. `INSERTs` are idempotent. Deduplication parameters are controlled by [merge\_tree](../server_settings/settings.md#server_settings-merge_tree) server settings.
+Data blocks are deduplicated. For multiple writes of the same data block (data blocks of the same size containing the same rows in the same order), the block is only written once. The reason for this is in case of network failures when the client application doesn’t know if the data was written to the DB, so the `INSERT` query can simply be repeated. It doesn’t matter which replica INSERTs were sent to with identical data. `INSERTs` are idempotent. Deduplication parameters are controlled by [merge\_tree](../../../operations/server_configuration_parameters/settings.md#server_configuration_parameters-merge_tree) server settings.

 During replication, only the source data to insert is transferred over the network. Further data transformation (merging) is coordinated and performed on all the replicas in the same way. This minimizes network usage, which means that replication works well when replicas reside in different datacenters. (Note that duplicating data in different datacenters is the main goal of replication.)

@ -181,7 +186,7 @@ An alternative recovery option is to delete information about the lost replica f

 There is no restriction on network bandwidth during recovery. Keep this in mind if you are restoring many replicas at once.

-## Converting from MergeTree to ReplicatedMergeTree {#converting-from-mergetree-to-replicatedmergetree}
+## Converting From Mergetree To Replicatedmergetree {#converting-from-mergetree-to-replicatedmergetree}

 We use the term `MergeTree` to refer to all table engines in the `MergeTree family`, the same as for `ReplicatedMergeTree`.

@ -193,7 +198,7 @@ Rename the existing MergeTree table, then create a `ReplicatedMergeTree` table w
 Move the data from the old table to the `detached` subdirectory inside the directory with the new table data (`/var/lib/clickhouse/data/db_name/table_name/`).
 Then run `ALTER TABLE ATTACH PARTITION` on one of the replicas to add these data parts to the working set.

-## Converting from ReplicatedMergeTree to MergeTree {#converting-from-replicatedmergetree-to-mergetree}
+## Converting From Replicatedmergetree To Mergetree {#converting-from-replicatedmergetree-to-mergetree}

 Create a MergeTree table with a different name. Move all the data from the directory with the `ReplicatedMergeTree` table data to the new table’s data directory. Then delete the `ReplicatedMergeTree` table and restart the server.

@ -204,7 +209,7 @@ If you want to get rid of a `ReplicatedMergeTree` table without launching the se

 After this, you can launch the server, create a `MergeTree` table, move the data to its directory, and then restart the server.

-## Recovery When Metadata in The ZooKeeper Cluster is Lost or Damaged {#recovery-when-metadata-in-the-zookeeper-cluster-is-lost-or-damaged}
+## Recovery When Metadata In The Zookeeper Cluster Is Lost or Damaged {#recovery-when-metadata-in-the-zookeeper-cluster-is-lost-or-damaged}

 If the data in ZooKeeper was lost or damaged, you can save data by moving it to an unreplicated table as described above.

--- a/docs/en/engines/table_engines/mergetree_family/summingmergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/summingmergetree.md
@ -1,4 +1,9 @@
-# SummingMergeTree {#summingmergetree}
+---
+toc_priority: 34
+toc_title: SummingMergeTree
+---
+
+# Summingmergetree {#summingmergetree}

 The engine inherits from [MergeTree](mergetree.md#table_engines-mergetree). The difference is that when merging data parts for `SummingMergeTree` tables ClickHouse replaces all the rows with the same primary key (or more accurately, with the same [sorting key](mergetree.md)) with one row which contains summarized values for the columns with the numeric data type. If the sorting key is composed in a way that a single key value corresponds to large number of rows, this significantly reduces storage volume and speeds up data selection.

@ -19,7 +24,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of request parameters, see [request description](../../query_language/create.md).
+For a description of request parameters, see [request description](../../../sql_reference/statements/create.md).

 **Parameters of SummingMergeTree**

@ -91,9 +96,9 @@ SELECT key, sum(value) FROM summtt GROUP BY key

 When data are inserted into a table, they are saved as-is. Clickhouse merges the inserted parts of data periodically and this is when rows with the same primary key are summed and replaced with one for each resulting part of data.

-ClickHouse can merge the data parts so that different resulting parts of data cat consist rows with the same primary key, i.e. the summation will be incomplete. Therefore (`SELECT`) an aggregate function [sum()](../../query_language/agg_functions/reference.md#agg_function-sum) and `GROUP BY` clause should be used in a query as described in the example above.
+ClickHouse can merge the data parts so that different resulting parts of data cat consist rows with the same primary key, i.e. the summation will be incomplete. Therefore (`SELECT`) an aggregate function [sum()](../../../sql_reference/aggregate_functions/reference.md#agg_function-sum) and `GROUP BY` clause should be used in a query as described in the example above.

-### Common rules for summation {#common-rules-for-summation}
+### Common Rules For Summation {#common-rules-for-summation}

 The values in the columns with the numeric data type are summarized. The set of columns is defined by the parameter `columns`.

@ -103,9 +108,9 @@ If column is not in the primary key and is not summarized, an arbitrary value is

 The values are not summarized for columns in the primary key.

-### The Summation in the AggregateFunction Columns {#the-summation-in-the-aggregatefunction-columns}
+### The Summation In the Aggregatefunction Columns {#the-summation-in-the-aggregatefunction-columns}

-For columns of [AggregateFunction type](../../data_types/nested_data_structures/aggregatefunction.md) ClickHouse behaves as [AggregatingMergeTree](aggregatingmergetree.md) engine aggregating according to the function.
+For columns of [AggregateFunction type](../../../sql_reference/data_types/aggregatefunction.md) ClickHouse behaves as [AggregatingMergeTree](aggregatingmergetree.md) engine aggregating according to the function.

 ### Nested Structures {#nested-structures}

@ -127,7 +132,7 @@ Examples:
 [(1, 100), (2, 150)] + [(1, -100)] -> [(2, 150)]
 ```

-When requesting data, use the [sumMap(key, value)](../../query_language/agg_functions/reference.md) function for aggregation of `Map`.
+When requesting data, use the [sumMap(key, value)](../../../sql_reference/aggregate_functions/reference.md) function for aggregation of `Map`.

 For nested data structure, you do not need to specify its columns in the tuple of columns for summation.

--- a/docs/en/engines/table_engines/mergetree_family/versionedcollapsingmergetree.md
+++ b/docs/en/engines/table_engines/mergetree_family/versionedcollapsingmergetree.md
@ -1,4 +1,9 @@
-# VersionedCollapsingMergeTree {#versionedcollapsingmergetree}
+---
+toc_priority: 37
+toc_title: VersionedCollapsingMergeTree
+---
+
+# Versionedcollapsingmergetree {#versionedcollapsingmergetree}

 This engine:

@ -24,7 +29,7 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 [SETTINGS name=value, ...]
 ```

-For a description of query parameters, see the [query description](../../query_language/create.md).
+For a description of query parameters, see the [query description](../../../sql_reference/statements/create.md).

 **Engine Parameters**

@ -136,7 +141,7 @@ The aggregates `count`, `sum` and `avg` can be calculated this way. The aggregat

 If you need to extract the data with “collapsing” but without aggregation (for example, to check whether rows are present whose newest values match certain conditions), you can use the `FINAL` modifier for the `FROM` clause. This approach is inefficient and should not be used with large tables.

-## Example of Use {#example-of-use}
+## Example Of Use {#example-of-use}

 Example data:

--- a/docs/en/engines/table_engines/special/buffer.md
+++ b/docs/en/engines/table_engines/special/buffer.md
@ -1,3 +1,8 @@
+---
+toc_priority: 45
+toc_title: Buffer
+---
+
 # Buffer {#buffer}

 Buffers the data to write in RAM, periodically flushing it to another table. During the read operation, data is read from the buffer and the other table simultaneously.
--- a/docs/en/engines/table_engines/special/dictionary.md
+++ b/docs/en/engines/table_engines/special/dictionary.md
@ -1,6 +1,11 @@
+---
+toc_priority: 35
+toc_title: Dictionary
+---
+
 # Dictionary {#dictionary}

-The `Dictionary` engine displays the [dictionary](../../query_language/dicts/external_dicts.md) data as a ClickHouse table.
+The `Dictionary` engine displays the [dictionary](../../../sql_reference/dictionaries/external_dictionaries/external_dicts.md) data as a ClickHouse table.

 As an example, consider a dictionary of `products` with the following configuration:

@ -57,7 +62,7 @@ WHERE name = 'products'
 └──────────┴──────┴────────┴─────────────────┴─────────────────┴─────────────────┴───────────────┴─────────────────┘
 ```

-You can use the [dictGet\*](../../query_language/functions/ext_dict_functions.md#ext_dict_functions) function to get the dictionary data in this format.
+You can use the [dictGet\*](../../../sql_reference/functions/ext_dict_functions.md#ext_dict_functions) function to get the dictionary data in this format.

 This view isn’t helpful when you need to get raw data, or when performing a `JOIN` operation. For these cases, you can use the `Dictionary` engine, which displays the dictionary data in a table.

--- a/docs/en/engines/table_engines/special/distributed.md
+++ b/docs/en/engines/table_engines/special/distributed.md
@ -1,3 +1,8 @@
+---
+toc_priority: 33
+toc_title: Distributed
+---
+
 # Distributed {#distributed}

 **Tables with Distributed engine do not store any data by themself**, but allow distributed query processing on multiple servers.
@ -18,7 +23,7 @@ The Distributed engine accepts parameters:
    See also:

    -   `insert_distributed_sync` setting
-    -   [MergeTree](mergetree.md#table_engine-mergetree-multiple-volumes) for the examples
+    -   [MergeTree](../mergetree_family/mergetree.md#table_engine-mergetree-multiple-volumes) for the examples

 Example:

@ -79,12 +84,12 @@ Cluster names must not contain dots.
 The parameters `host`, `port`, and optionally `user`, `password`, `secure`, `compression` are specified for each server:
 - `host` – The address of the remote server. You can use either the domain or the IPv4 or IPv6 address. If you specify the domain, the server makes a DNS request when it starts, and the result is stored as long as the server is running. If the DNS request fails, the server doesn’t start. If you change the DNS record, restart the server.
 - `port` – The TCP port for messenger activity (‘tcp\_port’ in the config, usually set to 9000). Do not confuse it with http\_port.
- `user` – Name of the user for connecting to a remote server. Default value: default. This user must have access to connect to the specified server. Access is configured in the users.xml file. For more information, see the section [Access rights](../../operations/access_rights.md).
+- `user` – Name of the user for connecting to a remote server. Default value: default. This user must have access to connect to the specified server. Access is configured in the users.xml file. For more information, see the section [Access rights](../../../operations/access_rights.md).
 - `password` – The password for connecting to a remote server (not masked). Default value: empty string.
 - `secure` - Use ssl for connection, usually you also should define `port` = 9440. Server should listen on <tcp_port_secure>9440</tcp_port_secure> and have correct certificates.
 - `compression` - Use data compression. Default value: true.

-When specifying replicas, one of the available replicas will be selected for each of the shards when reading. You can configure the algorithm for load balancing (the preference for which replica to access) – see the [load\_balancing](../settings/settings.md#settings-load_balancing) setting.
+When specifying replicas, one of the available replicas will be selected for each of the shards when reading. You can configure the algorithm for load balancing (the preference for which replica to access) – see the [load\_balancing](../../../operations/settings/settings.md#settings-load_balancing) setting.
 If the connection with the server is not established, there will be an attempt to connect with a short timeout. If the connection failed, the next replica will be selected, and so on for all the replicas. If the connection attempt failed for all the replicas, the attempt will be repeated the same way, several times.
 This works in favour of resiliency, but does not provide complete fault tolerance: a remote server might accept the connection, but might not work, or work poorly.

@ -96,7 +101,7 @@ To view your clusters, use the ‘system.clusters’ table.

 The Distributed engine allows working with a cluster like a local server. However, the cluster is inextensible: you must write its configuration in the server config file (even better, for all the cluster’s servers).

-The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you don’t need to create a Distributed table – use the ‘remote’ table function instead. See the section [Table functions](../../query_language/table_functions/index.md).
+The Distributed engine requires writing clusters to the config file. Clusters from the config file are updated on the fly, without restarting the server. If you need to send a query to an unknown set of shards and replicas each time, you don’t need to create a Distributed table – use the ‘remote’ table function instead. See the section [Table functions](../../../sql_reference/table_functions/index.md).

 There are two methods for writing data to a cluster:

@ -125,18 +130,18 @@ You should be concerned about the sharding scheme in the following cases:
 -   Queries are used that require joining data (IN or JOIN) by a specific key. If data is sharded by this key, you can use local IN or JOIN instead of GLOBAL IN or GLOBAL JOIN, which is much more efficient.
 -   A large number of servers is used (hundreds or more) with a large number of small queries (queries of individual clients - websites, advertisers, or partners). In order for the small queries to not affect the entire cluster, it makes sense to locate data for a single client on a single shard. Alternatively, as we’ve done in Yandex.Metrica, you can set up bi-level sharding: divide the entire cluster into “layers”, where a layer may consist of multiple shards. Data for a single client is located on a single layer, but shards can be added to a layer as necessary, and data is randomly distributed within them. Distributed tables are created for each layer, and a single shared distributed table is created for global queries.

-Data is written asynchronously. When inserted in the table, the data block is just written to the local file system. The data is sent to the remote servers in the background as soon as possible. The period for sending data is managed by the [distributed\_directory\_monitor\_sleep\_time\_ms](../settings/settings.md#distributed_directory_monitor_sleep_time_ms) and [distributed\_directory\_monitor\_max\_sleep\_time\_ms](../settings/settings.md#distributed_directory_monitor_max_sleep_time_ms) settings. The `Distributed` engine sends each file with inserted data separately, but you can enable batch sending of files with the [distributed\_directory\_monitor\_batch\_inserts](../settings/settings.md#distributed_directory_monitor_batch_inserts) setting. This setting improves cluster performance by better utilizing local server and network resources. You should check whether data is sent successfully by checking the list of files (data waiting to be sent) in the table directory: `/var/lib/clickhouse/data/database/table/`.
+Data is written asynchronously. When inserted in the table, the data block is just written to the local file system. The data is sent to the remote servers in the background as soon as possible. The period for sending data is managed by the [distributed\_directory\_monitor\_sleep\_time\_ms](../../../operations/settings/settings.md#distributed_directory_monitor_sleep_time_ms) and [distributed\_directory\_monitor\_max\_sleep\_time\_ms](../../../operations/settings/settings.md#distributed_directory_monitor_max_sleep_time_ms) settings. The `Distributed` engine sends each file with inserted data separately, but you can enable batch sending of files with the [distributed\_directory\_monitor\_batch\_inserts](../../../operations/settings/settings.md#distributed_directory_monitor_batch_inserts) setting. This setting improves cluster performance by better utilizing local server and network resources. You should check whether data is sent successfully by checking the list of files (data waiting to be sent) in the table directory: `/var/lib/clickhouse/data/database/table/`.

 If the server ceased to exist or had a rough restart (for example, after a device failure) after an INSERT to a Distributed table, the inserted data might be lost. If a damaged data part is detected in the table directory, it is transferred to the ‘broken’ subdirectory and no longer used.

-When the max\_parallel\_replicas option is enabled, query processing is parallelized across all replicas within a single shard. For more information, see the section [max\_parallel\_replicas](../settings/settings.md#settings-max_parallel_replicas).
+When the max\_parallel\_replicas option is enabled, query processing is parallelized across all replicas within a single shard. For more information, see the section [max\_parallel\_replicas](../../../operations/settings/settings.md#settings-max_parallel_replicas).

 ## Virtual Columns {#virtual-columns}

-   `_shard_num` — Contains the `shard_num` (from `system.clusters`). Type: [UInt32](../../data_types/int_uint.md).
+-   `_shard_num` — Contains the `shard_num` (from `system.clusters`). Type: [UInt32](../../../sql_reference/data_types/int_uint.md).

 !!! note "Note"
-    Since [`remote`](../../query_language/table_functions/remote.md)/`cluster` table functions internally create temporary instance of the same Distributed engine, `_shard_num` is available there too.
+    Since [`remote`](../../../sql_reference/table_functions/remote.md)/`cluster` table functions internally create temporary instance of the same Distributed engine, `_shard_num` is available there too.

 **See Also**

--- a/docs/en/engines/table_engines/special/external_data.md
+++ b/docs/en/engines/table_engines/special/external_data.md
@ -1,3 +1,8 @@
+---
+toc_priority: 34
+toc_title: External data
+---
+
 # External Data for Query Processing {#external-data-for-query-processing}

 ClickHouse allows sending a server the data that is needed for processing a query, together with a SELECT query. This data is put in a temporary table (see the section “Temporary tables”) and can be used in the query (for example, in IN operators).
--- a/docs/en/engines/table_engines/special/file.md
+++ b/docs/en/engines/table_engines/special/file.md
@ -1,7 +1,12 @@
+---
+toc_priority: 37
+toc_title: File
+---
+
 # File {#table_engines-file}

 The File table engine keeps the data in a file in one of the supported [file
-formats](../../interfaces/formats.md#formats) (TabSeparated, Native, etc.).
+formats](../../../interfaces/formats.md#formats) (TabSeparated, Native, etc.).

 Usage examples:

@ -9,7 +14,7 @@ Usage examples:
 -   Convert data from one format to another.
 -   Updating data in ClickHouse via editing a file on a disk.

-## Usage in ClickHouse Server {#usage-in-clickhouse-server}
+## Usage In Clickhouse Server {#usage-in-clickhouse-server}

 ``` sql
 File(Format)
@ -18,13 +23,13 @@ File(Format)
 The `Format` parameter specifies one of the available file formats. To perform
 `SELECT` queries, the format must be supported for input, and to perform
 `INSERT` queries – for output. The available formats are listed in the
-[Formats](../../interfaces/formats.md#formats) section.
+[Formats](../../../interfaces/formats.md#formats) section.

-ClickHouse does not allow to specify filesystem path for`File`. It will use folder defined by [path](../server_settings/settings.md) setting in server configuration.
+ClickHouse does not allow to specify filesystem path for`File`. It will use folder defined by [path](../../../operations/server_configuration_parameters/settings.md) setting in server configuration.

 When creating table using `File(Format)` it creates empty subdirectory in that folder. When data is written to that table, it’s put into `data.Format` file in that subdirectory.

-You may manually create this subfolder and file in server filesystem and then [ATTACH](../../query_language/misc.md) it to table information with matching name, so you can query data from that file.
+You may manually create this subfolder and file in server filesystem and then [ATTACH](../../../sql_reference/statements/misc.md) it to table information with matching name, so you can query data from that file.

 !!! warning "Warning"
    Be careful with this functionality, because ClickHouse does not keep track of external changes to such files. The result of simultaneous writes via ClickHouse and outside of ClickHouse is undefined.
@ -60,16 +65,16 @@ SELECT * FROM file_engine_table
 └──────┴───────┘
 ```

-## Usage in Clickhouse-local {#usage-in-clickhouse-local}
+## Usage In Clickhouse-local {#usage-in-clickhouse-local}

-In [clickhouse-local](../utils/clickhouse-local.md) File engine accepts file path in addition to `Format`. Default input/output streams can be specified using numeric or human-readable names like `0` or `stdin`, `1` or `stdout`.
+In [clickhouse-local](../../../operations/utilities/clickhouse-local.md) File engine accepts file path in addition to `Format`. Default input/output streams can be specified using numeric or human-readable names like `0` or `stdin`, `1` or `stdout`.
 **Example:**

 ``` bash
 $ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64) ENGINE = File(CSV, stdin); SELECT a, b FROM table; DROP TABLE table"
 ```

-## Details of Implementation {#details-of-implementation}
+## Details Of Implementation {#details-of-implementation}

 -   Multiple `SELECT` queries can be performed concurrently, but `INSERT` queries will wait each other.
 -   Supported creating new file by `INSERT` query.
--- a/docs/en/engines/table_engines/special/generate.md
+++ b/docs/en/engines/table_engines/special/generate.md
@ -1,4 +1,9 @@
-# GenerateRandom {#table_engines-generate}
+---
+toc_priority: 46
+toc_title: GenerateRandom
+---
+
+# Generaterandom {#table_engines-generate}

 The GenerateRandom table engine produces random data for given table schema.

@ -7,7 +12,7 @@ Usage examples:
 -   Use in test to populate reproducible large table.
 -   Generate random input for fuzzing tests.

-## Usage in ClickHouse Server {#usage-in-clickhouse-server}
+## Usage In Clickhouse Server {#usage-in-clickhouse-server}

 ``` sql
 ENGINE = GenerateRandom(random_seed, max_string_length, max_array_length)
@ -18,7 +23,7 @@ array columns and strings correspondingly in generated data.

 Generate table engine supports only `SELECT` queries.

-It supports all [DataTypes](../../data_types/index.md) that can be stored in a table except `LowCardinality` and `AggregateFunction`.
+It supports all [DataTypes](../../../sql_reference/data_types/index.md) that can be stored in a table except `LowCardinality` and `AggregateFunction`.

 **Example:**

@ -42,7 +47,7 @@ SELECT * FROM generate_engine_table LIMIT 3
 └──────┴────────────┘
 ```

-## Details of Implementation {#details-of-implementation}
+## Details Of Implementation {#details-of-implementation}

 -   Not supported:
    -   `ALTER`
--- a/docs/en/engines/table_engines/special/index.md
+++ b/docs/en/engines/table_engines/special/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: Special
+toc_priority: 31
+---
+
--- a/docs/en/engines/table_engines/special/join.md
+++ b/docs/en/engines/table_engines/special/join.md
@ -1,6 +1,11 @@
+---
+toc_priority: 40
+toc_title: Join
+---
+
 # Join {#join}

-Prepared data structure for using in [JOIN](../../query_language/select.md#select-join) operations.
+Prepared data structure for using in [JOIN](../../../sql_reference/statements/select.md#select-join) operations.

 ## Creating a Table {#creating-a-table}

@ -12,12 +17,12 @@ CREATE TABLE [IF NOT EXISTS] [db.]table_name [ON CLUSTER cluster]
 ) ENGINE = Join(join_strictness, join_type, k1[, k2, ...])
 ```

-See the detailed description of the [CREATE TABLE](../../query_language/create.md#create-table-query) query.
+See the detailed description of the [CREATE TABLE](../../../sql_reference/statements/create.md#create-table-query) query.

 **Engine Parameters**

-   `join_strictness` – [JOIN strictness](../../query_language/select.md#select-join-strictness).
-   `join_type` – [JOIN type](../../query_language/select.md#select-join-types).
+-   `join_strictness` – [JOIN strictness](../../../sql_reference/statements/select.md#select-join-strictness).
+-   `join_type` – [JOIN type](../../../sql_reference/statements/select.md#select-join-types).
 -   `k1[, k2, ...]` – Key columns from the `USING` clause that the `JOIN` operation is made with.

 Enter `join_strictness` and `join_type` parameters without quotes, for example, `Join(ANY, LEFT, col1)`. They must match the `JOIN` operation that the table will be used for. If the parameters don’t match, ClickHouse doesn’t throw an exception and may return incorrect data.
@ -79,21 +84,21 @@ You can use `INSERT` queries to add data to the `Join`-engine tables. If the tab
 You cannot perform a `SELECT` query directly from the table. Instead, use one of the following methods:

 -   Place the table to the right side in a `JOIN` clause.
-   Call the [joinGet](../../query_language/functions/other_functions.md#joinget) function, which lets you extract data from the table the same way as from a dictionary.
+-   Call the [joinGet](../../../sql_reference/functions/other_functions.md#joinget) function, which lets you extract data from the table the same way as from a dictionary.

 ### Limitations and Settings {#join-limitations-and-settings}

 When creating a table, the following settings are applied:

-   [join\_use\_nulls](../settings/settings.md#join_use_nulls)
-   [max\_rows\_in\_join](../settings/query_complexity.md#settings-max_rows_in_join)
-   [max\_bytes\_in\_join](../settings/query_complexity.md#settings-max_bytes_in_join)
-   [join\_overflow\_mode](../settings/query_complexity.md#settings-join_overflow_mode)
-   [join\_any\_take\_last\_row](../settings/settings.md#settings-join_any_take_last_row)
+-   [join\_use\_nulls](../../../operations/settings/settings.md#join_use_nulls)
+-   [max\_rows\_in\_join](../../../operations/settings/query_complexity.md#settings-max_rows_in_join)
+-   [max\_bytes\_in\_join](../../../operations/settings/query_complexity.md#settings-max_bytes_in_join)
+-   [join\_overflow\_mode](../../../operations/settings/query_complexity.md#settings-join_overflow_mode)
+-   [join\_any\_take\_last\_row](../../../operations/settings/settings.md#settings-join_any_take_last_row)

 The `Join`-engine tables can’t be used in `GLOBAL JOIN` operations.

-The `Join`-engine allows use [join\_use\_nulls](../settings/settings.md#join_use_nulls) setting in the `CREATE TABLE` statement. And [SELECT](../../query_language/select.md) query allows use `join_use_nulls` too. If you have different `join_use_nulls` settings, you can get an error joining table. It depends on kind of JOIN. When you use [joinGet](../../query_language/functions/other_functions.md#joinget) function, you have to use the same `join_use_nulls` setting in `CRATE TABLE` and `SELECT` statements.
+The `Join`-engine allows use [join\_use\_nulls](../../../operations/settings/settings.md#join_use_nulls) setting in the `CREATE TABLE` statement. And [SELECT](../../../sql_reference/statements/select.md) query allows use `join_use_nulls` too. If you have different `join_use_nulls` settings, you can get an error joining table. It depends on kind of JOIN. When you use [joinGet](../../../sql_reference/functions/other_functions.md#joinget) function, you have to use the same `join_use_nulls` setting in `CRATE TABLE` and `SELECT` statements.

 ## Data Storage {#data-storage}

--- a/docs/en/engines/table_engines/special/materializedview.md
+++ b/docs/en/engines/table_engines/special/materializedview.md
@ -0,0 +1,10 @@
+---
+toc_priority: 43
+toc_title: MaterializedView
+---
+
+# Materializedview {#materializedview}
+
+Used for implementing materialized views (for more information, see [CREATE TABLE](../../../sql_reference/statements/create.md)). For storing data, it uses a different engine that was specified when creating the view. When reading from a table, it just uses this engine.
+
+[Original article](https://clickhouse.tech/docs/en/operations/table_engines/materializedview/) <!--hide-->
--- a/docs/en/engines/table_engines/special/memory.md
+++ b/docs/en/engines/table_engines/special/memory.md
@ -1,3 +1,8 @@
+---
+toc_priority: 44
+toc_title: Memory
+---
+
 # Memory {#memory}

 The Memory engine stores data in RAM, in uncompressed form. Data is stored in exactly the same form as it is received when read. In other words, reading from this table is completely free.
--- a/docs/en/engines/table_engines/special/merge.md
+++ b/docs/en/engines/table_engines/special/merge.md
@ -1,3 +1,8 @@
+---
+toc_priority: 36
+toc_title: Merge
+---
+
 # Merge {#merge}

 The `Merge` engine (not to be confused with `MergeTree`) does not store data itself, but allows reading from any number of other tables simultaneously.
@ -52,7 +57,7 @@ FROM WatchLog

 ## Virtual Columns {#virtual-columns}

-   `_table` — Contains the name of the table from which data was read. Type: [String](../../data_types/string.md).
+-   `_table` — Contains the name of the table from which data was read. Type: [String](../../../sql_reference/data_types/string.md).

    You can set the constant conditions on `_table` in the `WHERE/PREWHERE` clause (for example, `WHERE _table='xyz'`). In this case the read operation is performed only for that tables where the condition on `_table` is satisfied, so the `_table` column acts as an index.

--- a/docs/en/engines/table_engines/special/null.md
+++ b/docs/en/engines/table_engines/special/null.md
@ -1,3 +1,8 @@
+---
+toc_priority: 38
+toc_title: 'Null'
+---
+
 # Null {#null}

 When writing to a Null table, data is ignored. When reading from a Null table, the response is empty.
--- a/docs/en/engines/table_engines/special/set.md
+++ b/docs/en/engines/table_engines/special/set.md
@ -1,3 +1,8 @@
+---
+toc_priority: 39
+toc_title: Set
+---
+
 # Set {#set}

 A data set that is always in RAM. It is intended for use on the right side of the IN operator (see the section “IN operators”).
--- a/docs/en/engines/table_engines/special/url.md
+++ b/docs/en/engines/table_engines/special/url.md
@ -1,13 +1,18 @@
+---
+toc_priority: 41
+toc_title: URL
+---
+
 # URL(URL, Format) {#table_engines-url}

 Manages data on a remote HTTP/HTTPS server. This engine is similar
 to the [File](file.md) engine.

-## Using the engine in the ClickHouse server {#using-the-engine-in-the-clickhouse-server}
+## Using the Engine In the Clickhouse Server {#using-the-engine-in-the-clickhouse-server}

 The `format` must be one that ClickHouse can use in
 `SELECT` queries and, if necessary, in `INSERTs`. For the full list of supported formats, see
-[Formats](../../interfaces/formats.md#formats).
+[Formats](../../../interfaces/formats.md#formats).

 The `URL` must conform to the structure of a Uniform Resource Locator. The specified URL must point to a server
 that uses HTTP or HTTPS. This does not require any
@ -17,7 +22,7 @@ additional headers for getting a response from the server.
 respectively. For processing `POST` requests, the remote server must support
 [Chunked transfer encoding](https://en.wikipedia.org/wiki/Chunked_transfer_encoding).

-You can limit the maximum number of HTTP GET redirect hops using the [max\_http\_get\_redirects](../settings/settings.md#setting-max_http_get_redirects) setting.
+You can limit the maximum number of HTTP GET redirect hops using the [max\_http\_get\_redirects](../../../operations/settings/settings.md#setting-max_http_get_redirects) setting.

 **Example:**

@ -64,7 +69,7 @@ SELECT * FROM url_engine_table
 └───────┴───────┘
 ```

-## Details of Implementation {#details-of-implementation}
+## Details Of Implementation {#details-of-implementation}

 -   Reads and writes can be parallel
 -   Not supported:
--- a/docs/en/engines/table_engines/special/view.md
+++ b/docs/en/engines/table_engines/special/view.md
@ -1,3 +1,8 @@
+---
+toc_priority: 42
+toc_title: View
+---
+
 # View {#table_engines-view}

 Used for implementing views (for more information, see the `CREATE VIEW query`). It does not store data, but only stores the specified `SELECT` query. When reading from a table, it runs this query (and deletes all unnecessary columns from the query).
--- a/docs/en/faq/general.md
+++ b/docs/en/faq/general.md
@ -1,3 +1,8 @@
+---
+toc_priority: 78
+toc_title: General Questions
+---
+
 # General Questions {#general-questions}

 ## Why Not Use Something Like MapReduce? {#why-not-use-something-like-mapreduce}
@ -40,7 +45,7 @@ SELECT * FROM table INTO OUTFILE 'file' FORMAT CSV

 ### Using a File-Engine Table {#using-a-file-engine-table}

-See [File](../operations/table_engines/file.md).
+See [File](../engines/table_engines/special/file.md).

 ### Using Command-Line Redirection {#using-command-line-redirection}

--- a/docs/en/faq/index.md
+++ b/docs/en/faq/index.md
@ -0,0 +1,5 @@
+---
+toc_folder_title: F.A.Q.
+toc_priority: 76
+---
+
--- a/docs/en/getting_started/example_datasets/amplab_benchmark.md
+++ b/docs/en/getting_started/example_datasets/amplab_benchmark.md
@ -1,3 +1,8 @@
+---
+toc_priority: 17
+toc_title: AMPLab Big Data Benchmark
+---
+
 # AMPLab Big Data Benchmark {#amplab-big-data-benchmark}

 See https://amplab.cs.berkeley.edu/benchmark/
--- a/docs/en/getting_started/example_datasets/criteo.md
+++ b/docs/en/getting_started/example_datasets/criteo.md
@ -1,3 +1,8 @@
+---
+toc_priority: 19
+toc_title: Terabyte Click Logs from Criteo
+---
+
 # Terabyte of Click Logs from Criteo {#terabyte-of-click-logs-from-criteo}

 Download the data from http://labs.criteo.com/downloads/download-terabyte-click-logs/
--- a/docs/en/getting_started/example_datasets/index.md
+++ b/docs/en/getting_started/example_datasets/index.md
@ -1,3 +1,9 @@
+---
+toc_folder_title: Example Datasets
+toc_priority: 12
+toc_title: Introduction
+---
+
 # Example Datasets

 This section describes how to obtain example datasets and import them into ClickHouse.
--- a/docs/en/getting_started/example_datasets/metrica.md
+++ b/docs/en/getting_started/example_datasets/metrica.md
@ -1,3 +1,8 @@
+---
+toc_priority: 21
+toc_title: Yandex.Metrica Data
+---
+
 # Anonymized Yandex.Metrica Data {#anonymized-yandex-metrica-data}

 Dataset consists of two tables containing anonymized data about hits (`hits_v1`) and visits (`visits_v1`) of Yandex.Metrica. You can read more about Yandex.Metrica in [ClickHouse history](../../introduction/history.md) section.
--- a/docs/en/getting_started/example_datasets/nyc_taxi.md
+++ b/docs/en/getting_started/example_datasets/nyc_taxi.md
@ -1,3 +1,8 @@
+---
+toc_priority: 16
+toc_title: New York Taxi Data
+---
+
 # New York Taxi Data {#new-york-taxi-data}

 This dataset can be obtained in two ways:
@ -375,7 +380,7 @@ We ran queries using a client located in a Yandex datacenter in Finland on a clu
 ## Summary {#summary}

 | servers | Q1    | Q2    | Q3    | Q4    |
-|---------|-------|-------|-------|-------|
+|-------|-----|-----|-----|-----|
 | 1       | 0.490 | 1.224 | 2.104 | 3.593 |
 | 3       | 0.212 | 0.438 | 0.733 | 1.241 |
 | 140     | 0.028 | 0.043 | 0.051 | 0.072 |
--- a/docs/en/getting_started/example_datasets/ontime.md
+++ b/docs/en/getting_started/example_datasets/ontime.md
@ -1,3 +1,8 @@
+---
+toc_priority: 15
+toc_title: OnTime
+---
+
 # OnTime {#ontime}

 This dataset can be obtained in two ways:
--- a/docs/en/getting_started/example_datasets/star_schema.md
+++ b/docs/en/getting_started/example_datasets/star_schema.md
@ -1,3 +1,8 @@
+---
+toc_priority: 20
+toc_title: Star Schema Benchmark
+---
+
 # Star Schema Benchmark {#star-schema-benchmark}

 Compiling dbgen:
--- a/docs/en/getting_started/example_datasets/wikistat.md
+++ b/docs/en/getting_started/example_datasets/wikistat.md
@ -1,3 +1,8 @@
+---
+toc_priority: 18
+toc_title: WikiStat
+---
+
 # WikiStat {#wikistat}

 See: http://dumps.wikimedia.org/other/pagecounts-raw/
--- a/docs/en/getting_started/index.md
+++ b/docs/en/getting_started/index.md
@ -1,3 +1,10 @@
+---
+toc_folder_title: Getting Started
+toc_hidden: true
+toc_priority: 8
+toc_title: hidden
+---
+
 # Getting Started {#getting-started}

 If you are new to ClickHouse and want to get a hands-on feeling of its performance, first of all, you need to go through the [installation process](install.md). After that you can:
--- a/docs/en/getting_started/install.md
+++ b/docs/en/getting_started/install.md
@ -1,3 +1,8 @@
+---
+toc_priority: 11
+toc_title: Installation
+---
+
 # Installation {#installation}

 ## System Requirements {#system-requirements}
--- a/docs/en/getting_started/playground.md
+++ b/docs/en/getting_started/playground.md
@ -1,3 +1,8 @@
+---
+toc_priority: 14
+toc_title: Playground
+---
+
 # ClickHouse Playground {#clickhouse-playground}

 [ClickHouse Playground](https://play.clickhouse.tech?file=welcome) allows people to experiment with ClickHouse by running queries instantly, without setting up their server or cluster.
@ -27,7 +32,7 @@ You can make queries to playground using any HTTP client, for example [curl](htt
 More information about software products that support ClickHouse is available [here](../interfaces/index.md).

 | Parameter | Value                                 |
-|:----------|:--------------------------------------|
+|:------|:------------------------|
 | Endpoint  | https://play-api.clickhouse.tech:8443 |
 | User      | `playground`                          |
 | Password  | `clickhouse`                          |
--- a/docs/en/getting_started/tutorial.md
+++ b/docs/en/getting_started/tutorial.md
@ -1,3 +1,8 @@
+---
+toc_priority: 12
+toc_title: Tutorial
+---
+
 # ClickHouse Tutorial {#clickhouse-tutorial}

 ## What to Expect from This Tutorial? {#what-to-expect-from-this-tutorial}
@ -99,11 +104,11 @@ As in most databases management systems, ClickHouse logically groups tables into
 clickhouse-client --query "CREATE DATABASE IF NOT EXISTS tutorial"
 ```

-Syntax for creating tables is way more complicated compared to databases (see [reference](../query_language/create.md). In general `CREATE TABLE` statement has to specify three key things:
+Syntax for creating tables is way more complicated compared to databases (see [reference](../sql_reference/statements/create.md). In general `CREATE TABLE` statement has to specify three key things:

 1.  Name of table to create.
-2.  Table schema, i.e. list of columns and their [data types](../data_types/index.md).
-3.  [Table engine](../operations/table_engines/index.md) and it’s settings, which determines all the details on how queries to this table will be physically executed.
+2.  Table schema, i.e. list of columns and their [data types](../sql_reference/data_types/index.md).
+3.  [Table engine](../engines/table_engines/index.md) and it’s settings, which determines all the details on how queries to this table will be physically executed.

 Yandex.Metrica is a web analytics service, and sample dataset doesn’t cover its full functionality, so there are only two tables to create:

@ -455,11 +460,11 @@ SETTINGS index_granularity = 8192

 You can execute those queries using the interactive mode of `clickhouse-client` (just launch it in a terminal without specifying a query in advance) or try some [alternative interface](../interfaces/index.md) if you want.

-As we can see, `hits_v1` uses the [basic MergeTree engine](../operations/table_engines/mergetree.md), while the `visits_v1` uses the [Collapsing](../operations/table_engines/collapsingmergetree.md) variant.
+As we can see, `hits_v1` uses the [basic MergeTree engine](../engines/table_engines/mergetree_family/mergetree.md), while the `visits_v1` uses the [Collapsing](../engines/table_engines/mergetree_family/collapsingmergetree.md) variant.

 ### Import Data {#import-data}

-Data import to ClickHouse is done via [INSERT INTO](../query_language/insert_into.md) query like in many other SQL databases. However, data is usually provided in one of the [supported serialization formats](../interfaces/formats.md) instead of `VALUES` clause (which is also supported).
+Data import to ClickHouse is done via [INSERT INTO](../sql_reference/statements/insert_into.md) query like in many other SQL databases. However, data is usually provided in one of the [supported serialization formats](../interfaces/formats.md) instead of `VALUES` clause (which is also supported).

 The files we downloaded earlier are in tab-separated format, so here’s how to import them via console client:

@ -524,9 +529,9 @@ ClickHouse cluster is a homogenous cluster. Steps to set up:
 1.  Install ClickHouse server on all machines of the cluster
 2.  Set up cluster configs in configuration files
 3.  Create local tables on each instance
-4.  Create a [Distributed table](../operations/table_engines/distributed.md)
+4.  Create a [Distributed table](../engines/table_engines/special/distributed.md)

-[Distributed table](../operations/table_engines/distributed.md) is actually a kind of “view” to local tables of ClickHouse cluster. SELECT query from a distributed table executes using resources of all cluster’s shards. You may specify configs for multiple clusters and create multiple distributed tables providing views to different clusters.
+[Distributed table](../engines/table_engines/special/distributed.md) is actually a kind of “view” to local tables of ClickHouse cluster. SELECT query from a distributed table executes using resources of all cluster’s shards. You may specify configs for multiple clusters and create multiple distributed tables providing views to different clusters.

 Example config for a cluster with three shards, one replica each:

@ -568,16 +573,16 @@ CREATE TABLE tutorial.hits_all AS tutorial.hits_local
 ENGINE = Distributed(perftest_3shards_1replicas, tutorial, hits_local, rand());
 ```

-A common practice is to create similar Distributed tables on all machines of the cluster. It allows running distributed queries on any machine of the cluster. Also there’s an alternative option to create temporary distributed table for a given SELECT query using [remote](../query_language/table_functions/remote.md) table function.
+A common practice is to create similar Distributed tables on all machines of the cluster. It allows running distributed queries on any machine of the cluster. Also there’s an alternative option to create temporary distributed table for a given SELECT query using [remote](../sql_reference/table_functions/remote.md) table function.

-Let’s run [INSERT SELECT](../query_language/insert_into.md) into the Distributed table to spread the table to multiple servers.
+Let’s run [INSERT SELECT](../sql_reference/statements/insert_into.md) into the Distributed table to spread the table to multiple servers.

 ``` sql
 INSERT INTO tutorial.hits_all SELECT * FROM tutorial.hits_v1;
 ```

 !!! warning "Notice"
-    This approach is not suitable for the sharding of large tables. There’s a separate tool [clickhouse-copier](../operations/utils/clickhouse-copier.md) that can re-shard arbitrary large tables.
+    This approach is not suitable for the sharding of large tables. There’s a separate tool [clickhouse-copier](../operations/utilities/clickhouse-copier.md) that can re-shard arbitrary large tables.

 As you could expect, computationally heavy queries run N times faster if they utilize 3 servers instead of one.

@ -653,7 +658,7 @@ ENGINE = ReplcatedMergeTree(
 ...
 ```

-Here we use [ReplicatedMergeTree](../operations/table_engines/replication.md) table engine. In parameters we specify ZooKeeper path containing shard and replica identifiers.
+Here we use [ReplicatedMergeTree](../engines/table_engines/mergetree_family/replication.md) table engine. In parameters we specify ZooKeeper path containing shard and replica identifiers.

 ``` sql
 INSERT INTO tutorial.hits_replica SELECT * FROM tutorial.hits_local;
--- a/docs/en/guides/apply_catboost_model.md
+++ b/docs/en/guides/apply_catboost_model.md
@ -1,3 +1,8 @@
+---
+toc_priority: 41
+toc_title: Applying CatBoost Models
+---
+
 # Applying a Catboost Model in ClickHouse {#applying-catboost-model-in-clickhouse}

 [CatBoost](https://catboost.ai) is a free and open-source gradient boosting library developed at [Yandex](https://yandex.com/company/) for machine learning.
@ -109,7 +114,7 @@ FROM amazon_train

 +-count()-+
 |   65538 |
-+---------+
+-------+
 ```

 ## 3. Integrate CatBoost into ClickHouse {#integrate-catboost-into-clickhouse}
@ -178,7 +183,7 @@ LIMIT 10
 ```

 !!! note "Note"
-    Function [modelEvaluate](../query_language/functions/other_functions.md#function-modelevaluate) returns tuple with per-class raw predictions for multiclass models.
+    Function [modelEvaluate](../sql_reference/functions/other_functions.md#function-modelevaluate) returns tuple with per-class raw predictions for multiclass models.

 Let’s predict the probability:

@ -201,7 +206,7 @@ LIMIT 10
 ```

 !!! note "Note"
-    More info about [exp()](../query_language/functions/math_functions.md) function.
+    More info about [exp()](../sql_reference/functions/math_functions.md) function.

 Let’s calculate LogLoss on the sample:

@ -227,6 +232,6 @@ FROM
 ```

 !!! note "Note"
-    More info about [avg()](../query_language/agg_functions/reference.md#agg_function-avg) and [log()](../query_language/functions/math_functions.md) functions.
+    More info about [avg()](../sql_reference/aggregate_functions/reference.md#agg_function-avg) and [log()](../sql_reference/functions/math_functions.md) functions.

 [Original article](https://clickhouse.tech/docs/en/guides/apply_catboost_model/) <!--hide-->
--- a/docs/en/guides/index.md
+++ b/docs/en/guides/index.md
@ -1,3 +1,9 @@
+---
+toc_folder_title: Guides
+toc_priority: 38
+toc_title: Overview
+---
+
 # ClickHouse Guides {#clickhouse-guides}

 List of detailed step-by-step instructions that help to solve various tasks using ClickHouse:
--- a/docs/en/index.md
+++ b/docs/en/index.md
@ -1,3 +1,8 @@
+---
+toc_priority: 3
+toc_title: Overview
+---
+
 # What is ClickHouse? {#what-is-clickhouse}

 ClickHouse is a column-oriented database management system (DBMS) for online analytical processing of queries (OLAP).
@ -5,7 +10,7 @@ ClickHouse is a column-oriented database management system (DBMS) for online ana
 In a “normal” row-oriented DBMS, data is stored in this order:

 | Row | WatchID     | JavaEnable | Title              | GoodEvent | EventTime           |
-|-----|-------------|------------|--------------------|-----------|---------------------|
+|---|---------|--------|------------|-------|-------------|
 | \#0 | 89354350662 | 1          | Investor Relations | 1         | 2016-05-18 05:19:20 |
 | \#1 | 90329509958 | 0          | Contact us         | 1         | 2016-05-18 08:10:20 |
 | \#2 | 89953706054 | 1          | Mission            | 1         | 2016-05-18 07:38:00 |
@ -18,7 +23,7 @@ Examples of a row-oriented DBMS are MySQL, Postgres, and MS SQL Server.
 In a column-oriented DBMS, data is stored like this:

 | Row:        | \#0                 | \#1                 | \#2                 | \#N |
-|-------------|---------------------|---------------------|---------------------|-----|
+|---------|-------------|-------------|-------------|---|
 | WatchID:    | 89354350662         | 90329509958         | 89953706054         | …   |
 | JavaEnable: | 1                   | 0                   | 1                   | …   |
 | Title:      | Investor Relations  | Contact us          | Mission             | …   |
--- a/Show More
+++ b/Show More