mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-25 00:52:02 +00:00
Merge branch 'master' into infile-outfile-params
This commit is contained in:
commit
dc12da6ecd
1
.github/workflows/woboq.yml
vendored
1
.github/workflows/woboq.yml
vendored
@ -12,6 +12,7 @@ jobs:
|
|||||||
# don't use dockerhub push because this image updates so rarely
|
# don't use dockerhub push because this image updates so rarely
|
||||||
WoboqCodebrowser:
|
WoboqCodebrowser:
|
||||||
runs-on: [self-hosted, style-checker]
|
runs-on: [self-hosted, style-checker]
|
||||||
|
timeout-minutes: 420 # the task is pretty heavy, so there's an additional hour
|
||||||
steps:
|
steps:
|
||||||
- name: Set envs
|
- name: Set envs
|
||||||
run: |
|
run: |
|
||||||
|
11
README.md
11
README.md
@ -22,12 +22,13 @@ curl https://clickhouse.com/ | sh
|
|||||||
|
|
||||||
## Upcoming Events
|
## Upcoming Events
|
||||||
|
|
||||||
* [**v23.5 Release Webinar**](https://clickhouse.com/company/events/v23-5-release-webinar?utm_source=github&utm_medium=social&utm_campaign=release-webinar-2023-05) - Jun 8 - 23.5 is rapidly approaching. Original creator, co-founder, and CTO of ClickHouse Alexey Milovidov will walk us through the highlights of the release.
|
* [**v23.6 Release Webinar**](https://clickhouse.com/company/events/v23-6-release-call?utm_source=github&utm_medium=social&utm_campaign=release-webinar-2023-06) - Jun 29 - 23.6 is rapidly approaching. Original creator, co-founder, and CTO of ClickHouse Alexey Milovidov will walk us through the highlights of the release.
|
||||||
* [**ClickHouse Meetup in Bangalore**](https://www.meetup.com/clickhouse-bangalore-user-group/events/293740066/) - Jun 7
|
* [**ClickHouse Meetup in Paris**](https://www.meetup.com/clickhouse-france-user-group/events/294283460) - Jul 4
|
||||||
* [**ClickHouse Meetup in San Francisco**](https://www.meetup.com/clickhouse-silicon-valley-meetup-group/events/293426725/) - Jun 7
|
* [**ClickHouse Meetup in Boston**](https://www.meetup.com/clickhouse-boston-user-group/events/293913596) - Jul 18
|
||||||
|
* [**ClickHouse Meetup in NYC**](https://www.meetup.com/clickhouse-new-york-user-group/events/293913441) - Jul 19
|
||||||
|
* [**ClickHouse Meetup in Toronto**](https://www.meetup.com/clickhouse-toronto-user-group/events/294183127) - Jul 20
|
||||||
|
|
||||||
|
Also, keep an eye out for upcoming meetups around the world. Somewhere else you want us to be? Please feel free to reach out to tyler <at> clickhouse <dot> com.
|
||||||
Also, keep an eye out for upcoming meetups in Amsterdam, Boston, NYC, Beijing, and Toronto. Somewhere else you want us to be? Please feel free to reach out to tyler <at> clickhouse <dot> com.
|
|
||||||
|
|
||||||
## Recent Recordings
|
## Recent Recordings
|
||||||
* **Recent Meetup Videos**: [Meetup Playlist](https://www.youtube.com/playlist?list=PL0Z2YDlm0b3iNDUzpY1S3L_iV4nARda_U) Whenever possible recordings of the ClickHouse Community Meetups are edited and presented as individual talks. Current featuring "Modern SQL in 2023", "Fast, Concurrent, and Consistent Asynchronous INSERTS in ClickHouse", and "Full-Text Indices: Design and Experiments"
|
* **Recent Meetup Videos**: [Meetup Playlist](https://www.youtube.com/playlist?list=PL0Z2YDlm0b3iNDUzpY1S3L_iV4nARda_U) Whenever possible recordings of the ClickHouse Community Meetups are edited and presented as individual talks. Current featuring "Modern SQL in 2023", "Fast, Concurrent, and Consistent Asynchronous INSERTS in ClickHouse", and "Full-Text Indices: Design and Experiments"
|
||||||
|
@ -2,6 +2,7 @@
|
|||||||
|
|
||||||
#include <cstdint>
|
#include <cstdint>
|
||||||
#include <string>
|
#include <string>
|
||||||
|
#include <array>
|
||||||
|
|
||||||
#if defined(__SSE2__)
|
#if defined(__SSE2__)
|
||||||
#include <emmintrin.h>
|
#include <emmintrin.h>
|
||||||
|
@ -11,3 +11,8 @@ constexpr double interpolateExponential(double min, double max, double ratio)
|
|||||||
assert(min > 0 && ratio >= 0 && ratio <= 1);
|
assert(min > 0 && ratio >= 0 && ratio <= 1);
|
||||||
return min * std::pow(max / min, ratio);
|
return min * std::pow(max / min, ratio);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
constexpr double interpolateLinear(double min, double max, double ratio)
|
||||||
|
{
|
||||||
|
return std::lerp(min, max, ratio);
|
||||||
|
}
|
||||||
|
4
contrib/CMakeLists.txt
vendored
4
contrib/CMakeLists.txt
vendored
@ -146,7 +146,7 @@ add_contrib (amqpcpp-cmake AMQP-CPP) # requires: libuv
|
|||||||
add_contrib (cassandra-cmake cassandra) # requires: libuv
|
add_contrib (cassandra-cmake cassandra) # requires: libuv
|
||||||
if (NOT OS_DARWIN)
|
if (NOT OS_DARWIN)
|
||||||
add_contrib (curl-cmake curl)
|
add_contrib (curl-cmake curl)
|
||||||
add_contrib (azure-cmake azure)
|
add_contrib (azure-cmake azure) # requires: curl
|
||||||
add_contrib (sentry-native-cmake sentry-native) # requires: curl
|
add_contrib (sentry-native-cmake sentry-native) # requires: curl
|
||||||
endif()
|
endif()
|
||||||
add_contrib (fmtlib-cmake fmtlib)
|
add_contrib (fmtlib-cmake fmtlib)
|
||||||
@ -157,7 +157,7 @@ add_contrib (librdkafka-cmake librdkafka) # requires: libgsasl
|
|||||||
add_contrib (nats-io-cmake nats-io)
|
add_contrib (nats-io-cmake nats-io)
|
||||||
add_contrib (isa-l-cmake isa-l)
|
add_contrib (isa-l-cmake isa-l)
|
||||||
add_contrib (libhdfs3-cmake libhdfs3) # requires: google-protobuf, krb5, isa-l
|
add_contrib (libhdfs3-cmake libhdfs3) # requires: google-protobuf, krb5, isa-l
|
||||||
add_contrib (hive-metastore-cmake hive-metastore) # requires: thrift/avro/arrow/libhdfs3
|
add_contrib (hive-metastore-cmake hive-metastore) # requires: thrift, avro, arrow, libhdfs3
|
||||||
add_contrib (cppkafka-cmake cppkafka)
|
add_contrib (cppkafka-cmake cppkafka)
|
||||||
add_contrib (libpqxx-cmake libpqxx)
|
add_contrib (libpqxx-cmake libpqxx)
|
||||||
add_contrib (libpq-cmake libpq)
|
add_contrib (libpq-cmake libpq)
|
||||||
|
@ -116,43 +116,79 @@ configure_file("${ORC_SOURCE_SRC_DIR}/Adaptor.hh.in" "${ORC_BUILD_INCLUDE_DIR}/A
|
|||||||
# ARROW_ORC + adapters/orc/CMakefiles
|
# ARROW_ORC + adapters/orc/CMakefiles
|
||||||
set(ORC_SRCS
|
set(ORC_SRCS
|
||||||
"${CMAKE_CURRENT_BINARY_DIR}/orc_proto.pb.h"
|
"${CMAKE_CURRENT_BINARY_DIR}/orc_proto.pb.h"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/ExpressionTree.cc"
|
"${ORC_ADDITION_SOURCE_DIR}/orc_proto.pb.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/Literal.cc"
|
"${ORC_SOURCE_SRC_DIR}/Adaptor.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/PredicateLeaf.cc"
|
"${ORC_SOURCE_SRC_DIR}/Adaptor.hh.in"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/SargsApplier.cc"
|
"${ORC_SOURCE_SRC_DIR}/BlockBuffer.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/SearchArgument.cc"
|
"${ORC_SOURCE_SRC_DIR}/BlockBuffer.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/sargs/TruthValue.cc"
|
"${ORC_SOURCE_SRC_DIR}/BloomFilter.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Exceptions.cc"
|
"${ORC_SOURCE_SRC_DIR}/BloomFilter.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/OrcFile.cc"
|
"${ORC_SOURCE_SRC_DIR}/Bpacking.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Reader.cc"
|
"${ORC_SOURCE_SRC_DIR}/BpackingDefault.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/BpackingDefault.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/ByteRLE.cc"
|
"${ORC_SOURCE_SRC_DIR}/ByteRLE.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/ByteRLE.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/CMakeLists.txt"
|
||||||
"${ORC_SOURCE_SRC_DIR}/ColumnPrinter.cc"
|
"${ORC_SOURCE_SRC_DIR}/ColumnPrinter.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/ColumnReader.cc"
|
"${ORC_SOURCE_SRC_DIR}/ColumnReader.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/ColumnReader.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/ColumnWriter.cc"
|
"${ORC_SOURCE_SRC_DIR}/ColumnWriter.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/ColumnWriter.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Common.cc"
|
"${ORC_SOURCE_SRC_DIR}/Common.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Compression.cc"
|
"${ORC_SOURCE_SRC_DIR}/Compression.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Compression.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/ConvertColumnReader.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/ConvertColumnReader.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/CpuInfoUtil.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/CpuInfoUtil.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Dispatch.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Exceptions.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Int128.cc"
|
"${ORC_SOURCE_SRC_DIR}/Int128.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/LzoDecompressor.cc"
|
"${ORC_SOURCE_SRC_DIR}/LzoDecompressor.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/LzoDecompressor.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/MemoryPool.cc"
|
"${ORC_SOURCE_SRC_DIR}/MemoryPool.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Murmur3.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Murmur3.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Options.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/OrcFile.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/RLE.cc"
|
"${ORC_SOURCE_SRC_DIR}/RLE.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/RLE.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/RLEV2Util.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/RLEV2Util.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/RLEv1.cc"
|
"${ORC_SOURCE_SRC_DIR}/RLEv1.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/RLEv1.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/RLEv2.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Reader.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Reader.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/RleDecoderV2.cc"
|
"${ORC_SOURCE_SRC_DIR}/RleDecoderV2.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/RleEncoderV2.cc"
|
"${ORC_SOURCE_SRC_DIR}/RleEncoderV2.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/RLEV2Util.cc"
|
"${ORC_SOURCE_SRC_DIR}/SchemaEvolution.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/SchemaEvolution.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Statistics.cc"
|
"${ORC_SOURCE_SRC_DIR}/Statistics.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Statistics.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/StripeStream.cc"
|
"${ORC_SOURCE_SRC_DIR}/StripeStream.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/StripeStream.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Timezone.cc"
|
"${ORC_SOURCE_SRC_DIR}/Timezone.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Timezone.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/TypeImpl.cc"
|
"${ORC_SOURCE_SRC_DIR}/TypeImpl.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/TypeImpl.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/Utils.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Vector.cc"
|
"${ORC_SOURCE_SRC_DIR}/Vector.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Writer.cc"
|
"${ORC_SOURCE_SRC_DIR}/Writer.cc"
|
||||||
"${ORC_SOURCE_SRC_DIR}/Adaptor.cc"
|
|
||||||
"${ORC_SOURCE_SRC_DIR}/BloomFilter.cc"
|
|
||||||
"${ORC_SOURCE_SRC_DIR}/Murmur3.cc"
|
|
||||||
"${ORC_SOURCE_SRC_DIR}/BlockBuffer.cc"
|
|
||||||
"${ORC_SOURCE_SRC_DIR}/wrap/orc-proto-wrapper.cc"
|
|
||||||
"${ORC_SOURCE_SRC_DIR}/io/InputStream.cc"
|
"${ORC_SOURCE_SRC_DIR}/io/InputStream.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/io/InputStream.hh"
|
||||||
"${ORC_SOURCE_SRC_DIR}/io/OutputStream.cc"
|
"${ORC_SOURCE_SRC_DIR}/io/OutputStream.cc"
|
||||||
"${ORC_ADDITION_SOURCE_DIR}/orc_proto.pb.cc"
|
"${ORC_SOURCE_SRC_DIR}/io/OutputStream.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/ExpressionTree.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/ExpressionTree.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/Literal.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/PredicateLeaf.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/PredicateLeaf.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/SargsApplier.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/SargsApplier.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/SearchArgument.cc"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/SearchArgument.hh"
|
||||||
|
"${ORC_SOURCE_SRC_DIR}/sargs/TruthValue.cc"
|
||||||
)
|
)
|
||||||
|
|
||||||
add_library(_orc ${ORC_SRCS})
|
add_library(_orc ${ORC_SRCS})
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
option (ENABLE_AZURE_BLOB_STORAGE "Enable Azure blob storage" ${ENABLE_LIBRARIES})
|
option (ENABLE_AZURE_BLOB_STORAGE "Enable Azure blob storage" ${ENABLE_LIBRARIES})
|
||||||
|
|
||||||
if (NOT ENABLE_AZURE_BLOB_STORAGE OR BUILD_STANDALONE_KEEPER OR OS_FREEBSD OR (NOT ARCH_AMD64))
|
if (NOT ENABLE_AZURE_BLOB_STORAGE OR BUILD_STANDALONE_KEEPER OR OS_FREEBSD)
|
||||||
message(STATUS "Not using Azure blob storage")
|
message(STATUS "Not using Azure blob storage")
|
||||||
return()
|
return()
|
||||||
endif()
|
endif()
|
||||||
|
@ -4,7 +4,7 @@ if (SANITIZE OR NOT (
|
|||||||
))
|
))
|
||||||
if (ENABLE_JEMALLOC)
|
if (ENABLE_JEMALLOC)
|
||||||
message (${RECONFIGURE_MESSAGE_LEVEL}
|
message (${RECONFIGURE_MESSAGE_LEVEL}
|
||||||
"jemalloc is disabled implicitly: it doesn't work with sanitizers and can only be used with x86_64, aarch64, or ppc64le Linux or FreeBSD builds and RelWithDebInfo macOS builds.")
|
"jemalloc is disabled implicitly: it doesn't work with sanitizers and can only be used with x86_64, aarch64, or ppc64le Linux or FreeBSD builds and RelWithDebInfo macOS builds. Use -DENABLE_JEMALLOC=0")
|
||||||
endif ()
|
endif ()
|
||||||
set (ENABLE_JEMALLOC OFF)
|
set (ENABLE_JEMALLOC OFF)
|
||||||
else ()
|
else ()
|
||||||
|
@ -1,11 +1,11 @@
|
|||||||
if(NOT ARCH_AARCH64 AND NOT OS_FREEBSD AND NOT APPLE AND NOT ARCH_PPC64LE AND NOT ARCH_S390X)
|
if(NOT OS_FREEBSD AND NOT APPLE AND NOT ARCH_PPC64LE AND NOT ARCH_S390X)
|
||||||
option(ENABLE_HDFS "Enable HDFS" ${ENABLE_LIBRARIES})
|
option(ENABLE_HDFS "Enable HDFS" ${ENABLE_LIBRARIES})
|
||||||
elseif(ENABLE_HDFS)
|
elseif(ENABLE_HDFS)
|
||||||
message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use HDFS3 with current configuration")
|
message (${RECONFIGURE_MESSAGE_LEVEL} "Cannot use HDFS3 with current configuration")
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
if(NOT ENABLE_HDFS)
|
if(NOT ENABLE_HDFS)
|
||||||
message(STATUS "Not using hdfs")
|
message(STATUS "Not using HDFS")
|
||||||
return()
|
return()
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
|
2
contrib/orc
vendored
2
contrib/orc
vendored
@ -1 +1 @@
|
|||||||
Subproject commit c5d7755ba0b9a95631c8daea4d094101f26ec761
|
Subproject commit 568d1d60c250af1890f226c182bc15bd8cc94cf1
|
@ -32,7 +32,7 @@ RUN arch=${TARGETARCH:-amd64} \
|
|||||||
esac
|
esac
|
||||||
|
|
||||||
ARG REPOSITORY="https://s3.amazonaws.com/clickhouse-builds/22.4/31c367d3cd3aefd316778601ff6565119fe36682/package_release"
|
ARG REPOSITORY="https://s3.amazonaws.com/clickhouse-builds/22.4/31c367d3cd3aefd316778601ff6565119fe36682/package_release"
|
||||||
ARG VERSION="23.5.2.7"
|
ARG VERSION="23.5.3.24"
|
||||||
ARG PACKAGES="clickhouse-keeper"
|
ARG PACKAGES="clickhouse-keeper"
|
||||||
|
|
||||||
# user/group precreated explicitly with fixed uid/gid on purpose.
|
# user/group precreated explicitly with fixed uid/gid on purpose.
|
||||||
|
@ -33,7 +33,7 @@ RUN arch=${TARGETARCH:-amd64} \
|
|||||||
# lts / testing / prestable / etc
|
# lts / testing / prestable / etc
|
||||||
ARG REPO_CHANNEL="stable"
|
ARG REPO_CHANNEL="stable"
|
||||||
ARG REPOSITORY="https://packages.clickhouse.com/tgz/${REPO_CHANNEL}"
|
ARG REPOSITORY="https://packages.clickhouse.com/tgz/${REPO_CHANNEL}"
|
||||||
ARG VERSION="23.5.2.7"
|
ARG VERSION="23.5.3.24"
|
||||||
ARG PACKAGES="clickhouse-client clickhouse-server clickhouse-common-static"
|
ARG PACKAGES="clickhouse-client clickhouse-server clickhouse-common-static"
|
||||||
|
|
||||||
# user/group precreated explicitly with fixed uid/gid on purpose.
|
# user/group precreated explicitly with fixed uid/gid on purpose.
|
||||||
|
@ -22,7 +22,7 @@ RUN sed -i "s|http://archive.ubuntu.com|${apt_archive}|g" /etc/apt/sources.list
|
|||||||
|
|
||||||
ARG REPO_CHANNEL="stable"
|
ARG REPO_CHANNEL="stable"
|
||||||
ARG REPOSITORY="deb https://packages.clickhouse.com/deb ${REPO_CHANNEL} main"
|
ARG REPOSITORY="deb https://packages.clickhouse.com/deb ${REPO_CHANNEL} main"
|
||||||
ARG VERSION="23.5.2.7"
|
ARG VERSION="23.5.3.24"
|
||||||
ARG PACKAGES="clickhouse-client clickhouse-server clickhouse-common-static"
|
ARG PACKAGES="clickhouse-client clickhouse-server clickhouse-common-static"
|
||||||
|
|
||||||
# set non-empty deb_location_url url to create a docker image
|
# set non-empty deb_location_url url to create a docker image
|
||||||
|
@ -12,10 +12,10 @@ RUN apt-get update --yes && \
|
|||||||
# We need to get the repository's HEAD each time despite, so we invalidate layers' cache
|
# We need to get the repository's HEAD each time despite, so we invalidate layers' cache
|
||||||
ARG CACHE_INVALIDATOR=0
|
ARG CACHE_INVALIDATOR=0
|
||||||
RUN mkdir /sqlancer && \
|
RUN mkdir /sqlancer && \
|
||||||
wget -q -O- https://github.com/sqlancer/sqlancer/archive/master.tar.gz | \
|
wget -q -O- https://github.com/sqlancer/sqlancer/archive/main.tar.gz | \
|
||||||
tar zx -C /sqlancer && \
|
tar zx -C /sqlancer && \
|
||||||
cd /sqlancer/sqlancer-master && \
|
cd /sqlancer/sqlancer-main && \
|
||||||
mvn package -DskipTests && \
|
mvn --no-transfer-progress package -DskipTests && \
|
||||||
rm -r /root/.m2
|
rm -r /root/.m2
|
||||||
|
|
||||||
COPY run.sh /
|
COPY run.sh /
|
||||||
|
@ -16,7 +16,6 @@ def process_result(result_folder):
|
|||||||
"TLPGroupBy",
|
"TLPGroupBy",
|
||||||
"TLPHaving",
|
"TLPHaving",
|
||||||
"TLPWhere",
|
"TLPWhere",
|
||||||
"TLPWhereGroupBy",
|
|
||||||
"NoREC",
|
"NoREC",
|
||||||
]
|
]
|
||||||
failed_tests = []
|
failed_tests = []
|
||||||
|
@ -33,7 +33,7 @@ cd /workspace
|
|||||||
|
|
||||||
for _ in $(seq 1 60); do if [[ $(wget -q 'localhost:8123' -O-) == 'Ok.' ]]; then break ; else sleep 1; fi ; done
|
for _ in $(seq 1 60); do if [[ $(wget -q 'localhost:8123' -O-) == 'Ok.' ]]; then break ; else sleep 1; fi ; done
|
||||||
|
|
||||||
cd /sqlancer/sqlancer-master
|
cd /sqlancer/sqlancer-main
|
||||||
|
|
||||||
TIMEOUT=300
|
TIMEOUT=300
|
||||||
NUM_QUERIES=1000
|
NUM_QUERIES=1000
|
||||||
|
@ -59,6 +59,8 @@ install_packages previous_release_package_folder
|
|||||||
# available for dump via clickhouse-local
|
# available for dump via clickhouse-local
|
||||||
configure
|
configure
|
||||||
|
|
||||||
|
# it contains some new settings, but we can safely remove it
|
||||||
|
rm /etc/clickhouse-server/config.d/merge_tree.xml
|
||||||
rm /etc/clickhouse-server/users.d/nonconst_timezone.xml
|
rm /etc/clickhouse-server/users.d/nonconst_timezone.xml
|
||||||
|
|
||||||
start
|
start
|
||||||
@ -85,6 +87,8 @@ export USE_S3_STORAGE_FOR_MERGE_TREE=1
|
|||||||
export ZOOKEEPER_FAULT_INJECTION=0
|
export ZOOKEEPER_FAULT_INJECTION=0
|
||||||
configure
|
configure
|
||||||
|
|
||||||
|
# it contains some new settings, but we can safely remove it
|
||||||
|
rm /etc/clickhouse-server/config.d/merge_tree.xml
|
||||||
rm /etc/clickhouse-server/users.d/nonconst_timezone.xml
|
rm /etc/clickhouse-server/users.d/nonconst_timezone.xml
|
||||||
|
|
||||||
start
|
start
|
||||||
@ -115,6 +119,13 @@ mv /var/log/clickhouse-server/clickhouse-server.log /var/log/clickhouse-server/c
|
|||||||
install_packages package_folder
|
install_packages package_folder
|
||||||
export ZOOKEEPER_FAULT_INJECTION=1
|
export ZOOKEEPER_FAULT_INJECTION=1
|
||||||
configure
|
configure
|
||||||
|
|
||||||
|
# Just in case previous version left some garbage in zk
|
||||||
|
sudo cat /etc/clickhouse-server/config.d/lost_forever_check.xml \
|
||||||
|
| sed "s|>1<|>0<|g" \
|
||||||
|
> /etc/clickhouse-server/config.d/lost_forever_check.xml.tmp
|
||||||
|
sudo mv /etc/clickhouse-server/config.d/lost_forever_check.xml.tmp /etc/clickhouse-server/config.d/lost_forever_check.xml
|
||||||
|
|
||||||
start 500
|
start 500
|
||||||
clickhouse-client --query "SELECT 'Server successfully started', 'OK', NULL, ''" >> /test_output/test_results.tsv \
|
clickhouse-client --query "SELECT 'Server successfully started', 'OK', NULL, ''" >> /test_output/test_results.tsv \
|
||||||
|| (rg --text "<Error>.*Application" /var/log/clickhouse-server/clickhouse-server.log > /test_output/application_errors.txt \
|
|| (rg --text "<Error>.*Application" /var/log/clickhouse-server/clickhouse-server.log > /test_output/application_errors.txt \
|
||||||
|
19
docs/changelogs/v22.8.19.10-lts.md
Normal file
19
docs/changelogs/v22.8.19.10-lts.md
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
---
|
||||||
|
sidebar_position: 1
|
||||||
|
sidebar_label: 2023
|
||||||
|
---
|
||||||
|
|
||||||
|
# 2023 Changelog
|
||||||
|
|
||||||
|
### ClickHouse release v22.8.19.10-lts (989bc2fe8b0) FIXME as compared to v22.8.18.31-lts (4de7a95a544)
|
||||||
|
|
||||||
|
#### Bug Fix (user-visible misbehavior in an official stable release)
|
||||||
|
|
||||||
|
* Fix subtly broken copy-on-write of ColumnLowCardinality dictionary [#51064](https://github.com/ClickHouse/ClickHouse/pull/51064) ([Michael Kolupaev](https://github.com/al13n321)).
|
||||||
|
* Generate safe IVs [#51086](https://github.com/ClickHouse/ClickHouse/pull/51086) ([Salvatore Mesoraca](https://github.com/aiven-sal)).
|
||||||
|
|
||||||
|
#### NOT FOR CHANGELOG / INSIGNIFICANT
|
||||||
|
|
||||||
|
* Fix a versions' tweak for tagged commits, improve version_helper [#51035](https://github.com/ClickHouse/ClickHouse/pull/51035) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
* Sqlancer has changed master to main [#51060](https://github.com/ClickHouse/ClickHouse/pull/51060) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
|
22
docs/changelogs/v23.3.4.17-lts.md
Normal file
22
docs/changelogs/v23.3.4.17-lts.md
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
---
|
||||||
|
sidebar_position: 1
|
||||||
|
sidebar_label: 2023
|
||||||
|
---
|
||||||
|
|
||||||
|
# 2023 Changelog
|
||||||
|
|
||||||
|
### ClickHouse release v23.3.4.17-lts (2c99b73ff40) FIXME as compared to v23.3.3.52-lts (cb963c474db)
|
||||||
|
|
||||||
|
#### Bug Fix (user-visible misbehavior in an official stable release)
|
||||||
|
|
||||||
|
* Fix crash when Pool::Entry::disconnect() is called [#50334](https://github.com/ClickHouse/ClickHouse/pull/50334) ([Val Doroshchuk](https://github.com/valbok)).
|
||||||
|
* Avoid storing logs in Keeper containing unknown operation [#50751](https://github.com/ClickHouse/ClickHouse/pull/50751) ([Antonio Andelic](https://github.com/antonio2368)).
|
||||||
|
* Fix subtly broken copy-on-write of ColumnLowCardinality dictionary [#51064](https://github.com/ClickHouse/ClickHouse/pull/51064) ([Michael Kolupaev](https://github.com/al13n321)).
|
||||||
|
* Generate safe IVs [#51086](https://github.com/ClickHouse/ClickHouse/pull/51086) ([Salvatore Mesoraca](https://github.com/aiven-sal)).
|
||||||
|
|
||||||
|
#### NOT FOR CHANGELOG / INSIGNIFICANT
|
||||||
|
|
||||||
|
* Don't mark a part as broken on `Poco::TimeoutException` [#50811](https://github.com/ClickHouse/ClickHouse/pull/50811) ([Alexander Tokmakov](https://github.com/tavplubix)).
|
||||||
|
* Fix a versions' tweak for tagged commits, improve version_helper [#51035](https://github.com/ClickHouse/ClickHouse/pull/51035) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
* Sqlancer has changed master to main [#51060](https://github.com/ClickHouse/ClickHouse/pull/51060) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
|
19
docs/changelogs/v23.3.5.9-lts.md
Normal file
19
docs/changelogs/v23.3.5.9-lts.md
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
---
|
||||||
|
sidebar_position: 1
|
||||||
|
sidebar_label: 2023
|
||||||
|
---
|
||||||
|
|
||||||
|
# 2023 Changelog
|
||||||
|
|
||||||
|
### ClickHouse release v23.3.5.9-lts (f5fbc2fd2b3) FIXME as compared to v23.3.4.17-lts (2c99b73ff40)
|
||||||
|
|
||||||
|
#### Bug Fix (user-visible misbehavior in an official stable release)
|
||||||
|
|
||||||
|
* Fix broken index analysis when binary operator contains a null constant argument [#50177](https://github.com/ClickHouse/ClickHouse/pull/50177) ([Amos Bird](https://github.com/amosbird)).
|
||||||
|
* Cleanup moving parts [#50489](https://github.com/ClickHouse/ClickHouse/pull/50489) ([vdimir](https://github.com/vdimir)).
|
||||||
|
* Do not apply projection if read-in-order was enabled. [#50923](https://github.com/ClickHouse/ClickHouse/pull/50923) ([Nikolai Kochetov](https://github.com/KochetovNicolai)).
|
||||||
|
|
||||||
|
#### NOT FOR CHANGELOG / INSIGNIFICANT
|
||||||
|
|
||||||
|
* Increase max array size in group bitmap [#50620](https://github.com/ClickHouse/ClickHouse/pull/50620) ([Kruglov Pavel](https://github.com/Avogar)).
|
||||||
|
|
22
docs/changelogs/v23.4.4.16-stable.md
Normal file
22
docs/changelogs/v23.4.4.16-stable.md
Normal file
@ -0,0 +1,22 @@
|
|||||||
|
---
|
||||||
|
sidebar_position: 1
|
||||||
|
sidebar_label: 2023
|
||||||
|
---
|
||||||
|
|
||||||
|
# 2023 Changelog
|
||||||
|
|
||||||
|
### ClickHouse release v23.4.4.16-stable (747ba4fc6a0) FIXME as compared to v23.4.3.48-stable (d9199f8d3cc)
|
||||||
|
|
||||||
|
#### Bug Fix (user-visible misbehavior in an official stable release)
|
||||||
|
|
||||||
|
* Fix crash when Pool::Entry::disconnect() is called [#50334](https://github.com/ClickHouse/ClickHouse/pull/50334) ([Val Doroshchuk](https://github.com/valbok)).
|
||||||
|
* Fix iceberg V2 optional metadata parsing [#50974](https://github.com/ClickHouse/ClickHouse/pull/50974) ([Kseniia Sumarokova](https://github.com/kssenii)).
|
||||||
|
* Fix subtly broken copy-on-write of ColumnLowCardinality dictionary [#51064](https://github.com/ClickHouse/ClickHouse/pull/51064) ([Michael Kolupaev](https://github.com/al13n321)).
|
||||||
|
* Generate safe IVs [#51086](https://github.com/ClickHouse/ClickHouse/pull/51086) ([Salvatore Mesoraca](https://github.com/aiven-sal)).
|
||||||
|
|
||||||
|
#### NOT FOR CHANGELOG / INSIGNIFICANT
|
||||||
|
|
||||||
|
* Don't mark a part as broken on `Poco::TimeoutException` [#50811](https://github.com/ClickHouse/ClickHouse/pull/50811) ([Alexander Tokmakov](https://github.com/tavplubix)).
|
||||||
|
* Fix a versions' tweak for tagged commits, improve version_helper [#51035](https://github.com/ClickHouse/ClickHouse/pull/51035) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
* Sqlancer has changed master to main [#51060](https://github.com/ClickHouse/ClickHouse/pull/51060) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
|
26
docs/changelogs/v23.5.3.24-stable.md
Normal file
26
docs/changelogs/v23.5.3.24-stable.md
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
---
|
||||||
|
sidebar_position: 1
|
||||||
|
sidebar_label: 2023
|
||||||
|
---
|
||||||
|
|
||||||
|
# 2023 Changelog
|
||||||
|
|
||||||
|
### ClickHouse release v23.5.3.24-stable (76f54616d3b) FIXME as compared to v23.5.2.7-stable (5751aa1ab9f)
|
||||||
|
|
||||||
|
#### Bug Fix (user-visible misbehavior in an official stable release)
|
||||||
|
|
||||||
|
* Fix Log family table return wrong rows count after truncate [#50585](https://github.com/ClickHouse/ClickHouse/pull/50585) ([flynn](https://github.com/ucasfl)).
|
||||||
|
* Fix bug in `uniqExact` parallel merging [#50590](https://github.com/ClickHouse/ClickHouse/pull/50590) ([Nikita Taranov](https://github.com/nickitat)).
|
||||||
|
* Revert recent grace hash join changes [#50699](https://github.com/ClickHouse/ClickHouse/pull/50699) ([vdimir](https://github.com/vdimir)).
|
||||||
|
* Avoid storing logs in Keeper containing unknown operation [#50751](https://github.com/ClickHouse/ClickHouse/pull/50751) ([Antonio Andelic](https://github.com/antonio2368)).
|
||||||
|
* Add compat setting for non-const timezones [#50834](https://github.com/ClickHouse/ClickHouse/pull/50834) ([Robert Schulze](https://github.com/rschu1ze)).
|
||||||
|
* Fix iceberg V2 optional metadata parsing [#50974](https://github.com/ClickHouse/ClickHouse/pull/50974) ([Kseniia Sumarokova](https://github.com/kssenii)).
|
||||||
|
* Fix subtly broken copy-on-write of ColumnLowCardinality dictionary [#51064](https://github.com/ClickHouse/ClickHouse/pull/51064) ([Michael Kolupaev](https://github.com/al13n321)).
|
||||||
|
* Generate safe IVs [#51086](https://github.com/ClickHouse/ClickHouse/pull/51086) ([Salvatore Mesoraca](https://github.com/aiven-sal)).
|
||||||
|
|
||||||
|
#### NOT FOR CHANGELOG / INSIGNIFICANT
|
||||||
|
|
||||||
|
* Don't mark a part as broken on `Poco::TimeoutException` [#50811](https://github.com/ClickHouse/ClickHouse/pull/50811) ([Alexander Tokmakov](https://github.com/tavplubix)).
|
||||||
|
* Fix a versions' tweak for tagged commits, improve version_helper [#51035](https://github.com/ClickHouse/ClickHouse/pull/51035) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
* Sqlancer has changed master to main [#51060](https://github.com/ClickHouse/ClickHouse/pull/51060) ([Mikhail f. Shiryaev](https://github.com/Felixoid)).
|
||||||
|
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/ExternalDistributed
|
slug: /en/engines/table-engines/integrations/ExternalDistributed
|
||||||
sidebar_position: 12
|
sidebar_position: 55
|
||||||
sidebar_label: ExternalDistributed
|
sidebar_label: ExternalDistributed
|
||||||
title: ExternalDistributed
|
title: ExternalDistributed
|
||||||
---
|
---
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/azureBlobStorage
|
slug: /en/engines/table-engines/integrations/azureBlobStorage
|
||||||
|
sidebar_position: 10
|
||||||
sidebar_label: Azure Blob Storage
|
sidebar_label: Azure Blob Storage
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/deltalake
|
slug: /en/engines/table-engines/integrations/deltalake
|
||||||
|
sidebar_position: 40
|
||||||
sidebar_label: DeltaLake
|
sidebar_label: DeltaLake
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/embedded-rocksdb
|
slug: /en/engines/table-engines/integrations/embedded-rocksdb
|
||||||
sidebar_position: 9
|
sidebar_position: 50
|
||||||
sidebar_label: EmbeddedRocksDB
|
sidebar_label: EmbeddedRocksDB
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/hdfs
|
slug: /en/engines/table-engines/integrations/hdfs
|
||||||
sidebar_position: 6
|
sidebar_position: 80
|
||||||
sidebar_label: HDFS
|
sidebar_label: HDFS
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -233,6 +233,12 @@ libhdfs3 support HDFS namenode HA.
|
|||||||
- `_path` — Path to the file.
|
- `_path` — Path to the file.
|
||||||
- `_file` — Name of the file.
|
- `_file` — Name of the file.
|
||||||
|
|
||||||
|
## Storage Settings {#storage-settings}
|
||||||
|
|
||||||
|
- [hdfs_truncate_on_insert](/docs/en/operations/settings/settings.md#hdfs-truncate-on-insert) - allows to truncate file before insert into it. Disabled by default.
|
||||||
|
- [hdfs_create_multiple_files](/docs/en/operations/settings/settings.md#hdfs_allow_create_multiple_files) - allows to create a new file on each insert if format has suffix. Disabled by default.
|
||||||
|
- [hdfs_skip_empty_files](/docs/en/operations/settings/settings.md#hdfs_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
|
||||||
**See Also**
|
**See Also**
|
||||||
|
|
||||||
- [Virtual columns](../../../engines/table-engines/index.md#table_engines-virtual_columns)
|
- [Virtual columns](../../../engines/table-engines/index.md#table_engines-virtual_columns)
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/hive
|
slug: /en/engines/table-engines/integrations/hive
|
||||||
sidebar_position: 4
|
sidebar_position: 84
|
||||||
sidebar_label: Hive
|
sidebar_label: Hive
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/hudi
|
slug: /en/engines/table-engines/integrations/hudi
|
||||||
|
sidebar_position: 86
|
||||||
sidebar_label: Hudi
|
sidebar_label: Hudi
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/iceberg
|
slug: /en/engines/table-engines/integrations/iceberg
|
||||||
|
sidebar_position: 90
|
||||||
sidebar_label: Iceberg
|
sidebar_label: Iceberg
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/jdbc
|
slug: /en/engines/table-engines/integrations/jdbc
|
||||||
sidebar_position: 3
|
sidebar_position: 100
|
||||||
sidebar_label: JDBC
|
sidebar_label: JDBC
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/kafka
|
slug: /en/engines/table-engines/integrations/kafka
|
||||||
sidebar_position: 8
|
sidebar_position: 110
|
||||||
sidebar_label: Kafka
|
sidebar_label: Kafka
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/materialized-postgresql
|
slug: /en/engines/table-engines/integrations/materialized-postgresql
|
||||||
sidebar_position: 12
|
sidebar_position: 130
|
||||||
sidebar_label: MaterializedPostgreSQL
|
sidebar_label: MaterializedPostgreSQL
|
||||||
title: MaterializedPostgreSQL
|
title: MaterializedPostgreSQL
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/mongodb
|
slug: /en/engines/table-engines/integrations/mongodb
|
||||||
sidebar_position: 5
|
sidebar_position: 135
|
||||||
sidebar_label: MongoDB
|
sidebar_label: MongoDB
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/mysql
|
slug: /en/engines/table-engines/integrations/mysql
|
||||||
sidebar_position: 4
|
sidebar_position: 138
|
||||||
sidebar_label: MySQL
|
sidebar_label: MySQL
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -35,6 +35,10 @@ The table structure can differ from the original MySQL table structure:
|
|||||||
- Column types may differ from those in the original MySQL table. ClickHouse tries to [cast](../../../engines/database-engines/mysql.md#data_types-support) values to the ClickHouse data types.
|
- Column types may differ from those in the original MySQL table. ClickHouse tries to [cast](../../../engines/database-engines/mysql.md#data_types-support) values to the ClickHouse data types.
|
||||||
- The [external_table_functions_use_nulls](../../../operations/settings/settings.md#external-table-functions-use-nulls) setting defines how to handle Nullable columns. Default value: 1. If 0, the table function does not make Nullable columns and inserts default values instead of nulls. This is also applicable for NULL values inside arrays.
|
- The [external_table_functions_use_nulls](../../../operations/settings/settings.md#external-table-functions-use-nulls) setting defines how to handle Nullable columns. Default value: 1. If 0, the table function does not make Nullable columns and inserts default values instead of nulls. This is also applicable for NULL values inside arrays.
|
||||||
|
|
||||||
|
:::note
|
||||||
|
The MySQL Table Engine is currently not available on the ClickHouse builds for MacOS ([issue](https://github.com/ClickHouse/ClickHouse/issues/21191))
|
||||||
|
:::
|
||||||
|
|
||||||
**Engine Parameters**
|
**Engine Parameters**
|
||||||
|
|
||||||
- `host:port` — MySQL server address.
|
- `host:port` — MySQL server address.
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/nats
|
slug: /en/engines/table-engines/integrations/nats
|
||||||
sidebar_position: 14
|
sidebar_position: 140
|
||||||
sidebar_label: NATS
|
sidebar_label: NATS
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/odbc
|
slug: /en/engines/table-engines/integrations/odbc
|
||||||
sidebar_position: 2
|
sidebar_position: 150
|
||||||
sidebar_label: ODBC
|
sidebar_label: ODBC
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/postgresql
|
slug: /en/engines/table-engines/integrations/postgresql
|
||||||
sidebar_position: 11
|
sidebar_position: 160
|
||||||
sidebar_label: PostgreSQL
|
sidebar_label: PostgreSQL
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/rabbitmq
|
slug: /en/engines/table-engines/integrations/rabbitmq
|
||||||
sidebar_position: 10
|
sidebar_position: 170
|
||||||
sidebar_label: RabbitMQ
|
sidebar_label: RabbitMQ
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/redis
|
slug: /en/engines/table-engines/integrations/redis
|
||||||
sidebar_position: 43
|
sidebar_position: 175
|
||||||
sidebar_label: Redis
|
sidebar_label: Redis
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/s3
|
slug: /en/engines/table-engines/integrations/s3
|
||||||
sidebar_position: 7
|
sidebar_position: 180
|
||||||
sidebar_label: S3
|
sidebar_label: S3
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -8,30 +8,7 @@ sidebar_label: S3
|
|||||||
|
|
||||||
This engine provides integration with [Amazon S3](https://aws.amazon.com/s3/) ecosystem. This engine is similar to the [HDFS](../../../engines/table-engines/special/file.md#table_engines-hdfs) engine, but provides S3-specific features.
|
This engine provides integration with [Amazon S3](https://aws.amazon.com/s3/) ecosystem. This engine is similar to the [HDFS](../../../engines/table-engines/special/file.md#table_engines-hdfs) engine, but provides S3-specific features.
|
||||||
|
|
||||||
## Create Table {#creating-a-table}
|
## Example
|
||||||
|
|
||||||
``` sql
|
|
||||||
CREATE TABLE s3_engine_table (name String, value UInt32)
|
|
||||||
ENGINE = S3(path [, NOSIGN | aws_access_key_id, aws_secret_access_key,] format, [compression])
|
|
||||||
[PARTITION BY expr]
|
|
||||||
[SETTINGS ...]
|
|
||||||
```
|
|
||||||
|
|
||||||
**Engine parameters**
|
|
||||||
|
|
||||||
- `path` — Bucket url with path to file. Supports following wildcards in readonly mode: `*`, `?`, `{abc,def}` and `{N..M}` where `N`, `M` — numbers, `'abc'`, `'def'` — strings. For more information see [below](#wildcards-in-path).
|
|
||||||
- `NOSIGN` - If this keyword is provided in place of credentials, all the requests will not be signed.
|
|
||||||
- `format` — The [format](../../../interfaces/formats.md#formats) of the file.
|
|
||||||
- `aws_access_key_id`, `aws_secret_access_key` - Long-term credentials for the [AWS](https://aws.amazon.com/) account user. You can use these to authenticate your requests. Parameter is optional. If credentials are not specified, they are used from the configuration file. For more information see [Using S3 for Data Storage](../mergetree-family/mergetree.md#table_engine-mergetree-s3).
|
|
||||||
- `compression` — Compression type. Supported values: `none`, `gzip/gz`, `brotli/br`, `xz/LZMA`, `zstd/zst`. Parameter is optional. By default, it will auto-detect compression by file extension.
|
|
||||||
|
|
||||||
### PARTITION BY
|
|
||||||
|
|
||||||
`PARTITION BY` — Optional. In most cases you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
|
||||||
|
|
||||||
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
|
||||||
|
|
||||||
**Example**
|
|
||||||
|
|
||||||
``` sql
|
``` sql
|
||||||
CREATE TABLE s3_engine_table (name String, value UInt32)
|
CREATE TABLE s3_engine_table (name String, value UInt32)
|
||||||
@ -49,6 +26,135 @@ SELECT * FROM s3_engine_table LIMIT 2;
|
|||||||
│ two │ 2 │
|
│ two │ 2 │
|
||||||
└──────┴───────┘
|
└──────┴───────┘
|
||||||
```
|
```
|
||||||
|
## Create Table {#creating-a-table}
|
||||||
|
|
||||||
|
``` sql
|
||||||
|
CREATE TABLE s3_engine_table (name String, value UInt32)
|
||||||
|
ENGINE = S3(path [, NOSIGN | aws_access_key_id, aws_secret_access_key,] format, [compression])
|
||||||
|
[PARTITION BY expr]
|
||||||
|
[SETTINGS ...]
|
||||||
|
```
|
||||||
|
|
||||||
|
### Engine parameters
|
||||||
|
|
||||||
|
- `path` — Bucket url with path to file. Supports following wildcards in readonly mode: `*`, `?`, `{abc,def}` and `{N..M}` where `N`, `M` — numbers, `'abc'`, `'def'` — strings. For more information see [below](#wildcards-in-path).
|
||||||
|
- `NOSIGN` - If this keyword is provided in place of credentials, all the requests will not be signed.
|
||||||
|
- `format` — The [format](../../../interfaces/formats.md#formats) of the file.
|
||||||
|
- `aws_access_key_id`, `aws_secret_access_key` - Long-term credentials for the [AWS](https://aws.amazon.com/) account user. You can use these to authenticate your requests. Parameter is optional. If credentials are not specified, they are used from the configuration file. For more information see [Using S3 for Data Storage](../mergetree-family/mergetree.md#table_engine-mergetree-s3).
|
||||||
|
- `compression` — Compression type. Supported values: `none`, `gzip/gz`, `brotli/br`, `xz/LZMA`, `zstd/zst`. Parameter is optional. By default, it will auto-detect compression by file extension.
|
||||||
|
|
||||||
|
### PARTITION BY
|
||||||
|
|
||||||
|
`PARTITION BY` — Optional. In most cases you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
||||||
|
|
||||||
|
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
||||||
|
|
||||||
|
### Querying partitioned data
|
||||||
|
|
||||||
|
This example uses the [docker compose recipe](https://github.com/ClickHouse/examples/tree/5fdc6ff72f4e5137e23ea075c88d3f44b0202490/docker-compose-recipes/recipes/ch-and-minio-S3), which integrates ClickHouse and MinIO. You should be able to reproduce the same queries using S3 by replacing the endpoint and authentication values.
|
||||||
|
|
||||||
|
Notice that the S3 endpoint in the `ENGINE` configuration uses the parameter token `{_partition_id}` as part of the S3 object (filename), and that the SELECT queries select against those resulting object names (e.g., `test_3.csv`).
|
||||||
|
|
||||||
|
:::note
|
||||||
|
As shown in the example, querying from S3 tables that are partitioned is
|
||||||
|
not directly supported at this time, but can be accomplished by querying the bucket contents with a wildcard.
|
||||||
|
|
||||||
|
The primary use-case for writing
|
||||||
|
partitioned data in S3 is to enable transferring that data into another
|
||||||
|
ClickHouse system (for example, moving from on-prem systems to ClickHouse
|
||||||
|
Cloud). Because ClickHouse datasets are often very large, and network
|
||||||
|
reliability is sometimes imperfect it makes sense to transfer datasets
|
||||||
|
in subsets, hence partitioned writes.
|
||||||
|
:::
|
||||||
|
|
||||||
|
#### Create the table
|
||||||
|
```sql
|
||||||
|
CREATE TABLE p
|
||||||
|
(
|
||||||
|
`column1` UInt32,
|
||||||
|
`column2` UInt32,
|
||||||
|
`column3` UInt32
|
||||||
|
)
|
||||||
|
ENGINE = S3(
|
||||||
|
# highlight-next-line
|
||||||
|
'http://minio:10000/clickhouse//test_{_partition_id}.csv',
|
||||||
|
'minioadmin',
|
||||||
|
'minioadminpassword',
|
||||||
|
'CSV')
|
||||||
|
PARTITION BY column3
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Insert data
|
||||||
|
```sql
|
||||||
|
insert into p values (1, 2, 3), (3, 2, 1), (78, 43, 45)
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Select from partition 3
|
||||||
|
|
||||||
|
:::tip
|
||||||
|
This query uses the s3 table function
|
||||||
|
:::
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT *
|
||||||
|
FROM s3('http://minio:10000/clickhouse//test_3.csv', 'minioadmin', 'minioadminpassword', 'CSV')
|
||||||
|
```
|
||||||
|
```response
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 1 │ 2 │ 3 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Select from partition 1
|
||||||
|
```sql
|
||||||
|
SELECT *
|
||||||
|
FROM s3('http://minio:10000/clickhouse//test_1.csv', 'minioadmin', 'minioadminpassword', 'CSV')
|
||||||
|
```
|
||||||
|
```response
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 3 │ 2 │ 1 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Select from partition 45
|
||||||
|
```sql
|
||||||
|
SELECT *
|
||||||
|
FROM s3('http://minio:10000/clickhouse//test_45.csv', 'minioadmin', 'minioadminpassword', 'CSV')
|
||||||
|
```
|
||||||
|
```response
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 78 │ 43 │ 45 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Select from all partitions
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT *
|
||||||
|
FROM s3('http://minio:10000/clickhouse//**', 'minioadmin', 'minioadminpassword', 'CSV')
|
||||||
|
```
|
||||||
|
```response
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 3 │ 2 │ 1 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 1 │ 2 │ 3 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
┌─c1─┬─c2─┬─c3─┐
|
||||||
|
│ 78 │ 43 │ 45 │
|
||||||
|
└────┴────┴────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
You may naturally try to `Select * from p`, but as noted above, this query will fail; use the preceding query.
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT * FROM p
|
||||||
|
```
|
||||||
|
```response
|
||||||
|
Received exception from server (version 23.4.1):
|
||||||
|
Code: 48. DB::Exception: Received from localhost:9000. DB::Exception: Reading from a partitioned S3 storage is not implemented yet. (NOT_IMPLEMENTED)
|
||||||
|
```
|
||||||
|
|
||||||
## Virtual columns {#virtual-columns}
|
## Virtual columns {#virtual-columns}
|
||||||
|
|
||||||
- `_path` — Path to the file.
|
- `_path` — Path to the file.
|
||||||
@ -127,6 +233,12 @@ CREATE TABLE table_with_asterisk (name String, value UInt32)
|
|||||||
ENGINE = S3('https://clickhouse-public-datasets.s3.amazonaws.com/my-bucket/{some,another}_folder/*', 'CSV');
|
ENGINE = S3('https://clickhouse-public-datasets.s3.amazonaws.com/my-bucket/{some,another}_folder/*', 'CSV');
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## Storage Settings {#storage-settings}
|
||||||
|
|
||||||
|
- [s3_truncate_on_insert](/docs/en/operations/settings/settings.md#s3-truncate-on-insert) - allows to truncate file before insert into it. Disabled by default.
|
||||||
|
- [s3_create_multiple_files](/docs/en/operations/settings/settings.md#s3_allow_create_multiple_files) - allows to create a new file on each insert if format has suffix. Disabled by default.
|
||||||
|
- [s3_skip_empty_files](/docs/en/operations/settings/settings.md#s3_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
|
||||||
## S3-related Settings {#settings}
|
## S3-related Settings {#settings}
|
||||||
|
|
||||||
The following settings can be set before query execution or placed into configuration file.
|
The following settings can be set before query execution or placed into configuration file.
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-engines/integrations/sqlite
|
slug: /en/engines/table-engines/integrations/sqlite
|
||||||
sidebar_position: 7
|
sidebar_position: 185
|
||||||
sidebar_label: SQLite
|
sidebar_label: SQLite
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -853,7 +853,7 @@ Tags:
|
|||||||
- `max_data_part_size_bytes` — the maximum size of a part that can be stored on any of the volume’s disks. If the a size of a merged part estimated to be bigger than `max_data_part_size_bytes` then this part will be written to a next volume. Basically this feature allows to keep new/small parts on a hot (SSD) volume and move them to a cold (HDD) volume when they reach large size. Do not use this setting if your policy has only one volume.
|
- `max_data_part_size_bytes` — the maximum size of a part that can be stored on any of the volume’s disks. If the a size of a merged part estimated to be bigger than `max_data_part_size_bytes` then this part will be written to a next volume. Basically this feature allows to keep new/small parts on a hot (SSD) volume and move them to a cold (HDD) volume when they reach large size. Do not use this setting if your policy has only one volume.
|
||||||
- `move_factor` — when the amount of available space gets lower than this factor, data automatically starts to move on the next volume if any (by default, 0.1). ClickHouse sorts existing parts by size from largest to smallest (in descending order) and selects parts with the total size that is sufficient to meet the `move_factor` condition. If the total size of all parts is insufficient, all parts will be moved.
|
- `move_factor` — when the amount of available space gets lower than this factor, data automatically starts to move on the next volume if any (by default, 0.1). ClickHouse sorts existing parts by size from largest to smallest (in descending order) and selects parts with the total size that is sufficient to meet the `move_factor` condition. If the total size of all parts is insufficient, all parts will be moved.
|
||||||
- `prefer_not_to_merge` — Disables merging of data parts on this volume. When this setting is enabled, merging data on this volume is not allowed. This allows controlling how ClickHouse works with slow disks.
|
- `prefer_not_to_merge` — Disables merging of data parts on this volume. When this setting is enabled, merging data on this volume is not allowed. This allows controlling how ClickHouse works with slow disks.
|
||||||
- `perform_ttl_move_on_insert` — Disables TTL move on data part INSERT. By default if we insert a data part that already expired by the TTL move rule it immediately goes to a volume/disk declared in move rule. This can significantly slowdown insert in case if destination volume/disk is slow (e.g. S3).
|
- `perform_ttl_move_on_insert` — Disables TTL move on data part INSERT. By default (if enabled) if we insert a data part that already expired by the TTL move rule it immediately goes to a volume/disk declared in move rule. This can significantly slowdown insert in case if destination volume/disk is slow (e.g. S3). If disabled then already expired data part is written into a default volume and then right after moved to TTL volume.
|
||||||
- `load_balancing` - Policy for disk balancing, `round_robin` or `least_used`.
|
- `load_balancing` - Policy for disk balancing, `round_robin` or `least_used`.
|
||||||
|
|
||||||
Configuration examples:
|
Configuration examples:
|
||||||
|
@ -92,3 +92,11 @@ $ echo -e "1,2\n3,4" | clickhouse-local -q "CREATE TABLE table (a Int64, b Int64
|
|||||||
`PARTITION BY` — Optional. It is possible to create separate files by partitioning the data on a partition key. In most cases, you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
`PARTITION BY` — Optional. It is possible to create separate files by partitioning the data on a partition key. In most cases, you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
||||||
|
|
||||||
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
||||||
|
|
||||||
|
## Settings {#settings}
|
||||||
|
|
||||||
|
- [engine_file_empty_if_not_exists](/docs/en/operations/settings/settings.md#engine-file-emptyif-not-exists) - allows to select empty data from a file that doesn't exist. Disabled by default.
|
||||||
|
- [engine_file_truncate_on_insert](/docs/en/operations/settings/settings.md#engine-file-truncate-on-insert) - allows to truncate file before insert into it. Disabled by default.
|
||||||
|
- [engine_file_allow_create_multiple_files](/docs/en/operations/settings/settings.md#engine_file_allow_create_multiple_files) - allows to create a new file on each insert if format has suffix. Disabled by default.
|
||||||
|
- [engine_file_skip_empty_files](/docs/en/operations/settings/settings.md#engine_file_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
- [storage_file_read_method](/docs/en/operations/settings/settings.md#engine-file-emptyif-not-exists) - method of reading data from storage file, one of: `read`, `pread`, `mmap`. The mmap method does not apply to clickhouse-server (it's intended for clickhouse-local). Default value: `pread` for clickhouse-server, `mmap` for clickhouse-local.
|
||||||
|
@ -102,3 +102,7 @@ SELECT * FROM url_engine_table
|
|||||||
`PARTITION BY` — Optional. It is possible to create separate files by partitioning the data on a partition key. In most cases, you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
`PARTITION BY` — Optional. It is possible to create separate files by partitioning the data on a partition key. In most cases, you don't need a partition key, and if it is needed you generally don't need a partition key more granular than by month. Partitioning does not speed up queries (in contrast to the ORDER BY expression). You should never use too granular partitioning. Don't partition your data by client identifiers or names (instead, make client identifier or name the first column in the ORDER BY expression).
|
||||||
|
|
||||||
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
For partitioning by month, use the `toYYYYMM(date_column)` expression, where `date_column` is a column with a date of the type [Date](/docs/en/sql-reference/data-types/date.md). The partition names here have the `"YYYYMM"` format.
|
||||||
|
|
||||||
|
## Storage Settings {#storage-settings}
|
||||||
|
|
||||||
|
- [engine_url_skip_empty_files](/docs/en/operations/settings/settings.md#engine_url_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
@ -470,6 +470,7 @@ The CSV format supports the output of totals and extremes the same way as `TabSe
|
|||||||
- [input_format_csv_detect_header](/docs/en/operations/settings/settings-formats.md/#input_format_csv_detect_header) - automatically detect header with names and types in CSV format. Default value - `true`.
|
- [input_format_csv_detect_header](/docs/en/operations/settings/settings-formats.md/#input_format_csv_detect_header) - automatically detect header with names and types in CSV format. Default value - `true`.
|
||||||
- [input_format_csv_skip_trailing_empty_lines](/docs/en/operations/settings/settings-formats.md/#input_format_csv_skip_trailing_empty_lines) - skip trailing empty lines at the end of data. Default value - `false`.
|
- [input_format_csv_skip_trailing_empty_lines](/docs/en/operations/settings/settings-formats.md/#input_format_csv_skip_trailing_empty_lines) - skip trailing empty lines at the end of data. Default value - `false`.
|
||||||
- [input_format_csv_trim_whitespaces](/docs/en/operations/settings/settings-formats.md/#input_format_csv_trim_whitespaces) - trim spaces and tabs in non-quoted CSV strings. Default value - `true`.
|
- [input_format_csv_trim_whitespaces](/docs/en/operations/settings/settings-formats.md/#input_format_csv_trim_whitespaces) - trim spaces and tabs in non-quoted CSV strings. Default value - `true`.
|
||||||
|
- [input_format_csv_allow_whitespace_or_tab_as_delimiter](/docs/en/operations/settings/settings-formats.md/# input_format_csv_allow_whitespace_or_tab_as_delimiter) - Allow to use whitespace or tab as field delimiter in CSV strings. Default value - `false`.
|
||||||
|
|
||||||
## CSVWithNames {#csvwithnames}
|
## CSVWithNames {#csvwithnames}
|
||||||
|
|
||||||
@ -1297,8 +1298,8 @@ For output it uses the following correspondence between ClickHouse types and BSO
|
|||||||
| [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `\x04` array |
|
| [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `\x04` array |
|
||||||
| [Named Tuple](/docs/en/sql-reference/data-types/tuple.md) | `\x03` document |
|
| [Named Tuple](/docs/en/sql-reference/data-types/tuple.md) | `\x03` document |
|
||||||
| [Map](/docs/en/sql-reference/data-types/map.md) | `\x03` document |
|
| [Map](/docs/en/sql-reference/data-types/map.md) | `\x03` document |
|
||||||
| [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `\x10` int32 |
|
| [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `\x10` int32 |
|
||||||
| [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `\x05` binary, `\x00` binary subtype |
|
| [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `\x05` binary, `\x00` binary subtype |
|
||||||
|
|
||||||
For input it uses the following correspondence between BSON types and ClickHouse types:
|
For input it uses the following correspondence between BSON types and ClickHouse types:
|
||||||
|
|
||||||
@ -1308,7 +1309,7 @@ For input it uses the following correspondence between BSON types and ClickHouse
|
|||||||
| `\x02` string | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
| `\x02` string | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
||||||
| `\x03` document | [Map](/docs/en/sql-reference/data-types/map.md)/[Named Tuple](/docs/en/sql-reference/data-types/tuple.md) |
|
| `\x03` document | [Map](/docs/en/sql-reference/data-types/map.md)/[Named Tuple](/docs/en/sql-reference/data-types/tuple.md) |
|
||||||
| `\x04` array | [Array](/docs/en/sql-reference/data-types/array.md)/[Tuple](/docs/en/sql-reference/data-types/tuple.md) |
|
| `\x04` array | [Array](/docs/en/sql-reference/data-types/array.md)/[Tuple](/docs/en/sql-reference/data-types/tuple.md) |
|
||||||
| `\x05` binary, `\x00` binary subtype | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md)/[IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) |
|
| `\x05` binary, `\x00` binary subtype | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md)/[IPv6](/docs/en/sql-reference/data-types/ipv6.md) |
|
||||||
| `\x05` binary, `\x02` old binary subtype | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
| `\x05` binary, `\x02` old binary subtype | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
||||||
| `\x05` binary, `\x03` old uuid subtype | [UUID](/docs/en/sql-reference/data-types/uuid.md) |
|
| `\x05` binary, `\x03` old uuid subtype | [UUID](/docs/en/sql-reference/data-types/uuid.md) |
|
||||||
| `\x05` binary, `\x04` uuid subtype | [UUID](/docs/en/sql-reference/data-types/uuid.md) |
|
| `\x05` binary, `\x04` uuid subtype | [UUID](/docs/en/sql-reference/data-types/uuid.md) |
|
||||||
@ -1318,7 +1319,7 @@ For input it uses the following correspondence between BSON types and ClickHouse
|
|||||||
| `\x0A` null value | [NULL](/docs/en/sql-reference/data-types/nullable.md) |
|
| `\x0A` null value | [NULL](/docs/en/sql-reference/data-types/nullable.md) |
|
||||||
| `\x0D` JavaScript code | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
| `\x0D` JavaScript code | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
||||||
| `\x0E` symbol | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
| `\x0E` symbol | [String](/docs/en/sql-reference/data-types/string.md)/[FixedString](/docs/en/sql-reference/data-types/fixedstring.md) |
|
||||||
| `\x10` int32 | [Int32/UInt32](/docs/en/sql-reference/data-types/int-uint.md)/[Decimal32](/docs/en/sql-reference/data-types/decimal.md)/[IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md)/[Enum8/Enum16](/docs/en/sql-reference/data-types/enum.md) |
|
| `\x10` int32 | [Int32/UInt32](/docs/en/sql-reference/data-types/int-uint.md)/[Decimal32](/docs/en/sql-reference/data-types/decimal.md)/[IPv4](/docs/en/sql-reference/data-types/ipv4.md)/[Enum8/Enum16](/docs/en/sql-reference/data-types/enum.md) |
|
||||||
| `\x12` int64 | [Int64/UInt64](/docs/en/sql-reference/data-types/int-uint.md)/[Decimal64](/docs/en/sql-reference/data-types/decimal.md)/[DateTime64](/docs/en/sql-reference/data-types/datetime64.md) |
|
| `\x12` int64 | [Int64/UInt64](/docs/en/sql-reference/data-types/int-uint.md)/[Decimal64](/docs/en/sql-reference/data-types/decimal.md)/[DateTime64](/docs/en/sql-reference/data-types/datetime64.md) |
|
||||||
|
|
||||||
Other BSON types are not supported. Also, it performs conversion between different integer types (for example, you can insert BSON int32 value into ClickHouse UInt8).
|
Other BSON types are not supported. Also, it performs conversion between different integer types (for example, you can insert BSON int32 value into ClickHouse UInt8).
|
||||||
@ -1668,8 +1669,8 @@ The table below shows supported data types and how they match ClickHouse [data t
|
|||||||
| `ENUM` | [Enum(8/16)](/docs/en/sql-reference/data-types/enum.md) | `ENUM` |
|
| `ENUM` | [Enum(8/16)](/docs/en/sql-reference/data-types/enum.md) | `ENUM` |
|
||||||
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
||||||
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
||||||
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `UINT32` |
|
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `UINT32` |
|
||||||
| `DATA` | [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `DATA` |
|
| `DATA` | [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `DATA` |
|
||||||
| `DATA` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `DATA` |
|
| `DATA` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `DATA` |
|
||||||
| `DATA` | [Decimal128/Decimal256](/docs/en/sql-reference/data-types/decimal.md) | `DATA` |
|
| `DATA` | [Decimal128/Decimal256](/docs/en/sql-reference/data-types/decimal.md) | `DATA` |
|
||||||
| `STRUCT(entries LIST(STRUCT(key Key, value Value)))` | [Map](/docs/en/sql-reference/data-types/map.md) | `STRUCT(entries LIST(STRUCT(key Key, value Value)))` |
|
| `STRUCT(entries LIST(STRUCT(key Key, value Value)))` | [Map](/docs/en/sql-reference/data-types/map.md) | `STRUCT(entries LIST(STRUCT(key Key, value Value)))` |
|
||||||
@ -1871,19 +1872,19 @@ The table below shows supported data types and how they match ClickHouse [data t
|
|||||||
| `long (timestamp-millis)` \** | [DateTime64(3)](/docs/en/sql-reference/data-types/datetime.md) | `long (timestamp-millis)` \** |
|
| `long (timestamp-millis)` \** | [DateTime64(3)](/docs/en/sql-reference/data-types/datetime.md) | `long (timestamp-millis)` \** |
|
||||||
| `long (timestamp-micros)` \** | [DateTime64(6)](/docs/en/sql-reference/data-types/datetime.md) | `long (timestamp-micros)` \** |
|
| `long (timestamp-micros)` \** | [DateTime64(6)](/docs/en/sql-reference/data-types/datetime.md) | `long (timestamp-micros)` \** |
|
||||||
| `bytes (decimal)` \** | [DateTime64(N)](/docs/en/sql-reference/data-types/datetime.md) | `bytes (decimal)` \** |
|
| `bytes (decimal)` \** | [DateTime64(N)](/docs/en/sql-reference/data-types/datetime.md) | `bytes (decimal)` \** |
|
||||||
| `int` | [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `int` |
|
| `int` | [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `int` |
|
||||||
| `fixed(16)` | [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `fixed(16)` |
|
| `fixed(16)` | [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `fixed(16)` |
|
||||||
| `bytes (decimal)` \** | [Decimal(P, S)](/docs/en/sql-reference/data-types/decimal.md) | `bytes (decimal)` \** |
|
| `bytes (decimal)` \** | [Decimal(P, S)](/docs/en/sql-reference/data-types/decimal.md) | `bytes (decimal)` \** |
|
||||||
| `string (uuid)` \** | [UUID](/docs/en/sql-reference/data-types/uuid.md) | `string (uuid)` \** |
|
| `string (uuid)` \** | [UUID](/docs/en/sql-reference/data-types/uuid.md) | `string (uuid)` \** |
|
||||||
| `fixed(16)` | [Int128/UInt128](/docs/en/sql-reference/data-types/int-uint.md) | `fixed(16)` |
|
| `fixed(16)` | [Int128/UInt128](/docs/en/sql-reference/data-types/int-uint.md) | `fixed(16)` |
|
||||||
| `fixed(32)` | [Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `fixed(32)` |
|
| `fixed(32)` | [Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `fixed(32)` |
|
||||||
|
| `record` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `record` |
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
\* `bytes` is default, controlled by [output_format_avro_string_column_pattern](/docs/en/operations/settings/settings-formats.md/#output_format_avro_string_column_pattern)
|
\* `bytes` is default, controlled by [output_format_avro_string_column_pattern](/docs/en/operations/settings/settings-formats.md/#output_format_avro_string_column_pattern)
|
||||||
\** [Avro logical types](https://avro.apache.org/docs/current/spec.html#Logical+Types)
|
\** [Avro logical types](https://avro.apache.org/docs/current/spec.html#Logical+Types)
|
||||||
|
|
||||||
Unsupported Avro data types: `record` (non-root), `map`
|
|
||||||
|
|
||||||
Unsupported Avro logical data types: `time-millis`, `time-micros`, `duration`
|
Unsupported Avro logical data types: `time-millis`, `time-micros`, `duration`
|
||||||
|
|
||||||
### Inserting Data {#inserting-data-1}
|
### Inserting Data {#inserting-data-1}
|
||||||
@ -1922,7 +1923,26 @@ Output Avro file compression and sync interval can be configured with [output_fo
|
|||||||
|
|
||||||
Using the ClickHouse [DESCRIBE](/docs/en/sql-reference/statements/describe-table) function, you can quickly view the inferred format of an Avro file like the following example. This example includes the URL of a publicly accessible Avro file in the ClickHouse S3 public bucket:
|
Using the ClickHouse [DESCRIBE](/docs/en/sql-reference/statements/describe-table) function, you can quickly view the inferred format of an Avro file like the following example. This example includes the URL of a publicly accessible Avro file in the ClickHouse S3 public bucket:
|
||||||
|
|
||||||
``` DESCRIBE url('https://clickhouse-public-datasets.s3.eu-central-1.amazonaws.com/hits.avro','Avro');
|
```
|
||||||
|
DESCRIBE url('https://clickhouse-public-datasets.s3.eu-central-1.amazonaws.com/hits.avro','Avro);
|
||||||
|
```
|
||||||
|
```
|
||||||
|
┌─name───────────────────────┬─type────────────┬─default_type─┬─default_expression─┬─comment─┬─codec_expression─┬─ttl_expression─┐
|
||||||
|
│ WatchID │ Int64 │ │ │ │ │ │
|
||||||
|
│ JavaEnable │ Int32 │ │ │ │ │ │
|
||||||
|
│ Title │ String │ │ │ │ │ │
|
||||||
|
│ GoodEvent │ Int32 │ │ │ │ │ │
|
||||||
|
│ EventTime │ Int32 │ │ │ │ │ │
|
||||||
|
│ EventDate │ Date32 │ │ │ │ │ │
|
||||||
|
│ CounterID │ Int32 │ │ │ │ │ │
|
||||||
|
│ ClientIP │ Int32 │ │ │ │ │ │
|
||||||
|
│ ClientIP6 │ FixedString(16) │ │ │ │ │ │
|
||||||
|
│ RegionID │ Int32 │ │ │ │ │ │
|
||||||
|
...
|
||||||
|
│ IslandID │ FixedString(16) │ │ │ │ │ │
|
||||||
|
│ RequestNum │ Int32 │ │ │ │ │ │
|
||||||
|
│ RequestTry │ Int32 │ │ │ │ │ │
|
||||||
|
└────────────────────────────┴─────────────────┴──────────────┴────────────────────┴─────────┴──────────────────┴────────────────┘
|
||||||
```
|
```
|
||||||
|
|
||||||
## AvroConfluent {#data-format-avro-confluent}
|
## AvroConfluent {#data-format-avro-confluent}
|
||||||
@ -2006,8 +2026,8 @@ The table below shows supported data types and how they match ClickHouse [data t
|
|||||||
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
||||||
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
||||||
| `MAP` | [Map](/docs/en/sql-reference/data-types/map.md) | `MAP` |
|
| `MAP` | [Map](/docs/en/sql-reference/data-types/map.md) | `MAP` |
|
||||||
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `UINT32` |
|
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `UINT32` |
|
||||||
| `FIXED_LENGTH_BYTE_ARRAY`, `BINARY` | [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `FIXED_LENGTH_BYTE_ARRAY` |
|
| `FIXED_LENGTH_BYTE_ARRAY`, `BINARY` | [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `FIXED_LENGTH_BYTE_ARRAY` |
|
||||||
| `FIXED_LENGTH_BYTE_ARRAY`, `BINARY` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `FIXED_LENGTH_BYTE_ARRAY` |
|
| `FIXED_LENGTH_BYTE_ARRAY`, `BINARY` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `FIXED_LENGTH_BYTE_ARRAY` |
|
||||||
|
|
||||||
Arrays can be nested and can have a value of the `Nullable` type as an argument. `Tuple` and `Map` types also can be nested.
|
Arrays can be nested and can have a value of the `Nullable` type as an argument. `Tuple` and `Map` types also can be nested.
|
||||||
@ -2209,8 +2229,8 @@ The table below shows supported data types and how they match ClickHouse [data t
|
|||||||
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
| `LIST` | [Array](/docs/en/sql-reference/data-types/array.md) | `LIST` |
|
||||||
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
| `STRUCT` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `STRUCT` |
|
||||||
| `MAP` | [Map](/docs/en/sql-reference/data-types/map.md) | `MAP` |
|
| `MAP` | [Map](/docs/en/sql-reference/data-types/map.md) | `MAP` |
|
||||||
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `UINT32` |
|
| `UINT32` | [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `UINT32` |
|
||||||
| `FIXED_SIZE_BINARY`, `BINARY` | [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `FIXED_SIZE_BINARY` |
|
| `FIXED_SIZE_BINARY`, `BINARY` | [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `FIXED_SIZE_BINARY` |
|
||||||
| `FIXED_SIZE_BINARY`, `BINARY` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `FIXED_SIZE_BINARY` |
|
| `FIXED_SIZE_BINARY`, `BINARY` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `FIXED_SIZE_BINARY` |
|
||||||
|
|
||||||
Arrays can be nested and can have a value of the `Nullable` type as an argument. `Tuple` and `Map` types also can be nested.
|
Arrays can be nested and can have a value of the `Nullable` type as an argument. `Tuple` and `Map` types also can be nested.
|
||||||
@ -2277,7 +2297,7 @@ The table below shows supported data types and how they match ClickHouse [data t
|
|||||||
| `Struct` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `Struct` |
|
| `Struct` | [Tuple](/docs/en/sql-reference/data-types/tuple.md) | `Struct` |
|
||||||
| `Map` | [Map](/docs/en/sql-reference/data-types/map.md) | `Map` |
|
| `Map` | [Map](/docs/en/sql-reference/data-types/map.md) | `Map` |
|
||||||
| `Int` | [IPv4](/docs/en/sql-reference/data-types/int-uint.md) | `Int` |
|
| `Int` | [IPv4](/docs/en/sql-reference/data-types/int-uint.md) | `Int` |
|
||||||
| `Binary` | [IPv6](/docs/en/sql-reference/data-types/domains/ipv6.md) | `Binary` |
|
| `Binary` | [IPv6](/docs/en/sql-reference/data-types/ipv6.md) | `Binary` |
|
||||||
| `Binary` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `Binary` |
|
| `Binary` | [Int128/UInt128/Int256/UInt256](/docs/en/sql-reference/data-types/int-uint.md) | `Binary` |
|
||||||
| `Binary` | [Decimal256](/docs/en/sql-reference/data-types/decimal.md) | `Binary` |
|
| `Binary` | [Decimal256](/docs/en/sql-reference/data-types/decimal.md) | `Binary` |
|
||||||
|
|
||||||
@ -2490,7 +2510,7 @@ ClickHouse supports reading and writing [MessagePack](https://msgpack.org/) data
|
|||||||
| `uint 64` | [DateTime64](/docs/en/sql-reference/data-types/datetime.md) | `uint 64` |
|
| `uint 64` | [DateTime64](/docs/en/sql-reference/data-types/datetime.md) | `uint 64` |
|
||||||
| `fixarray`, `array 16`, `array 32` | [Array](/docs/en/sql-reference/data-types/array.md)/[Tuple](/docs/en/sql-reference/data-types/tuple.md) | `fixarray`, `array 16`, `array 32` |
|
| `fixarray`, `array 16`, `array 32` | [Array](/docs/en/sql-reference/data-types/array.md)/[Tuple](/docs/en/sql-reference/data-types/tuple.md) | `fixarray`, `array 16`, `array 32` |
|
||||||
| `fixmap`, `map 16`, `map 32` | [Map](/docs/en/sql-reference/data-types/map.md) | `fixmap`, `map 16`, `map 32` |
|
| `fixmap`, `map 16`, `map 32` | [Map](/docs/en/sql-reference/data-types/map.md) | `fixmap`, `map 16`, `map 32` |
|
||||||
| `uint 32` | [IPv4](/docs/en/sql-reference/data-types/domains/ipv4.md) | `uint 32` |
|
| `uint 32` | [IPv4](/docs/en/sql-reference/data-types/ipv4.md) | `uint 32` |
|
||||||
| `bin 8` | [String](/docs/en/sql-reference/data-types/string.md) | `bin 8` |
|
| `bin 8` | [String](/docs/en/sql-reference/data-types/string.md) | `bin 8` |
|
||||||
| `int 8` | [Enum8](/docs/en/sql-reference/data-types/enum.md) | `int 8` |
|
| `int 8` | [Enum8](/docs/en/sql-reference/data-types/enum.md) | `int 8` |
|
||||||
| `bin 8` | [(U)Int128/(U)Int256](/docs/en/sql-reference/data-types/int-uint.md) | `bin 8` |
|
| `bin 8` | [(U)Int128/(U)Int256](/docs/en/sql-reference/data-types/int-uint.md) | `bin 8` |
|
||||||
|
@ -83,6 +83,7 @@ The BACKUP and RESTORE statements take a list of DATABASE and TABLE names, a des
|
|||||||
- [`compression_method`](/docs/en/sql-reference/statements/create/table.md/#column-compression-codecs) and compression_level
|
- [`compression_method`](/docs/en/sql-reference/statements/create/table.md/#column-compression-codecs) and compression_level
|
||||||
- `password` for the file on disk
|
- `password` for the file on disk
|
||||||
- `base_backup`: the destination of the previous backup of this source. For example, `Disk('backups', '1.zip')`
|
- `base_backup`: the destination of the previous backup of this source. For example, `Disk('backups', '1.zip')`
|
||||||
|
- `structure_only`: if enabled, allows to only backup or restore the CREATE statements without the data of tables
|
||||||
|
|
||||||
### Usage examples
|
### Usage examples
|
||||||
|
|
||||||
|
@ -6,32 +6,43 @@ sidebar_label: Configuration Files
|
|||||||
|
|
||||||
# Configuration Files
|
# Configuration Files
|
||||||
|
|
||||||
ClickHouse supports multi-file configuration management. The main server configuration file is `/etc/clickhouse-server/config.xml` or `/etc/clickhouse-server/config.yaml`. Other files must be in the `/etc/clickhouse-server/config.d` directory. Note, that any configuration file can be written either in XML or YAML, but mixing formats in one file is not supported. For example, you can have main configs as `config.xml` and `users.xml` and write additional files in `config.d` and `users.d` directories in `.yaml`.
|
The ClickHouse server can be configured with configuration files in XML or YAML syntax. In most installation types, the ClickHouse server runs with `/etc/clickhouse-server/config.xml` as default configuration file but it is also possible to specify the location of the configuration file manually at server startup using command line option `--config-file=` or `-C`. Additional configuration files may be placed into directory `config.d/` relative to the main configuration file, for example into directory `/etc/clickhouse-server/config.d/`. Files in this directory and the main configuration are merged in a preprocessing step before the configuration is applied in ClickHouse server. Configuration files are merged in alphabetical order. To simplify updates and improve modularization, it is best practice to keep the default `config.xml` file unmodified and place additional customization into `config.d/`.
|
||||||
|
|
||||||
All XML files should have the same root element, usually `<clickhouse>`. As for YAML, `clickhouse:` should not be present, the parser will insert it automatically.
|
It is possible to mix XML and YAML configuration files, for example you could have a main configuration file `config.xml` and additional configuration files `config.d/network.xml`, `config.d/timezone.yaml` and `config.d/keeper.yaml`. Mixing XML and YAML within a single configuration file is not supported. XML configuration files should use `<clickhouse>...</clickhouse>` as top-level tag. In YAML configuration files, `clickhouse:` is optional, the parser inserts it implicitly if absent.
|
||||||
|
|
||||||
## Override {#override}
|
## Overriding Configuration {#override}
|
||||||
|
|
||||||
Some settings specified in the main configuration file can be overridden in other configuration files:
|
The merge of configuration files behaves as one intuitively expects: The contents of both files are combined recursively, children with the same name are replaced by the element of the more specific configuration file. The merge can be customized using attributes `replace` and `remove`.
|
||||||
|
- Attribute `replace` means that the element is replaced by the specified one.
|
||||||
|
- Attribute `remove` means that the element is deleted.
|
||||||
|
|
||||||
- The `replace` or `remove` attributes can be specified for the elements of these configuration files.
|
To specify that a value of an element should be replaced by the value of an environment variable, you can use attribute `from_env`.
|
||||||
- If neither is specified, it combines the contents of elements recursively, replacing values of duplicate children.
|
|
||||||
- If `replace` is specified, it replaces the entire element with the specified one.
|
|
||||||
- If `remove` is specified, it deletes the element.
|
|
||||||
|
|
||||||
You can also declare attributes as coming from environment variables by using `from_env="VARIABLE_NAME"`:
|
Example with `$MAX_QUERY_SIZE = 150000`:
|
||||||
|
|
||||||
```xml
|
```xml
|
||||||
<clickhouse>
|
<clickhouse>
|
||||||
<macros>
|
<profiles>
|
||||||
<replica from_env="REPLICA" />
|
<default>
|
||||||
<layer from_env="LAYER" />
|
<max_query_size from_env="MAX_QUERY_SIZE"/>
|
||||||
<shard from_env="SHARD" />
|
</default>
|
||||||
</macros>
|
</profiles>
|
||||||
</clickhouse>
|
</clickhouse>
|
||||||
```
|
```
|
||||||
|
|
||||||
## Substitution {#substitution}
|
which is equal to
|
||||||
|
|
||||||
|
``` xml
|
||||||
|
<clickhouse>
|
||||||
|
<profiles>
|
||||||
|
<default>
|
||||||
|
<max_query_size/>150000</max_query_size>
|
||||||
|
</default>
|
||||||
|
</profiles>
|
||||||
|
</clickhouse>
|
||||||
|
```
|
||||||
|
|
||||||
|
## Substituting Configuration {#substitution}
|
||||||
|
|
||||||
The config can also define “substitutions”. If an element has the `incl` attribute, the corresponding substitution from the file will be used as the value. By default, the path to the file with substitutions is `/etc/metrika.xml`. This can be changed in the [include_from](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-include_from) element in the server config. The substitution values are specified in `/clickhouse/substitution_name` elements in this file. If a substitution specified in `incl` does not exist, it is recorded in the log. To prevent ClickHouse from logging missing substitutions, specify the `optional="true"` attribute (for example, settings for [macros](../operations/server-configuration-parameters/settings.md#macros)).
|
The config can also define “substitutions”. If an element has the `incl` attribute, the corresponding substitution from the file will be used as the value. By default, the path to the file with substitutions is `/etc/metrika.xml`. This can be changed in the [include_from](../operations/server-configuration-parameters/settings.md#server_configuration_parameters-include_from) element in the server config. The substitution values are specified in `/clickhouse/substitution_name` elements in this file. If a substitution specified in `incl` does not exist, it is recorded in the log. To prevent ClickHouse from logging missing substitutions, specify the `optional="true"` attribute (for example, settings for [macros](../operations/server-configuration-parameters/settings.md#macros)).
|
||||||
|
|
||||||
|
@ -50,7 +50,7 @@ To manage named collections with DDL a user must have the `named_control_collect
|
|||||||
```
|
```
|
||||||
|
|
||||||
:::tip
|
:::tip
|
||||||
In the above example the `passowrd_sha256_hex` value is the hexadecimal representation of the SHA256 hash of the password. This configuration for the user `default` has the attribute `replace=true` as in the default configuration has a plain text `password` set, and it is not possible to have both plain text and sha256 hex passwords set for a user.
|
In the above example the `password_sha256_hex` value is the hexadecimal representation of the SHA256 hash of the password. This configuration for the user `default` has the attribute `replace=true` as in the default configuration has a plain text `password` set, and it is not possible to have both plain text and sha256 hex passwords set for a user.
|
||||||
:::
|
:::
|
||||||
|
|
||||||
## Storing named collections in configuration files
|
## Storing named collections in configuration files
|
||||||
|
@ -1,9 +0,0 @@
|
|||||||
---
|
|
||||||
slug: /en/operations/optimizing-performance/
|
|
||||||
sidebar_label: Optimizing Performance
|
|
||||||
sidebar_position: 52
|
|
||||||
---
|
|
||||||
|
|
||||||
# Optimizing Performance
|
|
||||||
|
|
||||||
- [Sampling query profiler](../../operations/optimizing-performance/sampling-query-profiler.md)
|
|
@ -1,16 +0,0 @@
|
|||||||
---
|
|
||||||
slug: /en/operations/server-configuration-parameters/
|
|
||||||
sidebar_position: 54
|
|
||||||
sidebar_label: Server Configuration Parameters
|
|
||||||
pagination_next: en/operations/server-configuration-parameters/settings
|
|
||||||
---
|
|
||||||
|
|
||||||
# Server Configuration Parameters
|
|
||||||
|
|
||||||
This section contains descriptions of server settings that cannot be changed at the session or query level.
|
|
||||||
|
|
||||||
These settings are stored in the `config.xml` file on the ClickHouse server.
|
|
||||||
|
|
||||||
Other settings are described in the “[Settings](../../operations/settings/index.md#session-settings-intro)” section.
|
|
||||||
|
|
||||||
Before studying the settings, read the [Configuration files](../../operations/configuration-files.md#configuration_files) section and note the use of substitutions (the `incl` and `optional` attributes).
|
|
@ -7,6 +7,14 @@ description: This section contains descriptions of server settings that cannot b
|
|||||||
|
|
||||||
# Server Settings
|
# Server Settings
|
||||||
|
|
||||||
|
This section contains descriptions of server settings that cannot be changed at the session or query level.
|
||||||
|
|
||||||
|
These settings are stored in the `config.xml` file on the ClickHouse server.
|
||||||
|
|
||||||
|
Other settings are described in the “[Settings](../../operations/settings/index.md#session-settings-intro)” section.
|
||||||
|
|
||||||
|
Before studying the settings, read the [Configuration files](../../operations/configuration-files.md#configuration_files) section and note the use of substitutions (the `incl` and `optional` attributes).
|
||||||
|
|
||||||
## allow_use_jemalloc_memory
|
## allow_use_jemalloc_memory
|
||||||
|
|
||||||
Allows to use jemalloc memory.
|
Allows to use jemalloc memory.
|
||||||
@ -1967,6 +1975,10 @@ The time zone is necessary for conversions between String and DateTime formats w
|
|||||||
<timezone>Asia/Istanbul</timezone>
|
<timezone>Asia/Istanbul</timezone>
|
||||||
```
|
```
|
||||||
|
|
||||||
|
**See also**
|
||||||
|
|
||||||
|
- [session_timezone](../settings/settings.md#session_timezone)
|
||||||
|
|
||||||
## tcp_port {#server_configuration_parameters-tcp_port}
|
## tcp_port {#server_configuration_parameters-tcp_port}
|
||||||
|
|
||||||
Port for communicating with clients over the TCP protocol.
|
Port for communicating with clients over the TCP protocol.
|
||||||
|
@ -932,6 +932,38 @@ Result
|
|||||||
" string "
|
" string "
|
||||||
```
|
```
|
||||||
|
|
||||||
|
### input_format_csv_allow_whitespace_or_tab_as_delimiter {#input_format_csv_allow_whitespace_or_tab_as_delimiter}
|
||||||
|
|
||||||
|
Allow to use whitespace or tab as field delimiter in CSV strings.
|
||||||
|
|
||||||
|
Default value: `false`.
|
||||||
|
|
||||||
|
**Examples**
|
||||||
|
|
||||||
|
Query
|
||||||
|
|
||||||
|
```bash
|
||||||
|
echo 'a b' | ./clickhouse local -q "select * from table FORMAT CSV" --input-format="CSV" --input_format_csv_allow_whitespace_or_tab_as_delimiter=true --format_csv_delimiter=' '
|
||||||
|
```
|
||||||
|
|
||||||
|
Result
|
||||||
|
|
||||||
|
```text
|
||||||
|
a b
|
||||||
|
```
|
||||||
|
|
||||||
|
Query
|
||||||
|
|
||||||
|
```bash
|
||||||
|
echo 'a b' | ./clickhouse local -q "select * from table FORMAT CSV" --input-format="CSV" --input_format_csv_allow_whitespace_or_tab_as_delimiter=true --format_csv_delimiter='\t'
|
||||||
|
```
|
||||||
|
|
||||||
|
Result
|
||||||
|
|
||||||
|
```text
|
||||||
|
a b
|
||||||
|
```
|
||||||
|
|
||||||
## Values format settings {#values-format-settings}
|
## Values format settings {#values-format-settings}
|
||||||
|
|
||||||
### input_format_values_interpret_expressions {#input_format_values_interpret_expressions}
|
### input_format_values_interpret_expressions {#input_format_values_interpret_expressions}
|
||||||
|
@ -2941,7 +2941,7 @@ Default value: `0`.
|
|||||||
|
|
||||||
## mutations_sync {#mutations_sync}
|
## mutations_sync {#mutations_sync}
|
||||||
|
|
||||||
Allows to execute `ALTER TABLE ... UPDATE|DELETE` queries ([mutations](../../sql-reference/statements/alter/index.md#mutations)) synchronously.
|
Allows to execute `ALTER TABLE ... UPDATE|DELETE|MATERIALIZE INDEX|MATERIALIZE PROJECTION|MATERIALIZE COLUMN` queries ([mutations](../../sql-reference/statements/alter/index.md#mutations)) synchronously.
|
||||||
|
|
||||||
Possible values:
|
Possible values:
|
||||||
|
|
||||||
@ -3328,7 +3328,35 @@ Possible values:
|
|||||||
|
|
||||||
Default value: `0`.
|
Default value: `0`.
|
||||||
|
|
||||||
## s3_truncate_on_insert
|
## engine_file_allow_create_multiple_files {#engine_file_allow_create_multiple_files}
|
||||||
|
|
||||||
|
Enables or disables creating a new file on each insert in file engine tables if the format has the suffix (`JSON`, `ORC`, `Parquet`, etc.). If enabled, on each insert a new file will be created with a name following this pattern:
|
||||||
|
|
||||||
|
`data.Parquet` -> `data.1.Parquet` -> `data.2.Parquet`, etc.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `INSERT` query appends new data to the end of the file.
|
||||||
|
- 1 — `INSERT` query creates a new file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## engine_file_skip_empty_files {#engine_file_skip_empty_files}
|
||||||
|
|
||||||
|
Enables or disables skipping empty files in [File](../../engines/table-engines/special/file.md) engine tables.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `SELECT` throws an exception if empty file is not compatible with requested format.
|
||||||
|
- 1 — `SELECT` returns empty result for empty file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## storage_file_read_method {#storage_file_read_method}
|
||||||
|
|
||||||
|
Method of reading data from storage file, one of: `read`, `pread`, `mmap`. The mmap method does not apply to clickhouse-server (it's intended for clickhouse-local).
|
||||||
|
|
||||||
|
Default value: `pread` for clickhouse-server, `mmap` for clickhouse-local.
|
||||||
|
|
||||||
|
## s3_truncate_on_insert {#s3_truncate_on_insert}
|
||||||
|
|
||||||
Enables or disables truncate before inserts in s3 engine tables. If disabled, an exception will be thrown on insert attempts if an S3 object already exists.
|
Enables or disables truncate before inserts in s3 engine tables. If disabled, an exception will be thrown on insert attempts if an S3 object already exists.
|
||||||
|
|
||||||
@ -3338,7 +3366,29 @@ Possible values:
|
|||||||
|
|
||||||
Default value: `0`.
|
Default value: `0`.
|
||||||
|
|
||||||
## hdfs_truncate_on_insert
|
## s3_create_new_file_on_insert {#s3_create_new_file_on_insert}
|
||||||
|
|
||||||
|
Enables or disables creating a new file on each insert in s3 engine tables. If enabled, on each insert a new S3 object will be created with the key, similar to this pattern:
|
||||||
|
|
||||||
|
initial: `data.Parquet.gz` -> `data.1.Parquet.gz` -> `data.2.Parquet.gz`, etc.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `INSERT` query appends new data to the end of the file.
|
||||||
|
- 1 — `INSERT` query creates a new file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## s3_skip_empty_files {#s3_skip_empty_files}
|
||||||
|
|
||||||
|
Enables or disables skipping empty files in [S3](../../engines/table-engines/integrations/s3.md) engine tables.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `SELECT` throws an exception if empty file is not compatible with requested format.
|
||||||
|
- 1 — `SELECT` returns empty result for empty file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## hdfs_truncate_on_insert {#hdfs_truncate_on_insert}
|
||||||
|
|
||||||
Enables or disables truncation before an insert in hdfs engine tables. If disabled, an exception will be thrown on an attempt to insert if a file in HDFS already exists.
|
Enables or disables truncation before an insert in hdfs engine tables. If disabled, an exception will be thrown on an attempt to insert if a file in HDFS already exists.
|
||||||
|
|
||||||
@ -3348,31 +3398,7 @@ Possible values:
|
|||||||
|
|
||||||
Default value: `0`.
|
Default value: `0`.
|
||||||
|
|
||||||
## engine_file_allow_create_multiple_files
|
## hdfs_create_new_file_on_insert {#hdfs_create_new_file_on_insert
|
||||||
|
|
||||||
Enables or disables creating a new file on each insert in file engine tables if the format has the suffix (`JSON`, `ORC`, `Parquet`, etc.). If enabled, on each insert a new file will be created with a name following this pattern:
|
|
||||||
|
|
||||||
`data.Parquet` -> `data.1.Parquet` -> `data.2.Parquet`, etc.
|
|
||||||
|
|
||||||
Possible values:
|
|
||||||
- 0 — `INSERT` query appends new data to the end of the file.
|
|
||||||
- 1 — `INSERT` query replaces existing content of the file with the new data.
|
|
||||||
|
|
||||||
Default value: `0`.
|
|
||||||
|
|
||||||
## s3_create_new_file_on_insert
|
|
||||||
|
|
||||||
Enables or disables creating a new file on each insert in s3 engine tables. If enabled, on each insert a new S3 object will be created with the key, similar to this pattern:
|
|
||||||
|
|
||||||
initial: `data.Parquet.gz` -> `data.1.Parquet.gz` -> `data.2.Parquet.gz`, etc.
|
|
||||||
|
|
||||||
Possible values:
|
|
||||||
- 0 — `INSERT` query appends new data to the end of the file.
|
|
||||||
- 1 — `INSERT` query replaces existing content of the file with the new data.
|
|
||||||
|
|
||||||
Default value: `0`.
|
|
||||||
|
|
||||||
## hdfs_create_new_file_on_insert
|
|
||||||
|
|
||||||
Enables or disables creating a new file on each insert in HDFS engine tables. If enabled, on each insert a new HDFS file will be created with the name, similar to this pattern:
|
Enables or disables creating a new file on each insert in HDFS engine tables. If enabled, on each insert a new HDFS file will be created with the name, similar to this pattern:
|
||||||
|
|
||||||
@ -3380,7 +3406,27 @@ initial: `data.Parquet.gz` -> `data.1.Parquet.gz` -> `data.2.Parquet.gz`, etc.
|
|||||||
|
|
||||||
Possible values:
|
Possible values:
|
||||||
- 0 — `INSERT` query appends new data to the end of the file.
|
- 0 — `INSERT` query appends new data to the end of the file.
|
||||||
- 1 — `INSERT` query replaces existing content of the file with the new data.
|
- 1 — `INSERT` query creates a new file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## hdfs_skip_empty_files {#hdfs_skip_empty_files}
|
||||||
|
|
||||||
|
Enables or disables skipping empty files in [HDFS](../../engines/table-engines/integrations/hdfs.md) engine tables.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `SELECT` throws an exception if empty file is not compatible with requested format.
|
||||||
|
- 1 — `SELECT` returns empty result for empty file.
|
||||||
|
|
||||||
|
Default value: `0`.
|
||||||
|
|
||||||
|
## engine_url_skip_empty_files {#engine_url_skip_empty_files}
|
||||||
|
|
||||||
|
Enables or disables skipping empty files in [URL](../../engines/table-engines/special/url.md) engine tables.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
- 0 — `SELECT` throws an exception if empty file is not compatible with requested format.
|
||||||
|
- 1 — `SELECT` returns empty result for empty file.
|
||||||
|
|
||||||
Default value: `0`.
|
Default value: `0`.
|
||||||
|
|
||||||
@ -4205,6 +4251,69 @@ Default value: `0`.
|
|||||||
Use this setting only for backward compatibility if your use cases depend on old syntax.
|
Use this setting only for backward compatibility if your use cases depend on old syntax.
|
||||||
:::
|
:::
|
||||||
|
|
||||||
|
## session_timezone {#session_timezone}
|
||||||
|
|
||||||
|
Sets the implicit time zone of the current session or query.
|
||||||
|
The implicit time zone is the time zone applied to values of type DateTime/DateTime64 which have no explicitly specified time zone.
|
||||||
|
The setting takes precedence over the globally configured (server-level) implicit time zone.
|
||||||
|
A value of '' (empty string) means that the implicit time zone of the current session or query is equal to the [server time zone](../server-configuration-parameters/settings.md#server_configuration_parameters-timezone).
|
||||||
|
|
||||||
|
You can use functions `timeZone()` and `serverTimeZone()` to get the session time zone and server time zone.
|
||||||
|
|
||||||
|
Possible values:
|
||||||
|
|
||||||
|
- Any time zone name from `system.time_zones`, e.g. `Europe/Berlin`, `UTC` or `Zulu`
|
||||||
|
|
||||||
|
Default value: `''`.
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT timeZone(), serverTimeZone() FORMAT TSV
|
||||||
|
|
||||||
|
Europe/Berlin Europe/Berlin
|
||||||
|
```
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT timeZone(), serverTimeZone() SETTINGS session_timezone = 'Asia/Novosibirsk' FORMAT TSV
|
||||||
|
|
||||||
|
Asia/Novosibirsk Europe/Berlin
|
||||||
|
```
|
||||||
|
|
||||||
|
Assign session time zone 'America/Denver' to the inner DateTime without explicitly specified time zone:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT toDateTime64(toDateTime64('1999-12-12 23:23:23.123', 3), 3, 'Europe/Zurich') SETTINGS session_timezone = 'America/Denver' FORMAT TSV
|
||||||
|
|
||||||
|
1999-12-13 07:23:23.123
|
||||||
|
```
|
||||||
|
|
||||||
|
:::warning
|
||||||
|
Not all functions that parse DateTime/DateTime64 respect `session_timezone`. This can lead to subtle errors.
|
||||||
|
See the following example and explanation.
|
||||||
|
:::
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE TABLE test_tz (`d` DateTime('UTC')) ENGINE = Memory AS SELECT toDateTime('2000-01-01 00:00:00', 'UTC');
|
||||||
|
|
||||||
|
SELECT *, timeZone() FROM test_tz WHERE d = toDateTime('2000-01-01 00:00:00') SETTINGS session_timezone = 'Asia/Novosibirsk'
|
||||||
|
0 rows in set.
|
||||||
|
|
||||||
|
SELECT *, timeZone() FROM test_tz WHERE d = '2000-01-01 00:00:00' SETTINGS session_timezone = 'Asia/Novosibirsk'
|
||||||
|
┌───────────────────d─┬─timeZone()───────┐
|
||||||
|
│ 2000-01-01 00:00:00 │ Asia/Novosibirsk │
|
||||||
|
└─────────────────────┴──────────────────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
This happens due to different parsing pipelines:
|
||||||
|
|
||||||
|
- `toDateTime()` without explicitly given time zone used in the first `SELECT` query honors setting `session_timezone` and the global time zone.
|
||||||
|
- In the second query, a DateTime is parsed from a String, and inherits the type and time zone of the existing column`d`. Thus, setting `session_timezone` and the global time zone are not honored.
|
||||||
|
|
||||||
|
**See also**
|
||||||
|
|
||||||
|
- [timezone](../server-configuration-parameters/settings.md#server_configuration_parameters-timezone)
|
||||||
|
|
||||||
## final {#final}
|
## final {#final}
|
||||||
|
|
||||||
Automatically applies [FINAL](../../sql-reference/statements/select/from.md#final-modifier) modifier to all tables in a query, to tables where [FINAL](../../sql-reference/statements/select/from.md#final-modifier) is applicable, including joined tables and tables in sub-queries, and
|
Automatically applies [FINAL](../../sql-reference/statements/select/from.md#final-modifier) modifier to all tables in a query, to tables where [FINAL](../../sql-reference/statements/select/from.md#final-modifier) is applicable, including joined tables and tables in sub-queries, and
|
||||||
|
@ -71,11 +71,11 @@ Columns:
|
|||||||
- 0 — Query was initiated by another query as part of distributed query execution.
|
- 0 — Query was initiated by another query as part of distributed query execution.
|
||||||
- `user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who initiated the current query.
|
- `user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who initiated the current query.
|
||||||
- `query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the query.
|
- `query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the query.
|
||||||
- `address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — IP address that was used to make the query.
|
- `address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — IP address that was used to make the query.
|
||||||
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to make the query.
|
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to make the query.
|
||||||
- `initial_user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who ran the initial query (for distributed query execution).
|
- `initial_user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who ran the initial query (for distributed query execution).
|
||||||
- `initial_query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the initial query (for distributed query execution).
|
- `initial_query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the initial query (for distributed query execution).
|
||||||
- `initial_address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — IP address that the parent query was launched from.
|
- `initial_address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — IP address that the parent query was launched from.
|
||||||
- `initial_port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to make the parent query.
|
- `initial_port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to make the parent query.
|
||||||
- `initial_query_start_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Initial query starting time (for distributed query execution).
|
- `initial_query_start_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — Initial query starting time (for distributed query execution).
|
||||||
- `initial_query_start_time_microseconds` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — Initial query starting time with microseconds precision (for distributed query execution).
|
- `initial_query_start_time_microseconds` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — Initial query starting time with microseconds precision (for distributed query execution).
|
||||||
|
@ -40,11 +40,11 @@ Columns:
|
|||||||
- 0 — Query was initiated by another query for distributed query execution.
|
- 0 — Query was initiated by another query for distributed query execution.
|
||||||
- `user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who initiated the current query.
|
- `user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who initiated the current query.
|
||||||
- `query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the query.
|
- `query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the query.
|
||||||
- `address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — IP address that was used to make the query.
|
- `address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — IP address that was used to make the query.
|
||||||
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md#uint-ranges)) — The client port that was used to make the query.
|
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md#uint-ranges)) — The client port that was used to make the query.
|
||||||
- `initial_user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who ran the initial query (for distributed query execution).
|
- `initial_user` ([String](../../sql-reference/data-types/string.md)) — Name of the user who ran the initial query (for distributed query execution).
|
||||||
- `initial_query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the initial query (for distributed query execution).
|
- `initial_query_id` ([String](../../sql-reference/data-types/string.md)) — ID of the initial query (for distributed query execution).
|
||||||
- `initial_address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — IP address that the parent query was launched from.
|
- `initial_address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — IP address that the parent query was launched from.
|
||||||
- `initial_port` ([UInt16](../../sql-reference/data-types/int-uint.md#uint-ranges)) — The client port that was used to make the parent query.
|
- `initial_port` ([UInt16](../../sql-reference/data-types/int-uint.md#uint-ranges)) — The client port that was used to make the parent query.
|
||||||
- `interface` ([UInt8](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Interface that the query was initiated from. Possible values:
|
- `interface` ([UInt8](../../sql-reference/data-types/int-uint.md#uint-ranges)) — Interface that the query was initiated from. Possible values:
|
||||||
- 1 — TCP.
|
- 1 — TCP.
|
||||||
|
@ -28,7 +28,7 @@ Columns:
|
|||||||
- `profiles` ([Array](../../sql-reference/data-types/array.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md))) — The list of profiles set for all roles and/or users.
|
- `profiles` ([Array](../../sql-reference/data-types/array.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md))) — The list of profiles set for all roles and/or users.
|
||||||
- `roles` ([Array](../../sql-reference/data-types/array.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md))) — The list of roles to which the profile is applied.
|
- `roles` ([Array](../../sql-reference/data-types/array.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md))) — The list of roles to which the profile is applied.
|
||||||
- `settings` ([Array](../../sql-reference/data-types/array.md)([Tuple](../../sql-reference/data-types/tuple.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md), [String](../../sql-reference/data-types/string.md)))) — Settings that were changed when the client logged in/out.
|
- `settings` ([Array](../../sql-reference/data-types/array.md)([Tuple](../../sql-reference/data-types/tuple.md)([LowCardinality(String)](../../sql-reference/data-types/lowcardinality.md), [String](../../sql-reference/data-types/string.md)))) — Settings that were changed when the client logged in/out.
|
||||||
- `client_address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — The IP address that was used to log in/out.
|
- `client_address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — The IP address that was used to log in/out.
|
||||||
- `client_port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to log in/out.
|
- `client_port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The client port that was used to log in/out.
|
||||||
- `interface` ([Enum8](../../sql-reference/data-types/enum.md)) — The interface from which the login was initiated. Possible values:
|
- `interface` ([Enum8](../../sql-reference/data-types/enum.md)) — The interface from which the login was initiated. Possible values:
|
||||||
- `TCP`
|
- `TCP`
|
||||||
|
@ -11,7 +11,8 @@ Columns:
|
|||||||
- `host` ([String](../../sql-reference/data-types/string.md)) — The hostname/IP of the ZooKeeper node that ClickHouse connected to.
|
- `host` ([String](../../sql-reference/data-types/string.md)) — The hostname/IP of the ZooKeeper node that ClickHouse connected to.
|
||||||
- `port` ([String](../../sql-reference/data-types/string.md)) — The port of the ZooKeeper node that ClickHouse connected to.
|
- `port` ([String](../../sql-reference/data-types/string.md)) — The port of the ZooKeeper node that ClickHouse connected to.
|
||||||
- `index` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The index of the ZooKeeper node that ClickHouse connected to. The index is from ZooKeeper config.
|
- `index` ([UInt8](../../sql-reference/data-types/int-uint.md)) — The index of the ZooKeeper node that ClickHouse connected to. The index is from ZooKeeper config.
|
||||||
- `connected_time` ([String](../../sql-reference/data-types/string.md)) — When the connection was established
|
- `connected_time` ([DateTime](../../sql-reference/data-types/datetime.md)) — When the connection was established
|
||||||
|
- `session_uptime_elapsed_seconds` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Seconds elapsed since the connection was established
|
||||||
- `is_expired` ([UInt8](../../sql-reference/data-types/int-uint.md)) — Is the current connection expired.
|
- `is_expired` ([UInt8](../../sql-reference/data-types/int-uint.md)) — Is the current connection expired.
|
||||||
- `keeper_api_version` ([String](../../sql-reference/data-types/string.md)) — Keeper API version.
|
- `keeper_api_version` ([String](../../sql-reference/data-types/string.md)) — Keeper API version.
|
||||||
- `client_id` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Session id of the connection.
|
- `client_id` ([UInt64](../../sql-reference/data-types/int-uint.md)) — Session id of the connection.
|
||||||
@ -23,7 +24,7 @@ SELECT * FROM system.zookeeper_connection;
|
|||||||
```
|
```
|
||||||
|
|
||||||
``` text
|
``` text
|
||||||
┌─name──────────────┬─host─────────┬─port─┬─index─┬──────connected_time─┬─is_expired─┬─keeper_api_version─┬──────────client_id─┐
|
┌─name────┬─host──────┬─port─┬─index─┬──────connected_time─┬─session_uptime_elapsed_seconds─┬─is_expired─┬─keeper_api_version─┬─client_id─┐
|
||||||
│ default_zookeeper │ 127.0.0.1 │ 2181 │ 0 │ 2023-05-19 14:30:16 │ 0 │ 0 │ 216349144108826660 │
|
│ default │ 127.0.0.1 │ 9181 │ 0 │ 2023-06-15 14:36:01 │ 3058 │ 0 │ 3 │ 5 │
|
||||||
└───────────────────┴──────────────┴──────┴───────┴─────────────────────┴────────────┴────────────────────┴────────────────────┘
|
└─────────┴───────────┴──────┴───────┴─────────────────────┴────────────────────────────────┴────────────┴────────────────────┴───────────┘
|
||||||
```
|
```
|
||||||
|
@ -15,7 +15,7 @@ Columns with request parameters:
|
|||||||
- `Finalize` — The connection is lost, no response was received.
|
- `Finalize` — The connection is lost, no response was received.
|
||||||
- `event_date` ([Date](../../sql-reference/data-types/date.md)) — The date when the event happened.
|
- `event_date` ([Date](../../sql-reference/data-types/date.md)) — The date when the event happened.
|
||||||
- `event_time` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — The date and time when the event happened.
|
- `event_time` ([DateTime64](../../sql-reference/data-types/datetime64.md)) — The date and time when the event happened.
|
||||||
- `address` ([IPv6](../../sql-reference/data-types/domains/ipv6.md)) — IP address of ZooKeeper server that was used to make the request.
|
- `address` ([IPv6](../../sql-reference/data-types/ipv6.md)) — IP address of ZooKeeper server that was used to make the request.
|
||||||
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The port of ZooKeeper server that was used to make the request.
|
- `port` ([UInt16](../../sql-reference/data-types/int-uint.md)) — The port of ZooKeeper server that was used to make the request.
|
||||||
- `session_id` ([Int64](../../sql-reference/data-types/int-uint.md)) — The session ID that the ZooKeeper server sets for each connection.
|
- `session_id` ([Int64](../../sql-reference/data-types/int-uint.md)) — The session ID that the ZooKeeper server sets for each connection.
|
||||||
- `xid` ([Int32](../../sql-reference/data-types/int-uint.md)) — The ID of the request within the session. This is usually a sequential request number. It is the same for the request row and the paired `response`/`finalize` row.
|
- `xid` ([Int32](../../sql-reference/data-types/int-uint.md)) — The ID of the request within the session. This is usually a sequential request number. It is the same for the request row and the paired `response`/`finalize` row.
|
||||||
|
@ -32,7 +32,7 @@ For example, Decimal32(4) can contain numbers from -99999.9999 to 99999.9999 wit
|
|||||||
|
|
||||||
Internally data is represented as normal signed integers with respective bit width. Real value ranges that can be stored in memory are a bit larger than specified above, which are checked only on conversion from a string.
|
Internally data is represented as normal signed integers with respective bit width. Real value ranges that can be stored in memory are a bit larger than specified above, which are checked only on conversion from a string.
|
||||||
|
|
||||||
Because modern CPUs do not support 128-bit integers natively, operations on Decimal128 are emulated. Because of this Decimal128 works significantly slower than Decimal32/Decimal64.
|
Because modern CPUs do not support 128-bit and 256-bit integers natively, operations on Decimal128 and Decimal256 are emulated. Thus, Decimal128 and Decimal256 work significantly slower than Decimal32/Decimal64.
|
||||||
|
|
||||||
## Operations and Result Type
|
## Operations and Result Type
|
||||||
|
|
||||||
@ -59,6 +59,10 @@ Some functions on Decimal return result as Float64 (for example, var or stddev).
|
|||||||
|
|
||||||
During calculations on Decimal, integer overflows might happen. Excessive digits in a fraction are discarded (not rounded). Excessive digits in integer part will lead to an exception.
|
During calculations on Decimal, integer overflows might happen. Excessive digits in a fraction are discarded (not rounded). Excessive digits in integer part will lead to an exception.
|
||||||
|
|
||||||
|
:::warning
|
||||||
|
Overflow check is not implemented for Decimal128 and Decimal256. In case of overflow incorrect result is returned, no exception is thrown.
|
||||||
|
:::
|
||||||
|
|
||||||
``` sql
|
``` sql
|
||||||
SELECT toDecimal32(2, 4) AS x, x / 3
|
SELECT toDecimal32(2, 4) AS x, x / 3
|
||||||
```
|
```
|
||||||
|
@ -28,6 +28,6 @@ ClickHouse data types include:
|
|||||||
- **Nested data structures**: A [`Nested` data structure](./nested-data-structures/index.md) is like a table inside a cell
|
- **Nested data structures**: A [`Nested` data structure](./nested-data-structures/index.md) is like a table inside a cell
|
||||||
- **Tuples**: A [`Tuple` of elements](./tuple.md), each having an individual type.
|
- **Tuples**: A [`Tuple` of elements](./tuple.md), each having an individual type.
|
||||||
- **Nullable**: [`Nullable`](./nullable.md) allows you to store a value as `NULL` when a value is "missing" (instead of the column settings its default value for the data type)
|
- **Nullable**: [`Nullable`](./nullable.md) allows you to store a value as `NULL` when a value is "missing" (instead of the column settings its default value for the data type)
|
||||||
- **IP addresses**: use [`IPv4`](./domains/ipv4.md) and [`IPv6`](./domains/ipv6.md) to efficiently store IP addresses
|
- **IP addresses**: use [`IPv4`](./ipv4.md) and [`IPv6`](./ipv6.md) to efficiently store IP addresses
|
||||||
- **Geo types**: for [geographical data](./geo.md), including `Point`, `Ring`, `Polygon` and `MultiPolygon`
|
- **Geo types**: for [geographical data](./geo.md), including `Point`, `Ring`, `Polygon` and `MultiPolygon`
|
||||||
- **Special data types**: including [`Expression`](./special-data-types/expression.md), [`Set`](./special-data-types/set.md), [`Nothing`](./special-data-types/nothing.md) and [`Interval`](./special-data-types/interval.md)
|
- **Special data types**: including [`Expression`](./special-data-types/expression.md), [`Set`](./special-data-types/set.md), [`Nothing`](./special-data-types/nothing.md) and [`Interval`](./special-data-types/interval.md)
|
||||||
|
@ -1,12 +1,12 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/data-types/domains/ipv4
|
slug: /en/sql-reference/data-types/ipv4
|
||||||
sidebar_position: 59
|
sidebar_position: 59
|
||||||
sidebar_label: IPv4
|
sidebar_label: IPv4
|
||||||
---
|
---
|
||||||
|
|
||||||
## IPv4
|
## IPv4
|
||||||
|
|
||||||
`IPv4` is a domain based on `UInt32` type and serves as a typed replacement for storing IPv4 values. It provides compact storage with the human-friendly input-output format and column type information on inspection.
|
IPv4 addresses. Stored in 4 bytes as UInt32.
|
||||||
|
|
||||||
### Basic Usage
|
### Basic Usage
|
||||||
|
|
||||||
@ -57,25 +57,6 @@ SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
|
|||||||
└──────────────────┴───────────┘
|
└──────────────────┴───────────┘
|
||||||
```
|
```
|
||||||
|
|
||||||
Domain values are not implicitly convertible to types other than `UInt32`.
|
**See Also**
|
||||||
If you want to convert `IPv4` value to a string, you have to do that explicitly with `IPv4NumToString()` function:
|
|
||||||
|
|
||||||
``` sql
|
- [Functions for Working with IPv4 and IPv6 Addresses](../functions/ip-address-functions.md)
|
||||||
SELECT toTypeName(s), IPv4NumToString(from) as s FROM hits LIMIT 1;
|
|
||||||
```
|
|
||||||
|
|
||||||
┌─toTypeName(IPv4NumToString(from))─┬─s──────────────┐
|
|
||||||
│ String │ 183.247.232.58 │
|
|
||||||
└───────────────────────────────────┴────────────────┘
|
|
||||||
|
|
||||||
Or cast to a `UInt32` value:
|
|
||||||
|
|
||||||
``` sql
|
|
||||||
SELECT toTypeName(i), CAST(from as UInt32) as i FROM hits LIMIT 1;
|
|
||||||
```
|
|
||||||
|
|
||||||
``` text
|
|
||||||
┌─toTypeName(CAST(from, 'UInt32'))─┬──────────i─┐
|
|
||||||
│ UInt32 │ 3086477370 │
|
|
||||||
└──────────────────────────────────┴────────────┘
|
|
||||||
```
|
|
@ -1,12 +1,12 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/data-types/domains/ipv6
|
slug: /en/sql-reference/data-types/ipv6
|
||||||
sidebar_position: 60
|
sidebar_position: 60
|
||||||
sidebar_label: IPv6
|
sidebar_label: IPv6
|
||||||
---
|
---
|
||||||
|
|
||||||
## IPv6
|
## IPv6
|
||||||
|
|
||||||
`IPv6` is a domain based on `FixedString(16)` type and serves as a typed replacement for storing IPv6 values. It provides compact storage with the human-friendly input-output format and column type information on inspection.
|
IPv6 addresses. Stored in 16 bytes as UInt128 big-endian.
|
||||||
|
|
||||||
### Basic Usage
|
### Basic Usage
|
||||||
|
|
||||||
@ -57,27 +57,6 @@ SELECT toTypeName(from), hex(from) FROM hits LIMIT 1;
|
|||||||
└──────────────────┴──────────────────────────────────┘
|
└──────────────────┴──────────────────────────────────┘
|
||||||
```
|
```
|
||||||
|
|
||||||
Domain values are not implicitly convertible to types other than `FixedString(16)`.
|
**See Also**
|
||||||
If you want to convert `IPv6` value to a string, you have to do that explicitly with `IPv6NumToString()` function:
|
|
||||||
|
|
||||||
``` sql
|
- [Functions for Working with IPv4 and IPv6 Addresses](../functions/ip-address-functions.md)
|
||||||
SELECT toTypeName(s), IPv6NumToString(from) as s FROM hits LIMIT 1;
|
|
||||||
```
|
|
||||||
|
|
||||||
``` text
|
|
||||||
┌─toTypeName(IPv6NumToString(from))─┬─s─────────────────────────────┐
|
|
||||||
│ String │ 2001:44c8:129:2632:33:0:252:2 │
|
|
||||||
└───────────────────────────────────┴───────────────────────────────┘
|
|
||||||
```
|
|
||||||
|
|
||||||
Or cast to a `FixedString(16)` value:
|
|
||||||
|
|
||||||
``` sql
|
|
||||||
SELECT toTypeName(i), CAST(from as FixedString(16)) as i FROM hits LIMIT 1;
|
|
||||||
```
|
|
||||||
|
|
||||||
``` text
|
|
||||||
┌─toTypeName(CAST(from, 'FixedString(16)'))─┬─i───────┐
|
|
||||||
│ FixedString(16) │ <20><><EFBFBD> │
|
|
||||||
└───────────────────────────────────────────┴─────────┘
|
|
||||||
```
|
|
@ -139,8 +139,8 @@ makeDateTime32(year, month, day, hour, minute, second[, fraction[, precision[, t
|
|||||||
|
|
||||||
## timeZone
|
## timeZone
|
||||||
|
|
||||||
Returns the timezone of the server.
|
Returns the timezone of the current session, i.e. the value of setting [session_timezone](../../operations/settings/settings.md#session_timezone).
|
||||||
If the function is executed in the context of a distributed table, it generates a normal column with values relevant to each shard, otherwise it produces a constant value.
|
If the function is executed in the context of a distributed table, then it generates a normal column with values relevant to each shard, otherwise it produces a constant value.
|
||||||
|
|
||||||
**Syntax**
|
**Syntax**
|
||||||
|
|
||||||
@ -156,6 +156,33 @@ Alias: `timezone`.
|
|||||||
|
|
||||||
Type: [String](../../sql-reference/data-types/string.md).
|
Type: [String](../../sql-reference/data-types/string.md).
|
||||||
|
|
||||||
|
**See also**
|
||||||
|
|
||||||
|
- [serverTimeZone](#serverTimeZone)
|
||||||
|
|
||||||
|
## serverTimeZone
|
||||||
|
|
||||||
|
Returns the timezone of the server, i.e. the value of setting [timezone](../../operations/server-configuration-parameters/settings.md#server_configuration_parameters-timezone).
|
||||||
|
If the function is executed in the context of a distributed table, then it generates a normal column with values relevant to each shard. Otherwise, it produces a constant value.
|
||||||
|
|
||||||
|
**Syntax**
|
||||||
|
|
||||||
|
``` sql
|
||||||
|
serverTimeZone()
|
||||||
|
```
|
||||||
|
|
||||||
|
Alias: `serverTimezone`.
|
||||||
|
|
||||||
|
**Returned value**
|
||||||
|
|
||||||
|
- Timezone.
|
||||||
|
|
||||||
|
Type: [String](../../sql-reference/data-types/string.md).
|
||||||
|
|
||||||
|
**See also**
|
||||||
|
|
||||||
|
- [timeZone](#timeZone)
|
||||||
|
|
||||||
## toTimeZone
|
## toTimeZone
|
||||||
|
|
||||||
Converts a date or date with time to the specified time zone. Does not change the internal value (number of unix seconds) of the data, only the value's time zone attribute and the value's string representation changes.
|
Converts a date or date with time to the specified time zone. Does not change the internal value (number of unix seconds) of the data, only the value's time zone attribute and the value's string representation changes.
|
||||||
|
@ -237,6 +237,43 @@ Result:
|
|||||||
└────────────────────────────┘
|
└────────────────────────────┘
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## L2SquaredDistance
|
||||||
|
|
||||||
|
Calculates the sum of the squares of the difference between the corresponding elements of two vectors.
|
||||||
|
|
||||||
|
**Syntax**
|
||||||
|
|
||||||
|
```sql
|
||||||
|
L2SquaredDistance(vector1, vector2)
|
||||||
|
```
|
||||||
|
|
||||||
|
Alias: `distanceL2Squared`.
|
||||||
|
|
||||||
|
**Arguments**
|
||||||
|
|
||||||
|
- `vector1` — First vector. [Tuple](../../sql-reference/data-types/tuple.md) or [Array](../../sql-reference/data-types/array.md).
|
||||||
|
- `vector2` — Second vector. [Tuple](../../sql-reference/data-types/tuple.md) or [Array](../../sql-reference/data-types/array.md).
|
||||||
|
|
||||||
|
**Returned value**
|
||||||
|
|
||||||
|
Type: [Float](../../sql-reference/data-types/float.md).
|
||||||
|
|
||||||
|
**Example**
|
||||||
|
|
||||||
|
Query:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
SELECT L2SquaredDistance([1, 2, 3], [0, 0, 0])
|
||||||
|
```
|
||||||
|
|
||||||
|
Result:
|
||||||
|
|
||||||
|
```response
|
||||||
|
┌─L2SquaredDistance([1, 2, 3], [0, 0, 0])─┐
|
||||||
|
│ 14 │
|
||||||
|
└─────────────────────────────────────────┘
|
||||||
|
```
|
||||||
|
|
||||||
## LinfDistance
|
## LinfDistance
|
||||||
|
|
||||||
Calculates the distance between two points (the values of the vectors are the coordinates) in `L_{inf}` space ([maximum norm](https://en.wikipedia.org/wiki/Norm_(mathematics)#Maximum_norm_(special_case_of:_infinity_norm,_uniform_norm,_or_supremum_norm))).
|
Calculates the distance between two points (the values of the vectors are the coordinates) in `L_{inf}` space ([maximum norm](https://en.wikipedia.org/wiki/Norm_(mathematics)#Maximum_norm_(special_case_of:_infinity_norm,_uniform_norm,_or_supremum_norm))).
|
||||||
|
@ -248,7 +248,7 @@ SELECT IPv6CIDRToRange(toIPv6('2001:0db8:0000:85a3:0000:0000:ac1f:8001'), 32);
|
|||||||
|
|
||||||
## toIPv4(string)
|
## toIPv4(string)
|
||||||
|
|
||||||
An alias to `IPv4StringToNum()` that takes a string form of IPv4 address and returns value of [IPv4](../../sql-reference/data-types/domains/ipv4.md) type, which is binary equal to value returned by `IPv4StringToNum()`.
|
An alias to `IPv4StringToNum()` that takes a string form of IPv4 address and returns value of [IPv4](../../sql-reference/data-types/ipv4.md) type, which is binary equal to value returned by `IPv4StringToNum()`.
|
||||||
|
|
||||||
``` sql
|
``` sql
|
||||||
WITH
|
WITH
|
||||||
@ -296,7 +296,7 @@ Same as `toIPv6`, but if the IPv6 address has an invalid format, it returns null
|
|||||||
|
|
||||||
## toIPv6
|
## toIPv6
|
||||||
|
|
||||||
Converts a string form of IPv6 address to [IPv6](../../sql-reference/data-types/domains/ipv6.md) type. If the IPv6 address has an invalid format, returns an empty value.
|
Converts a string form of IPv6 address to [IPv6](../../sql-reference/data-types/ipv6.md) type. If the IPv6 address has an invalid format, returns an empty value.
|
||||||
Similar to [IPv6StringToNum](#ipv6stringtonums) function, which converts IPv6 address to binary format.
|
Similar to [IPv6StringToNum](#ipv6stringtonums) function, which converts IPv6 address to binary format.
|
||||||
|
|
||||||
If the input string contains a valid IPv4 address, then the IPv6 equivalent of the IPv4 address is returned.
|
If the input string contains a valid IPv4 address, then the IPv6 equivalent of the IPv4 address is returned.
|
||||||
@ -315,7 +315,7 @@ toIPv6(string)
|
|||||||
|
|
||||||
- IP address.
|
- IP address.
|
||||||
|
|
||||||
Type: [IPv6](../../sql-reference/data-types/domains/ipv6.md).
|
Type: [IPv6](../../sql-reference/data-types/ipv6.md).
|
||||||
|
|
||||||
**Examples**
|
**Examples**
|
||||||
|
|
||||||
|
@ -4,6 +4,8 @@ sidebar_position: 130
|
|||||||
sidebar_label: NLP (experimental)
|
sidebar_label: NLP (experimental)
|
||||||
---
|
---
|
||||||
|
|
||||||
|
# Natural Language Processing (NLP) Functions
|
||||||
|
|
||||||
:::note
|
:::note
|
||||||
This is an experimental feature that is currently in development and is not ready for general use. It will change in unpredictable backwards-incompatible ways in future releases. Set `allow_experimental_nlp_functions = 1` to enable it.
|
This is an experimental feature that is currently in development and is not ready for general use. It will change in unpredictable backwards-incompatible ways in future releases. Set `allow_experimental_nlp_functions = 1` to enable it.
|
||||||
:::
|
:::
|
||||||
|
@ -1509,10 +1509,12 @@ parseDateTimeBestEffort(time_string [, time_zone])
|
|||||||
- A string containing 9..10 digit [unix timestamp](https://en.wikipedia.org/wiki/Unix_time).
|
- A string containing 9..10 digit [unix timestamp](https://en.wikipedia.org/wiki/Unix_time).
|
||||||
- A string with a date and a time component: `YYYYMMDDhhmmss`, `DD/MM/YYYY hh:mm:ss`, `DD-MM-YY hh:mm`, `YYYY-MM-DD hh:mm:ss`, etc.
|
- A string with a date and a time component: `YYYYMMDDhhmmss`, `DD/MM/YYYY hh:mm:ss`, `DD-MM-YY hh:mm`, `YYYY-MM-DD hh:mm:ss`, etc.
|
||||||
- A string with a date, but no time component: `YYYY`, `YYYYMM`, `YYYY*MM`, `DD/MM/YYYY`, `DD-MM-YY` etc.
|
- A string with a date, but no time component: `YYYY`, `YYYYMM`, `YYYY*MM`, `DD/MM/YYYY`, `DD-MM-YY` etc.
|
||||||
- A string with a day and time: `DD`, `DD hh`, `DD hh:mm`. In this case `YYYY-MM` are substituted as `2000-01`.
|
- A string with a day and time: `DD`, `DD hh`, `DD hh:mm`. In this case `MM` is substituted by `01`.
|
||||||
- A string that includes the date and time along with time zone offset information: `YYYY-MM-DD hh:mm:ss ±h:mm`, etc. For example, `2020-12-12 17:36:00 -5:00`.
|
- A string that includes the date and time along with time zone offset information: `YYYY-MM-DD hh:mm:ss ±h:mm`, etc. For example, `2020-12-12 17:36:00 -5:00`.
|
||||||
|
- A [syslog timestamp](https://datatracker.ietf.org/doc/html/rfc3164#section-4.1.2): `Mmm dd hh:mm:ss`. For example, `Jun 9 14:20:32`.
|
||||||
|
|
||||||
For all of the formats with separator the function parses months names expressed by their full name or by the first three letters of a month name. Examples: `24/DEC/18`, `24-Dec-18`, `01-September-2018`.
|
For all of the formats with separator the function parses months names expressed by their full name or by the first three letters of a month name. Examples: `24/DEC/18`, `24-Dec-18`, `01-September-2018`.
|
||||||
|
If the year is not specified, it is considered to be equal to the current year. If the resulting DateTime happen to be in the future (even by a second after the current moment), then the current year is substituted by the previous year.
|
||||||
|
|
||||||
**Returned value**
|
**Returned value**
|
||||||
|
|
||||||
@ -1583,23 +1585,46 @@ Result:
|
|||||||
Query:
|
Query:
|
||||||
|
|
||||||
``` sql
|
``` sql
|
||||||
SELECT parseDateTimeBestEffort('10 20:19');
|
SELECT toYear(now()) as year, parseDateTimeBestEffort('10 20:19');
|
||||||
```
|
```
|
||||||
|
|
||||||
Result:
|
Result:
|
||||||
|
|
||||||
```response
|
```response
|
||||||
┌─parseDateTimeBestEffort('10 20:19')─┐
|
┌─year─┬─parseDateTimeBestEffort('10 20:19')─┐
|
||||||
│ 2000-01-10 20:19:00 │
|
│ 2023 │ 2023-01-10 20:19:00 │
|
||||||
└─────────────────────────────────────┘
|
└──────┴─────────────────────────────────────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
Query:
|
||||||
|
|
||||||
|
``` sql
|
||||||
|
WITH
|
||||||
|
now() AS ts_now,
|
||||||
|
formatDateTime(ts_around, '%b %e %T') AS syslog_arg
|
||||||
|
SELECT
|
||||||
|
ts_now,
|
||||||
|
syslog_arg,
|
||||||
|
parseDateTimeBestEffort(syslog_arg)
|
||||||
|
FROM (SELECT arrayJoin([ts_now - 30, ts_now + 30]) AS ts_around);
|
||||||
|
```
|
||||||
|
|
||||||
|
Result:
|
||||||
|
|
||||||
|
```response
|
||||||
|
┌──────────────ts_now─┬─syslog_arg──────┬─parseDateTimeBestEffort(syslog_arg)─┐
|
||||||
|
│ 2023-06-30 23:59:30 │ Jun 30 23:59:00 │ 2023-06-30 23:59:00 │
|
||||||
|
│ 2023-06-30 23:59:30 │ Jul 1 00:00:00 │ 2022-07-01 00:00:00 │
|
||||||
|
└─────────────────────┴─────────────────┴─────────────────────────────────────┘
|
||||||
```
|
```
|
||||||
|
|
||||||
**See Also**
|
**See Also**
|
||||||
|
|
||||||
- [RFC 1123](https://tools.ietf.org/html/rfc1123)
|
- [RFC 1123](https://datatracker.ietf.org/doc/html/rfc1123)
|
||||||
- [toDate](#todate)
|
- [toDate](#todate)
|
||||||
- [toDateTime](#todatetime)
|
- [toDateTime](#todatetime)
|
||||||
- [ISO 8601 announcement by @xkcd](https://xkcd.com/1179/)
|
- [ISO 8601 announcement by @xkcd](https://xkcd.com/1179/)
|
||||||
|
- [RFC 3164](https://datatracker.ietf.org/doc/html/rfc3164#section-4.1.2)
|
||||||
|
|
||||||
## parseDateTimeBestEffortUS
|
## parseDateTimeBestEffortUS
|
||||||
|
|
||||||
|
@ -232,6 +232,7 @@ ALTER TABLE table_with_ttl MODIFY COLUMN column_ttl REMOVE TTL;
|
|||||||
|
|
||||||
Materializes or updates a column with an expression for a default value (`DEFAULT` or `MATERIALIZED`).
|
Materializes or updates a column with an expression for a default value (`DEFAULT` or `MATERIALIZED`).
|
||||||
It is used if it is necessary to add or update a column with a complicated expression, because evaluating such an expression directly on `SELECT` executing turns out to be expensive.
|
It is used if it is necessary to add or update a column with a complicated expression, because evaluating such an expression directly on `SELECT` executing turns out to be expensive.
|
||||||
|
Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
Syntax:
|
Syntax:
|
||||||
|
|
||||||
|
@ -60,7 +60,7 @@ You can specify how long (in seconds) to wait for inactive replicas to execute a
|
|||||||
For all `ALTER` queries, if `alter_sync = 2` and some replicas are not active for more than the time, specified in the `replication_wait_for_inactive_replica_timeout` setting, then an exception `UNFINISHED` is thrown.
|
For all `ALTER` queries, if `alter_sync = 2` and some replicas are not active for more than the time, specified in the `replication_wait_for_inactive_replica_timeout` setting, then an exception `UNFINISHED` is thrown.
|
||||||
:::
|
:::
|
||||||
|
|
||||||
For `ALTER TABLE ... UPDATE|DELETE` queries the synchronicity is defined by the [mutations_sync](/docs/en/operations/settings/settings.md/#mutations_sync) setting.
|
For `ALTER TABLE ... UPDATE|DELETE|MATERIALIZE INDEX|MATERIALIZE PROJECTION|MATERIALIZE COLUMN` queries the synchronicity is defined by the [mutations_sync](/docs/en/operations/settings/settings.md/#mutations_sync) setting.
|
||||||
|
|
||||||
## Related content
|
## Related content
|
||||||
|
|
||||||
|
@ -142,19 +142,19 @@ The following operations with [projections](/docs/en/engines/table-engines/merge
|
|||||||
|
|
||||||
## ADD PROJECTION
|
## ADD PROJECTION
|
||||||
|
|
||||||
`ALTER TABLE [db].name ADD PROJECTION [IF NOT EXISTS] name ( SELECT <COLUMN LIST EXPR> [GROUP BY] [ORDER BY] )` - Adds projection description to tables metadata.
|
`ALTER TABLE [db.]name [ON CLUSTER cluster] ADD PROJECTION [IF NOT EXISTS] name ( SELECT <COLUMN LIST EXPR> [GROUP BY] [ORDER BY] )` - Adds projection description to tables metadata.
|
||||||
|
|
||||||
## DROP PROJECTION
|
## DROP PROJECTION
|
||||||
|
|
||||||
`ALTER TABLE [db].name DROP PROJECTION [IF EXISTS] name` - Removes projection description from tables metadata and deletes projection files from disk. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
`ALTER TABLE [db.]name [ON CLUSTER cluster] DROP PROJECTION [IF EXISTS] name` - Removes projection description from tables metadata and deletes projection files from disk. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
## MATERIALIZE PROJECTION
|
## MATERIALIZE PROJECTION
|
||||||
|
|
||||||
`ALTER TABLE [db.]table MATERIALIZE PROJECTION name IN PARTITION partition_name` - The query rebuilds the projection `name` in the partition `partition_name`. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
`ALTER TABLE [db.]table [ON CLUSTER cluster] MATERIALIZE PROJECTION [IF EXISTS] name [IN PARTITION partition_name]` - The query rebuilds the projection `name` in the partition `partition_name`. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
## CLEAR PROJECTION
|
## CLEAR PROJECTION
|
||||||
|
|
||||||
`ALTER TABLE [db.]table CLEAR PROJECTION [IF EXISTS] name IN PARTITION partition_name` - Deletes projection files from disk without removing description. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
`ALTER TABLE [db.]table [ON CLUSTER cluster] CLEAR PROJECTION [IF EXISTS] name [IN PARTITION partition_name]` - Deletes projection files from disk without removing description. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
|
|
||||||
The commands `ADD`, `DROP` and `CLEAR` are lightweight in a sense that they only change metadata or remove files.
|
The commands `ADD`, `DROP` and `CLEAR` are lightweight in a sense that they only change metadata or remove files.
|
||||||
|
@ -10,15 +10,25 @@ sidebar_label: INDEX
|
|||||||
|
|
||||||
The following operations are available:
|
The following operations are available:
|
||||||
|
|
||||||
- `ALTER TABLE [db].table_name [ON CLUSTER cluster] ADD INDEX name expression TYPE type [GRANULARITY value] [FIRST|AFTER name]` - Adds index description to tables metadata.
|
## ADD INDEX
|
||||||
|
|
||||||
- `ALTER TABLE [db].table_name [ON CLUSTER cluster] DROP INDEX name` - Removes index description from tables metadata and deletes index files from disk. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
`ALTER TABLE [db.]table_name [ON CLUSTER cluster] ADD INDEX [IF NOT EXISTS] name expression TYPE type [GRANULARITY value] [FIRST|AFTER name]` - Adds index description to tables metadata.
|
||||||
|
|
||||||
- `ALTER TABLE [db.]table_name [ON CLUSTER cluster] MATERIALIZE INDEX name [IN PARTITION partition_name]` - Rebuilds the secondary index `name` for the specified `partition_name`. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations). If `IN PARTITION` part is omitted then it rebuilds the index for the whole table data.
|
## DROP INDEX
|
||||||
|
|
||||||
The first two commands are lightweight in a sense that they only change metadata or remove files.
|
`ALTER TABLE [db.]table_name [ON CLUSTER cluster] DROP INDEX [IF EXISTS] name` - Removes index description from tables metadata and deletes index files from disk. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
Also, they are replicated, syncing indices metadata via ZooKeeper.
|
## MATERIALIZE INDEX
|
||||||
|
|
||||||
|
`ALTER TABLE [db.]table_name [ON CLUSTER cluster] MATERIALIZE INDEX [IF EXISTS] name [IN PARTITION partition_name]` - Rebuilds the secondary index `name` for the specified `partition_name`. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations). If `IN PARTITION` part is omitted then it rebuilds the index for the whole table data.
|
||||||
|
|
||||||
|
## CLEAR INDEX
|
||||||
|
|
||||||
|
`ALTER TABLE [db.]table_name [ON CLUSTER cluster] CLEAR INDEX [IF EXISTS] name [IN PARTITION partition_name]` - Deletes the secondary index files from disk without removing description. Implemented as a [mutation](/docs/en/sql-reference/statements/alter/index.md#mutations).
|
||||||
|
|
||||||
|
|
||||||
|
The commands `ADD`, `DROP`, and `CLEAR` are lightweight in the sense that they only change metadata or remove files.
|
||||||
|
Also, they are replicated, syncing indices metadata via ClickHouse Keeper or ZooKeeper.
|
||||||
|
|
||||||
:::note
|
:::note
|
||||||
Index manipulation is supported only for tables with [`*MergeTree`](/docs/en/engines/table-engines/mergetree-family/mergetree.md) engine (including [replicated](/docs/en/engines/table-engines/mergetree-family/replication.md) variants).
|
Index manipulation is supported only for tables with [`*MergeTree`](/docs/en/engines/table-engines/mergetree-family/mergetree.md) engine (including [replicated](/docs/en/engines/table-engines/mergetree-family/replication.md) variants).
|
||||||
|
@ -82,6 +82,35 @@ LIFETIME(MIN 0 MAX 1000)
|
|||||||
LAYOUT(FLAT())
|
LAYOUT(FLAT())
|
||||||
```
|
```
|
||||||
|
|
||||||
|
:::note
|
||||||
|
When using the SQL console in [ClickHouse Cloud](https://clickhouse.com), you must specify a user (`default` or any other user with the role `default_role`) and password when creating a dictionary.
|
||||||
|
:::note
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE USER IF NOT EXISTS clickhouse_admin
|
||||||
|
IDENTIFIED WITH sha256_password BY 'passworD43$x';
|
||||||
|
|
||||||
|
GRANT default_role TO clickhouse_admin;
|
||||||
|
|
||||||
|
CREATE DATABASE foo_db;
|
||||||
|
|
||||||
|
CREATE TABLE foo_db.source_table (
|
||||||
|
id UInt64,
|
||||||
|
value String
|
||||||
|
) ENGINE = MergeTree
|
||||||
|
PRIMARY KEY id;
|
||||||
|
|
||||||
|
CREATE DICTIONARY foo_db.id_value_dictionary
|
||||||
|
(
|
||||||
|
id UInt64,
|
||||||
|
value String
|
||||||
|
)
|
||||||
|
PRIMARY KEY id
|
||||||
|
SOURCE(CLICKHOUSE(TABLE 'source_table' USER 'clickhouse_admin' PASSWORD 'passworD43$x' DB 'foo_db' ))
|
||||||
|
LAYOUT(FLAT())
|
||||||
|
LIFETIME(MIN 0 MAX 1000);
|
||||||
|
```
|
||||||
|
|
||||||
### Create a dictionary from a table in a remote ClickHouse service
|
### Create a dictionary from a table in a remote ClickHouse service
|
||||||
|
|
||||||
Input table (in the remote ClickHouse service) `source_table`:
|
Input table (in the remote ClickHouse service) `source_table`:
|
||||||
|
@ -380,11 +380,15 @@ High compression levels are useful for asymmetric scenarios, like compress once,
|
|||||||
|
|
||||||
`DEFLATE_QPL` — [Deflate compression algorithm](https://github.com/intel/qpl) implemented by Intel® Query Processing Library. Some limitations apply:
|
`DEFLATE_QPL` — [Deflate compression algorithm](https://github.com/intel/qpl) implemented by Intel® Query Processing Library. Some limitations apply:
|
||||||
|
|
||||||
- DEFLATE_QPL is experimental and can only be used after setting configuration parameter `allow_experimental_codecs=1`.
|
- DEFLATE_QPL is disabled by default and can only be used after setting configuration parameter `enable_deflate_qpl_codec = 1`.
|
||||||
- DEFLATE_QPL requires a ClickHouse build compiled with SSE 4.2 instructions (by default, this is the case). Refer to [Build Clickhouse with DEFLATE_QPL](/docs/en/development/building_and_benchmarking_deflate_qpl.md/#Build-Clickhouse-with-DEFLATE_QPL) for more details.
|
- DEFLATE_QPL requires a ClickHouse build compiled with SSE 4.2 instructions (by default, this is the case). Refer to [Build Clickhouse with DEFLATE_QPL](/docs/en/development/building_and_benchmarking_deflate_qpl.md/#Build-Clickhouse-with-DEFLATE_QPL) for more details.
|
||||||
- DEFLATE_QPL works best if the system has a Intel® IAA (In-Memory Analytics Accelerator) offloading device. Refer to [Accelerator Configuration](https://intel.github.io/qpl/documentation/get_started_docs/installation.html#accelerator-configuration) and [Benchmark with DEFLATE_QPL](/docs/en/development/building_and_benchmarking_deflate_qpl.md/#Run-Benchmark-with-DEFLATE_QPL) for more details.
|
- DEFLATE_QPL works best if the system has a Intel® IAA (In-Memory Analytics Accelerator) offloading device. Refer to [Accelerator Configuration](https://intel.github.io/qpl/documentation/get_started_docs/installation.html#accelerator-configuration) and [Benchmark with DEFLATE_QPL](/docs/en/development/building_and_benchmarking_deflate_qpl.md/#Run-Benchmark-with-DEFLATE_QPL) for more details.
|
||||||
- DEFLATE_QPL-compressed data can only be transferred between ClickHouse nodes compiled with SSE 4.2 enabled.
|
- DEFLATE_QPL-compressed data can only be transferred between ClickHouse nodes compiled with SSE 4.2 enabled.
|
||||||
|
|
||||||
|
:::note
|
||||||
|
DEFLATE_QPL is not available in ClickHouse Cloud.
|
||||||
|
:::
|
||||||
|
|
||||||
### Specialized Codecs
|
### Specialized Codecs
|
||||||
|
|
||||||
These codecs are designed to make compression more effective by using specific features of data. Some of these codecs do not compress data themself. Instead, they prepare the data for a common purpose codec, which compresses it better than without this preparation.
|
These codecs are designed to make compression more effective by using specific features of data. Some of these codecs do not compress data themself. Instead, they prepare the data for a common purpose codec, which compresses it better than without this preparation.
|
||||||
|
@ -10,7 +10,7 @@ sidebar_label: SET
|
|||||||
SET param = value
|
SET param = value
|
||||||
```
|
```
|
||||||
|
|
||||||
Assigns `value` to the `param` [setting](../../operations/settings/index.md) for the current session. You cannot change [server settings](../../operations/server-configuration-parameters/index.md) this way.
|
Assigns `value` to the `param` [setting](../../operations/settings/index.md) for the current session. You cannot change [server settings](../../operations/server-configuration-parameters/settings.md) this way.
|
||||||
|
|
||||||
You can also set all the values from the specified settings profile in a single query.
|
You can also set all the values from the specified settings profile in a single query.
|
||||||
|
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/azureBlobStorage
|
slug: /en/sql-reference/table-functions/azureBlobStorage
|
||||||
|
sidebar_position: 10
|
||||||
sidebar_label: azureBlobStorage
|
sidebar_label: azureBlobStorage
|
||||||
keywords: [azure blob storage]
|
keywords: [azure blob storage]
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/cluster
|
slug: /en/sql-reference/table-functions/cluster
|
||||||
sidebar_position: 50
|
sidebar_position: 30
|
||||||
sidebar_label: cluster
|
sidebar_label: cluster
|
||||||
title: "cluster, clusterAllReplicas"
|
title: "cluster, clusterAllReplicas"
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/deltalake
|
slug: /en/sql-reference/table-functions/deltalake
|
||||||
sidebar_label: DeltaLake
|
sidebar_position: 45
|
||||||
|
sidebar_label: deltaLake
|
||||||
---
|
---
|
||||||
|
|
||||||
# deltaLake Table Function
|
# deltaLake Table Function
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/dictionary
|
slug: /en/sql-reference/table-functions/dictionary
|
||||||
sidebar_position: 54
|
sidebar_position: 47
|
||||||
sidebar_label: dictionary
|
sidebar_label: dictionary
|
||||||
title: dictionary
|
title: dictionary
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/engines/table-functions/executable
|
slug: /en/engines/table-functions/executable
|
||||||
sidebar_position: 55
|
sidebar_position: 50
|
||||||
sidebar_label: executable
|
sidebar_label: executable
|
||||||
keywords: [udf, user defined function, clickhouse, executable, table, function]
|
keywords: [udf, user defined function, clickhouse, executable, table, function]
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/file
|
slug: /en/sql-reference/table-functions/file
|
||||||
sidebar_position: 37
|
sidebar_position: 60
|
||||||
sidebar_label: file
|
sidebar_label: file
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -196,6 +196,16 @@ SELECT count(*) FROM file('big_dir/**/file002', 'CSV', 'name String, value UInt3
|
|||||||
- `_path` — Path to the file.
|
- `_path` — Path to the file.
|
||||||
- `_file` — Name of the file.
|
- `_file` — Name of the file.
|
||||||
|
|
||||||
|
## Settings
|
||||||
|
|
||||||
|
- [engine_file_empty_if_not_exists](/docs/en/operations/settings/settings.md#engine-file-emptyif-not-exists) - allows to select empty data from a file that doesn't exist. Disabled by default.
|
||||||
|
- [engine_file_truncate_on_insert](/docs/en/operations/settings/settings.md#engine-file-truncate-on-insert) - allows to truncate file before insert into it. Disabled by default.
|
||||||
|
- [engine_file_allow_create_multiple_files](/docs/en/operations/settings/settings.md#engine_file_allow_create_multiple_files) - allows to create a new file on each insert if format has suffix. Disabled by default.
|
||||||
|
- [engine_file_skip_empty_files](/docs/en/operations/settings/settings.md#engine_file_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
- [storage_file_read_method](/docs/en/operations/settings/settings.md#engine-file-emptyif-not-exists) - method of reading data from storage file, one of: read, pread, mmap (only for clickhouse-local). Default value: `pread` for clickhouse-server, `mmap` for clickhouse-local.
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
**See Also**
|
**See Also**
|
||||||
|
|
||||||
- [Virtual columns](/docs/en/engines/table-engines/index.md#table_engines-virtual_columns)
|
- [Virtual columns](/docs/en/engines/table-engines/index.md#table_engines-virtual_columns)
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/format
|
slug: /en/sql-reference/table-functions/format
|
||||||
sidebar_position: 56
|
sidebar_position: 65
|
||||||
sidebar_label: format
|
sidebar_label: format
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/gcs
|
slug: /en/sql-reference/table-functions/gcs
|
||||||
sidebar_position: 45
|
sidebar_position: 70
|
||||||
sidebar_label: gcs
|
sidebar_label: gcs
|
||||||
keywords: [gcs, bucket]
|
keywords: [gcs, bucket]
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/generate
|
slug: /en/sql-reference/table-functions/generate
|
||||||
sidebar_position: 47
|
sidebar_position: 75
|
||||||
sidebar_label: generateRandom
|
sidebar_label: generateRandom
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/hdfs
|
slug: /en/sql-reference/table-functions/hdfs
|
||||||
sidebar_position: 45
|
sidebar_position: 80
|
||||||
sidebar_label: hdfs
|
sidebar_label: hdfs
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -97,6 +97,12 @@ FROM hdfs('hdfs://hdfs1:9000/big_dir/file{0..9}{0..9}{0..9}', 'CSV', 'name Strin
|
|||||||
- `_path` — Path to the file.
|
- `_path` — Path to the file.
|
||||||
- `_file` — Name of the file.
|
- `_file` — Name of the file.
|
||||||
|
|
||||||
|
## Storage Settings {#storage-settings}
|
||||||
|
|
||||||
|
- [hdfs_truncate_on_insert](/docs/en/operations/settings/settings.md#hdfs-truncate-on-insert) - allows to truncate file before insert into it. Disabled by default.
|
||||||
|
- [hdfs_create_multiple_files](/docs/en/operations/settings/settings.md#hdfs_allow_create_multiple_files) - allows to create a new file on each insert if format has suffix. Disabled by default.
|
||||||
|
- [hdfs_skip_empty_files](/docs/en/operations/settings/settings.md#hdfs_skip_empty_files) - allows to skip empty files while reading. Disabled by default.
|
||||||
|
|
||||||
**See Also**
|
**See Also**
|
||||||
|
|
||||||
- [Virtual columns](../../engines/table-engines/index.md#table_engines-virtual_columns)
|
- [Virtual columns](../../engines/table-engines/index.md#table_engines-virtual_columns)
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/hdfsCluster
|
slug: /en/sql-reference/table-functions/hdfsCluster
|
||||||
sidebar_position: 55
|
sidebar_position: 81
|
||||||
sidebar_label: hdfsCluster
|
sidebar_label: hdfsCluster
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/hudi
|
slug: /en/sql-reference/table-functions/hudi
|
||||||
sidebar_label: Hudi
|
sidebar_position: 85
|
||||||
|
sidebar_label: hudi
|
||||||
---
|
---
|
||||||
|
|
||||||
# hudi Table Function
|
# hudi Table Function
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/iceberg
|
slug: /en/sql-reference/table-functions/iceberg
|
||||||
sidebar_label: Iceberg
|
sidebar_position: 90
|
||||||
|
sidebar_label: iceberg
|
||||||
---
|
---
|
||||||
|
|
||||||
# iceberg Table Function
|
# iceberg Table Function
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/
|
slug: /en/sql-reference/table-functions/
|
||||||
sidebar_label: Table Functions
|
sidebar_label: Table Functions
|
||||||
sidebar_position: 34
|
sidebar_position: 1
|
||||||
---
|
---
|
||||||
|
|
||||||
# Table Functions
|
# Table Functions
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/input
|
slug: /en/sql-reference/table-functions/input
|
||||||
sidebar_position: 46
|
sidebar_position: 95
|
||||||
sidebar_label: input
|
sidebar_label: input
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/jdbc
|
slug: /en/sql-reference/table-functions/jdbc
|
||||||
sidebar_position: 43
|
sidebar_position: 100
|
||||||
sidebar_label: jdbc
|
sidebar_label: jdbc
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/merge
|
slug: /en/sql-reference/table-functions/merge
|
||||||
sidebar_position: 38
|
sidebar_position: 130
|
||||||
sidebar_label: merge
|
sidebar_label: merge
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/mongodb
|
slug: /en/sql-reference/table-functions/mongodb
|
||||||
sidebar_position: 42
|
sidebar_position: 135
|
||||||
sidebar_label: mongodb
|
sidebar_label: mongodb
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/mysql
|
slug: /en/sql-reference/table-functions/mysql
|
||||||
sidebar_position: 42
|
sidebar_position: 137
|
||||||
sidebar_label: mysql
|
sidebar_label: mysql
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/null
|
slug: /en/sql-reference/table-functions/null
|
||||||
sidebar_position: 53
|
sidebar_position: 140
|
||||||
sidebar_label: null function
|
sidebar_label: null function
|
||||||
title: 'null'
|
title: 'null'
|
||||||
---
|
---
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/numbers
|
slug: /en/sql-reference/table-functions/numbers
|
||||||
sidebar_position: 39
|
sidebar_position: 145
|
||||||
sidebar_label: numbers
|
sidebar_label: numbers
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/odbc
|
slug: /en/sql-reference/table-functions/odbc
|
||||||
sidebar_position: 44
|
sidebar_position: 150
|
||||||
sidebar_label: odbc
|
sidebar_label: odbc
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/postgresql
|
slug: /en/sql-reference/table-functions/postgresql
|
||||||
sidebar_position: 42
|
sidebar_position: 160
|
||||||
sidebar_label: postgresql
|
sidebar_label: postgresql
|
||||||
---
|
---
|
||||||
|
|
||||||
|
@ -1,10 +1,10 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/redis
|
slug: /en/sql-reference/table-functions/redis
|
||||||
sidebar_position: 10
|
sidebar_position: 170
|
||||||
sidebar_label: Redis
|
sidebar_label: redis
|
||||||
---
|
---
|
||||||
|
|
||||||
# Redis
|
# redis
|
||||||
|
|
||||||
This table function allows integrating ClickHouse with [Redis](https://redis.io/).
|
This table function allows integrating ClickHouse with [Redis](https://redis.io/).
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
---
|
---
|
||||||
slug: /en/sql-reference/table-functions/remote
|
slug: /en/sql-reference/table-functions/remote
|
||||||
sidebar_position: 40
|
sidebar_position: 175
|
||||||
sidebar_label: remote
|
sidebar_label: remote
|
||||||
---
|
---
|
||||||
|
|
||||||
@ -114,9 +114,8 @@ This example uses one table from a sample dataset. The database is `imdb`, and
|
|||||||
`first_name` String,
|
`first_name` String,
|
||||||
`last_name` String,
|
`last_name` String,
|
||||||
`gender` FixedString(1))
|
`gender` FixedString(1))
|
||||||
ENGINE = ReplicatedMergeTree('/clickhouse/tables/{uuid}/{shard}', '{replica}')
|
ENGINE = MergeTree
|
||||||
ORDER BY (id, first_name, last_name, gender)
|
ORDER BY (id, first_name, last_name, gender);
|
||||||
SETTINGS index_granularity = 8192
|
|
||||||
```
|
```
|
||||||
|
|
||||||
#### On the destination ClickHouse system:
|
#### On the destination ClickHouse system:
|
||||||
@ -132,9 +131,8 @@ This example uses one table from a sample dataset. The database is `imdb`, and
|
|||||||
`first_name` String,
|
`first_name` String,
|
||||||
`last_name` String,
|
`last_name` String,
|
||||||
`gender` FixedString(1))
|
`gender` FixedString(1))
|
||||||
ENGINE = ReplicatedMergeTree('/clickhouse/tables/{uuid}/{shard}', '{replica}')
|
ENGINE = MergeTree
|
||||||
ORDER BY (id, first_name, last_name, gender)
|
ORDER BY (id, first_name, last_name, gender);
|
||||||
SETTINGS index_granularity = 8192
|
|
||||||
```
|
```
|
||||||
|
|
||||||
#### Back on the source deployment:
|
#### Back on the source deployment:
|
||||||
@ -142,7 +140,7 @@ This example uses one table from a sample dataset. The database is `imdb`, and
|
|||||||
Insert into the new database and table created on the remote system. You will need the host, port, username, password, destination database, and destination table.
|
Insert into the new database and table created on the remote system. You will need the host, port, username, password, destination database, and destination table.
|
||||||
```sql
|
```sql
|
||||||
INSERT INTO FUNCTION
|
INSERT INTO FUNCTION
|
||||||
remoteSecure('remote.clickhouse.cloud:9440', 'imdb.actors', 'USER', 'PASSWORD', rand())
|
remoteSecure('remote.clickhouse.cloud:9440', 'imdb.actors', 'USER', 'PASSWORD')
|
||||||
SELECT * from imdb.actors
|
SELECT * from imdb.actors
|
||||||
```
|
```
|
||||||
|
|
||||||
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user