mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-29 19:12:03 +00:00
Merge branch 'master' into fix-bad-test-01042_system_reload_dictionary_reloads_completely
This commit is contained in:
commit
230f5411a8
27
.github/actions/release/action.yml
vendored
27
.github/actions/release/action.yml
vendored
@ -62,8 +62,8 @@ runs:
|
|||||||
if: ${{ inputs.type == 'patch' }}
|
if: ${{ inputs.type == 'patch' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
python3 ./tests/ci/create_release.py --set-progress-started --progress "update ChangeLog"
|
git checkout master
|
||||||
[ "$(git branch --show-current)" != "master" ] && echo "not on the master" && exit 1
|
python3 ./tests/ci/create_release.py --set-progress-started --progress "update changelog, docker version, security"
|
||||||
echo "List versions"
|
echo "List versions"
|
||||||
./utils/list-versions/list-versions.sh > ./utils/list-versions/version_date.tsv
|
./utils/list-versions/list-versions.sh > ./utils/list-versions/version_date.tsv
|
||||||
echo "Update docker version"
|
echo "Update docker version"
|
||||||
@ -96,17 +96,13 @@ runs:
|
|||||||
Update version_date.tsv and changelogs after ${{ env.RELEASE_TAG }}
|
Update version_date.tsv and changelogs after ${{ env.RELEASE_TAG }}
|
||||||
### Changelog category (leave one):
|
### Changelog category (leave one):
|
||||||
- Not for changelog (changelog entry is not required)
|
- Not for changelog (changelog entry is not required)
|
||||||
- name: Reset changes if Dry-run
|
- name: Complete previous steps and Restore git state
|
||||||
if: ${{ inputs.dry-run }}
|
if: ${{ inputs.type == 'patch' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
git reset --hard HEAD
|
|
||||||
- name: Checkout back to GITHUB_REF
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
git checkout "$GITHUB_REF_NAME"
|
|
||||||
# set current progress to OK
|
|
||||||
python3 ./tests/ci/create_release.py --set-progress-completed
|
python3 ./tests/ci/create_release.py --set-progress-completed
|
||||||
|
git reset --hard HEAD
|
||||||
|
git checkout "$GITHUB_REF_NAME"
|
||||||
- name: Create GH Release
|
- name: Create GH Release
|
||||||
shell: bash
|
shell: bash
|
||||||
if: ${{ inputs.type == 'patch' }}
|
if: ${{ inputs.type == 'patch' }}
|
||||||
@ -146,24 +142,23 @@ runs:
|
|||||||
if: ${{ inputs.type == 'patch' }}
|
if: ${{ inputs.type == 'patch' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
python3 ./tests/ci/create_release.py --set-progress-started --progress "docker server release"
|
|
||||||
cd "./tests/ci"
|
cd "./tests/ci"
|
||||||
|
python3 ./create_release.py --set-progress-started --progress "docker server release"
|
||||||
export CHECK_NAME="Docker server image"
|
export CHECK_NAME="Docker server image"
|
||||||
python3 docker_server.py --release-type auto --version ${{ env.RELEASE_TAG }} --check-name "$CHECK_NAME" --sha ${{ env.COMMIT_SHA }} ${{ ! inputs.dry-run && '--push' || '' }}
|
python3 docker_server.py --release-type auto --version ${{ env.RELEASE_TAG }} --check-name "$CHECK_NAME" --sha ${{ env.COMMIT_SHA }} ${{ ! inputs.dry-run && '--push' || '' }}
|
||||||
python3 ./tests/ci/create_release.py --set-progress-completed
|
python3 ./create_release.py --set-progress-completed
|
||||||
- name: Docker clickhouse/clickhouse-keeper building
|
- name: Docker clickhouse/clickhouse-keeper building
|
||||||
if: ${{ inputs.type == 'patch' }}
|
if: ${{ inputs.type == 'patch' }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
python3 ./tests/ci/create_release.py --set-progress-started --progress "docker keeper release"
|
|
||||||
cd "./tests/ci"
|
cd "./tests/ci"
|
||||||
|
python3 ./create_release.py --set-progress-started --progress "docker keeper release"
|
||||||
export CHECK_NAME="Docker keeper image"
|
export CHECK_NAME="Docker keeper image"
|
||||||
python3 docker_server.py --release-type auto --version ${{ env.RELEASE_TAG }} --check-name "$CHECK_NAME" --sha ${{ env.COMMIT_SHA }} ${{ ! inputs.dry-run && '--push' || '' }}
|
python3 docker_server.py --release-type auto --version ${{ env.RELEASE_TAG }} --check-name "$CHECK_NAME" --sha ${{ env.COMMIT_SHA }} ${{ ! inputs.dry-run && '--push' || '' }}
|
||||||
python3 ./tests/ci/create_release.py --set-progress-completed
|
python3 ./create_release.py --set-progress-completed
|
||||||
- name: Set Release progress completed
|
- name: Set current Release progress to Completed with OK
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
# If we here - set completed status, to post proper Slack OK or FAIL message in the next step
|
|
||||||
python3 ./tests/ci/create_release.py --set-progress-started --progress "completed"
|
python3 ./tests/ci/create_release.py --set-progress-started --progress "completed"
|
||||||
python3 ./tests/ci/create_release.py --set-progress-completed
|
python3 ./tests/ci/create_release.py --set-progress-completed
|
||||||
- name: Post Slack Message
|
- name: Post Slack Message
|
||||||
|
11
.github/workflows/backport_branches.yml
vendored
11
.github/workflows/backport_branches.yml
vendored
@ -241,8 +241,9 @@ jobs:
|
|||||||
runner_type: stress-tester
|
runner_type: stress-tester
|
||||||
data: ${{ needs.RunConfig.outputs.data }}
|
data: ${{ needs.RunConfig.outputs.data }}
|
||||||
FinishCheck:
|
FinishCheck:
|
||||||
if: ${{ !failure() && !cancelled() }}
|
if: ${{ !cancelled() }}
|
||||||
needs:
|
needs:
|
||||||
|
- RunConfig
|
||||||
- Builds_Report
|
- Builds_Report
|
||||||
- FunctionalStatelessTestAsan
|
- FunctionalStatelessTestAsan
|
||||||
- FunctionalStatefulTestDebug
|
- FunctionalStatefulTestDebug
|
||||||
@ -257,6 +258,7 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
clear-repository: true
|
clear-repository: true
|
||||||
- name: Finish label
|
- name: Finish label
|
||||||
|
if: ${{ !failure() }}
|
||||||
run: |
|
run: |
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
cd "$GITHUB_WORKSPACE/tests/ci"
|
||||||
# update mergeable check
|
# update mergeable check
|
||||||
@ -264,3 +266,10 @@ jobs:
|
|||||||
# update overall ci report
|
# update overall ci report
|
||||||
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
python3 merge_pr.py
|
python3 merge_pr.py
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
35
.github/workflows/master.yml
vendored
35
.github/workflows/master.yml
vendored
@ -121,34 +121,6 @@ jobs:
|
|||||||
runner_type: style-checker-aarch64
|
runner_type: style-checker-aarch64
|
||||||
data: ${{ needs.RunConfig.outputs.data }}
|
data: ${{ needs.RunConfig.outputs.data }}
|
||||||
|
|
||||||
MarkReleaseReady:
|
|
||||||
if: ${{ !failure() && !cancelled() }}
|
|
||||||
needs: [RunConfig, Builds_1, Builds_2]
|
|
||||||
runs-on: [self-hosted, style-checker-aarch64]
|
|
||||||
steps:
|
|
||||||
- name: Debug
|
|
||||||
run: |
|
|
||||||
echo need with different filters
|
|
||||||
cat << 'EOF'
|
|
||||||
${{ toJSON(needs) }}
|
|
||||||
${{ toJSON(needs.*.result) }}
|
|
||||||
no failures ${{ !contains(needs.*.result, 'failure') }}
|
|
||||||
no skips ${{ !contains(needs.*.result, 'skipped') }}
|
|
||||||
no both ${{ !(contains(needs.*.result, 'skipped') || contains(needs.*.result, 'failure')) }}
|
|
||||||
EOF
|
|
||||||
- name: Not ready
|
|
||||||
# fail the job to be able to restart it
|
|
||||||
if: ${{ contains(needs.*.result, 'skipped') || contains(needs.*.result, 'failure') }}
|
|
||||||
run: exit 1
|
|
||||||
- name: Check out repository code
|
|
||||||
if: ${{ ! (contains(needs.*.result, 'skipped') || contains(needs.*.result, 'failure')) }}
|
|
||||||
uses: ClickHouse/checkout@v1
|
|
||||||
- name: Mark Commit Release Ready
|
|
||||||
if: ${{ ! (contains(needs.*.result, 'skipped') || contains(needs.*.result, 'failure')) }}
|
|
||||||
run: |
|
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
|
||||||
python3 mark_release_ready.py
|
|
||||||
|
|
||||||
FinishCheck:
|
FinishCheck:
|
||||||
if: ${{ !cancelled() }}
|
if: ${{ !cancelled() }}
|
||||||
needs: [RunConfig, Builds_1, Builds_2, Builds_Report, Tests_1, Tests_2, Tests_3]
|
needs: [RunConfig, Builds_1, Builds_2, Builds_Report, Tests_1, Tests_2, Tests_3]
|
||||||
@ -160,3 +132,10 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
cd "$GITHUB_WORKSPACE/tests/ci"
|
||||||
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
10
.github/workflows/merge_queue.yml
vendored
10
.github/workflows/merge_queue.yml
vendored
@ -93,7 +93,7 @@ jobs:
|
|||||||
data: ${{ needs.RunConfig.outputs.data }}
|
data: ${{ needs.RunConfig.outputs.data }}
|
||||||
|
|
||||||
CheckReadyForMerge:
|
CheckReadyForMerge:
|
||||||
if: ${{ !cancelled() && needs.StyleCheck.result == 'success' }}
|
if: ${{ !cancelled() }}
|
||||||
# Test_2 or Test_3 must not have jobs required for Mergeable check
|
# Test_2 or Test_3 must not have jobs required for Mergeable check
|
||||||
needs: [RunConfig, BuildDockers, StyleCheck, FastTest, Builds_1, Tests_1]
|
needs: [RunConfig, BuildDockers, StyleCheck, FastTest, Builds_1, Tests_1]
|
||||||
runs-on: [self-hosted, style-checker-aarch64]
|
runs-on: [self-hosted, style-checker-aarch64]
|
||||||
@ -101,6 +101,14 @@ jobs:
|
|||||||
- name: Check out repository code
|
- name: Check out repository code
|
||||||
uses: ClickHouse/checkout@v1
|
uses: ClickHouse/checkout@v1
|
||||||
- name: Check and set merge status
|
- name: Check and set merge status
|
||||||
|
if: ${{ needs.StyleCheck.result == 'success' }}
|
||||||
run: |
|
run: |
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
cd "$GITHUB_WORKSPACE/tests/ci"
|
||||||
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
14
.github/workflows/nightly.yml
vendored
14
.github/workflows/nightly.yml
vendored
@ -44,3 +44,17 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
data: "${{ needs.RunConfig.outputs.data }}"
|
data: "${{ needs.RunConfig.outputs.data }}"
|
||||||
set_latest: true
|
set_latest: true
|
||||||
|
CheckWorkflow:
|
||||||
|
if: ${{ !cancelled() }}
|
||||||
|
needs: [RunConfig, BuildDockers]
|
||||||
|
runs-on: [self-hosted, style-checker-aarch64]
|
||||||
|
steps:
|
||||||
|
- name: Check out repository code
|
||||||
|
uses: ClickHouse/checkout@v1
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
10
.github/workflows/pull_request.yml
vendored
10
.github/workflows/pull_request.yml
vendored
@ -151,7 +151,7 @@ jobs:
|
|||||||
data: ${{ needs.RunConfig.outputs.data }}
|
data: ${{ needs.RunConfig.outputs.data }}
|
||||||
|
|
||||||
CheckReadyForMerge:
|
CheckReadyForMerge:
|
||||||
if: ${{ !cancelled() && needs.StyleCheck.result == 'success' }}
|
if: ${{ !cancelled() }}
|
||||||
# Test_2 or Test_3 must not have jobs required for Mergeable check
|
# Test_2 or Test_3 must not have jobs required for Mergeable check
|
||||||
needs: [RunConfig, BuildDockers, StyleCheck, FastTest, Builds_1, Builds_2, Builds_Report, Tests_1]
|
needs: [RunConfig, BuildDockers, StyleCheck, FastTest, Builds_1, Builds_2, Builds_Report, Tests_1]
|
||||||
runs-on: [self-hosted, style-checker-aarch64]
|
runs-on: [self-hosted, style-checker-aarch64]
|
||||||
@ -161,9 +161,17 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
filter: tree:0
|
filter: tree:0
|
||||||
- name: Check and set merge status
|
- name: Check and set merge status
|
||||||
|
if: ${{ needs.StyleCheck.result == 'success' }}
|
||||||
run: |
|
run: |
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
cd "$GITHUB_WORKSPACE/tests/ci"
|
||||||
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
|
||||||
################################# Stage Final #################################
|
################################# Stage Final #################################
|
||||||
#
|
#
|
||||||
|
12
.github/workflows/release_branches.yml
vendored
12
.github/workflows/release_branches.yml
vendored
@ -441,8 +441,9 @@ jobs:
|
|||||||
runner_type: stress-tester
|
runner_type: stress-tester
|
||||||
data: ${{ needs.RunConfig.outputs.data }}
|
data: ${{ needs.RunConfig.outputs.data }}
|
||||||
FinishCheck:
|
FinishCheck:
|
||||||
if: ${{ !failure() && !cancelled() }}
|
if: ${{ !cancelled() }}
|
||||||
needs:
|
needs:
|
||||||
|
- RunConfig
|
||||||
- DockerServerImage
|
- DockerServerImage
|
||||||
- DockerKeeperImage
|
- DockerKeeperImage
|
||||||
- Builds_Report
|
- Builds_Report
|
||||||
@ -478,9 +479,18 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
clear-repository: true
|
clear-repository: true
|
||||||
- name: Finish label
|
- name: Finish label
|
||||||
|
if: ${{ !failure() }}
|
||||||
run: |
|
run: |
|
||||||
cd "$GITHUB_WORKSPACE/tests/ci"
|
cd "$GITHUB_WORKSPACE/tests/ci"
|
||||||
# update mergeable check
|
# update mergeable check
|
||||||
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 merge_pr.py --set-ci-status --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
# update overall ci report
|
# update overall ci report
|
||||||
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
python3 finish_check.py --wf-status ${{ contains(needs.*.result, 'failure') && 'failure' || 'success' }}
|
||||||
|
- name: Check Workflow results
|
||||||
|
run: |
|
||||||
|
export WORKFLOW_RESULT_FILE="/tmp/workflow_results.json"
|
||||||
|
cat >> "$WORKFLOW_RESULT_FILE" << 'EOF'
|
||||||
|
${{ toJson(needs) }}
|
||||||
|
EOF
|
||||||
|
|
||||||
|
python3 ./tests/ci/ci_buddy.py --check-wf-status
|
||||||
|
@ -14,3 +14,9 @@ rules:
|
|||||||
comments:
|
comments:
|
||||||
min-spaces-from-content: 1
|
min-spaces-from-content: 1
|
||||||
document-start: disable
|
document-start: disable
|
||||||
|
colons: disable
|
||||||
|
indentation: disable
|
||||||
|
line-length: disable
|
||||||
|
trailing-spaces: disable
|
||||||
|
truthy: disable
|
||||||
|
new-line-at-end-of-file: disable
|
||||||
|
@ -87,10 +87,13 @@
|
|||||||
# define ASAN_POISON_MEMORY_REGION(a, b)
|
# define ASAN_POISON_MEMORY_REGION(a, b)
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
/// We used to have only ABORT_ON_LOGICAL_ERROR macro, but most of its uses were actually in places where we didn't care about logical errors
|
||||||
#if !defined(NDEBUG) || defined(ADDRESS_SANITIZER) || defined(THREAD_SANITIZER) || defined(MEMORY_SANITIZER) || defined(UNDEFINED_BEHAVIOR_SANITIZER)
|
/// but wanted to check exactly if the current build type is debug or with sanitizer. This new macro is introduced to fix those places.
|
||||||
#define ABORT_ON_LOGICAL_ERROR
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
#endif
|
# if !defined(NDEBUG) || defined(ADDRESS_SANITIZER) || defined(THREAD_SANITIZER) || defined(MEMORY_SANITIZER) \
|
||||||
|
|| defined(UNDEFINED_BEHAVIOR_SANITIZER)
|
||||||
|
# define DEBUG_OR_SANITIZER_BUILD
|
||||||
|
# endif
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
/// chassert(x) is similar to assert(x), but:
|
/// chassert(x) is similar to assert(x), but:
|
||||||
@ -101,7 +104,7 @@
|
|||||||
/// Also it makes sense to call abort() instead of __builtin_unreachable() in debug builds,
|
/// Also it makes sense to call abort() instead of __builtin_unreachable() in debug builds,
|
||||||
/// because SIGABRT is easier to debug than SIGTRAP (the second one makes gdb crazy)
|
/// because SIGABRT is easier to debug than SIGTRAP (the second one makes gdb crazy)
|
||||||
#if !defined(chassert)
|
#if !defined(chassert)
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
# if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
// clang-format off
|
// clang-format off
|
||||||
#include <base/types.h>
|
#include <base/types.h>
|
||||||
namespace DB
|
namespace DB
|
||||||
|
@ -2,11 +2,11 @@
|
|||||||
|
|
||||||
# NOTE: VERSION_REVISION has nothing common with DBMS_TCP_PROTOCOL_VERSION,
|
# NOTE: VERSION_REVISION has nothing common with DBMS_TCP_PROTOCOL_VERSION,
|
||||||
# only DBMS_TCP_PROTOCOL_VERSION should be incremented on protocol changes.
|
# only DBMS_TCP_PROTOCOL_VERSION should be incremented on protocol changes.
|
||||||
SET(VERSION_REVISION 54488)
|
SET(VERSION_REVISION 54489)
|
||||||
SET(VERSION_MAJOR 24)
|
SET(VERSION_MAJOR 24)
|
||||||
SET(VERSION_MINOR 7)
|
SET(VERSION_MINOR 8)
|
||||||
SET(VERSION_PATCH 1)
|
SET(VERSION_PATCH 1)
|
||||||
SET(VERSION_GITHASH aa023477a9265e403982fca5ee29a714db5133d9)
|
SET(VERSION_GITHASH 3f8b27d7accd2b5ec4afe7d0dd459115323304af)
|
||||||
SET(VERSION_DESCRIBE v24.7.1.1-testing)
|
SET(VERSION_DESCRIBE v24.8.1.1-testing)
|
||||||
SET(VERSION_STRING 24.7.1.1)
|
SET(VERSION_STRING 24.8.1.1)
|
||||||
# end of autochange
|
# end of autochange
|
||||||
|
2
contrib/libunwind
vendored
2
contrib/libunwind
vendored
@ -1 +1 @@
|
|||||||
Subproject commit 8f28e64d15819d2d096badd598c7d85bebddb1f2
|
Subproject commit fe854449e24bedfa26e38465b84374312dbd587f
|
@ -6,7 +6,7 @@ ARG apt_archive="http://archive.ubuntu.com"
|
|||||||
RUN sed -i "s|http://archive.ubuntu.com|$apt_archive|g" /etc/apt/sources.list
|
RUN sed -i "s|http://archive.ubuntu.com|$apt_archive|g" /etc/apt/sources.list
|
||||||
|
|
||||||
RUN apt-get update --yes \
|
RUN apt-get update --yes \
|
||||||
&& env DEBIAN_FRONTEND=noninteractive apt-get install wget git default-jdk maven python3 --yes --no-install-recommends \
|
&& env DEBIAN_FRONTEND=noninteractive apt-get install wget git python3 default-jdk maven --yes --no-install-recommends \
|
||||||
&& apt-get clean \
|
&& apt-get clean \
|
||||||
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
||||||
|
|
||||||
|
@ -191,8 +191,8 @@ else
|
|||||||
ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
|
ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
|
||||||
SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='s3_cache'"
|
SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='s3_cache'"
|
||||||
|
|
||||||
clickhouse-client --query "INSERT INTO test.hits SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.hits SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
clickhouse-client --query "INSERT INTO test.visits SELECT * FROM datasets.visits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.visits SELECT * FROM datasets.visits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
clickhouse-client --query "DROP TABLE datasets.visits_v1 SYNC"
|
clickhouse-client --query "DROP TABLE datasets.visits_v1 SYNC"
|
||||||
clickhouse-client --query "DROP TABLE datasets.hits_v1 SYNC"
|
clickhouse-client --query "DROP TABLE datasets.hits_v1 SYNC"
|
||||||
else
|
else
|
||||||
@ -200,7 +200,7 @@ else
|
|||||||
clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
|
clickhouse-client --query "RENAME TABLE datasets.visits_v1 TO test.visits"
|
||||||
fi
|
fi
|
||||||
clickhouse-client --query "CREATE TABLE test.hits_s3 (WatchID UInt64, JavaEnable UInt8, Title String, GoodEvent Int16, EventTime DateTime, EventDate Date, CounterID UInt32, ClientIP UInt32, ClientIP6 FixedString(16), RegionID UInt32, UserID UInt64, CounterClass Int8, OS UInt8, UserAgent UInt8, URL String, Referer String, URLDomain String, RefererDomain String, Refresh UInt8, IsRobot UInt8, RefererCategories Array(UInt16), URLCategories Array(UInt16), URLRegions Array(UInt32), RefererRegions Array(UInt32), ResolutionWidth UInt16, ResolutionHeight UInt16, ResolutionDepth UInt8, FlashMajor UInt8, FlashMinor UInt8, FlashMinor2 String, NetMajor UInt8, NetMinor UInt8, UserAgentMajor UInt16, UserAgentMinor FixedString(2), CookieEnable UInt8, JavascriptEnable UInt8, IsMobile UInt8, MobilePhone UInt8, MobilePhoneModel String, Params String, IPNetworkID UInt32, TraficSourceID Int8, SearchEngineID UInt16, SearchPhrase String, AdvEngineID UInt8, IsArtifical UInt8, WindowClientWidth UInt16, WindowClientHeight UInt16, ClientTimeZone Int16, ClientEventTime DateTime, SilverlightVersion1 UInt8, SilverlightVersion2 UInt8, SilverlightVersion3 UInt32, SilverlightVersion4 UInt16, PageCharset String, CodeVersion UInt32, IsLink UInt8, IsDownload UInt8, IsNotBounce UInt8, FUniqID UInt64, HID UInt32, IsOldCounter UInt8, IsEvent UInt8, IsParameter UInt8, DontCountHits UInt8, WithHash UInt8, HitColor FixedString(1), UTCEventTime DateTime, Age UInt8, Sex UInt8, Income UInt8, Interests UInt16, Robotness UInt8, GeneralInterests Array(UInt16), RemoteIP UInt32, RemoteIP6 FixedString(16), WindowName Int32, OpenerName Int32, HistoryLength Int16, BrowserLanguage FixedString(2), BrowserCountry FixedString(2), SocialNetwork String, SocialAction String, HTTPError UInt16, SendTiming Int32, DNSTiming Int32, ConnectTiming Int32, ResponseStartTiming Int32, ResponseEndTiming Int32, FetchTiming Int32, RedirectTiming Int32, DOMInteractiveTiming Int32, DOMContentLoadedTiming Int32, DOMCompleteTiming Int32, LoadEventStartTiming Int32, LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32, FirstPaintTiming Int32, RedirectCount Int8, SocialSourceNetworkID UInt8, SocialSourcePage String, ParamPrice Int64, ParamOrderID String, ParamCurrency FixedString(3), ParamCurrencyID UInt16, GoalsReached Array(UInt32), OpenstatServiceName String, OpenstatCampaignID String, OpenstatAdID String, OpenstatSourceID String, UTMSource String, UTMMedium String, UTMCampaign String, UTMContent String, UTMTerm String, FromTag String, HasGCLID UInt8, RefererHash UInt64, URLHash UInt64, CLID UInt32, YCLID UInt64, ShareService String, ShareURL String, ShareTitle String, ParsedParams Nested(Key1 String, Key2 String, Key3 String, Key4 String, Key5 String, ValueDouble Float64), IslandID FixedString(16), RequestNum UInt32, RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='s3_cache'"
|
clickhouse-client --query "CREATE TABLE test.hits_s3 (WatchID UInt64, JavaEnable UInt8, Title String, GoodEvent Int16, EventTime DateTime, EventDate Date, CounterID UInt32, ClientIP UInt32, ClientIP6 FixedString(16), RegionID UInt32, UserID UInt64, CounterClass Int8, OS UInt8, UserAgent UInt8, URL String, Referer String, URLDomain String, RefererDomain String, Refresh UInt8, IsRobot UInt8, RefererCategories Array(UInt16), URLCategories Array(UInt16), URLRegions Array(UInt32), RefererRegions Array(UInt32), ResolutionWidth UInt16, ResolutionHeight UInt16, ResolutionDepth UInt8, FlashMajor UInt8, FlashMinor UInt8, FlashMinor2 String, NetMajor UInt8, NetMinor UInt8, UserAgentMajor UInt16, UserAgentMinor FixedString(2), CookieEnable UInt8, JavascriptEnable UInt8, IsMobile UInt8, MobilePhone UInt8, MobilePhoneModel String, Params String, IPNetworkID UInt32, TraficSourceID Int8, SearchEngineID UInt16, SearchPhrase String, AdvEngineID UInt8, IsArtifical UInt8, WindowClientWidth UInt16, WindowClientHeight UInt16, ClientTimeZone Int16, ClientEventTime DateTime, SilverlightVersion1 UInt8, SilverlightVersion2 UInt8, SilverlightVersion3 UInt32, SilverlightVersion4 UInt16, PageCharset String, CodeVersion UInt32, IsLink UInt8, IsDownload UInt8, IsNotBounce UInt8, FUniqID UInt64, HID UInt32, IsOldCounter UInt8, IsEvent UInt8, IsParameter UInt8, DontCountHits UInt8, WithHash UInt8, HitColor FixedString(1), UTCEventTime DateTime, Age UInt8, Sex UInt8, Income UInt8, Interests UInt16, Robotness UInt8, GeneralInterests Array(UInt16), RemoteIP UInt32, RemoteIP6 FixedString(16), WindowName Int32, OpenerName Int32, HistoryLength Int16, BrowserLanguage FixedString(2), BrowserCountry FixedString(2), SocialNetwork String, SocialAction String, HTTPError UInt16, SendTiming Int32, DNSTiming Int32, ConnectTiming Int32, ResponseStartTiming Int32, ResponseEndTiming Int32, FetchTiming Int32, RedirectTiming Int32, DOMInteractiveTiming Int32, DOMContentLoadedTiming Int32, DOMCompleteTiming Int32, LoadEventStartTiming Int32, LoadEventEndTiming Int32, NSToDOMContentLoadedTiming Int32, FirstPaintTiming Int32, RedirectCount Int8, SocialSourceNetworkID UInt8, SocialSourcePage String, ParamPrice Int64, ParamOrderID String, ParamCurrency FixedString(3), ParamCurrencyID UInt16, GoalsReached Array(UInt32), OpenstatServiceName String, OpenstatCampaignID String, OpenstatAdID String, OpenstatSourceID String, UTMSource String, UTMMedium String, UTMCampaign String, UTMContent String, UTMTerm String, FromTag String, HasGCLID UInt8, RefererHash UInt64, URLHash UInt64, CLID UInt32, YCLID UInt64, ShareService String, ShareURL String, ShareTitle String, ParsedParams Nested(Key1 String, Key2 String, Key3 String, Key4 String, Key5 String, ValueDouble Float64), IslandID FixedString(16), RequestNum UInt32, RequestTry UInt8) ENGINE = MergeTree() PARTITION BY toYYYYMM(EventDate) ORDER BY (CounterID, EventDate, intHash32(UserID)) SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='s3_cache'"
|
||||||
clickhouse-client --query "INSERT INTO test.hits_s3 SELECT * FROM test.hits SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.hits_s3 SELECT * FROM test.hits SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
clickhouse-client --query "SHOW TABLES FROM test"
|
clickhouse-client --query "SHOW TABLES FROM test"
|
||||||
|
@ -209,9 +209,9 @@ clickhouse-client --query "CREATE TABLE test.visits (CounterID UInt32, StartDat
|
|||||||
ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
|
ENGINE = CollapsingMergeTree(Sign) PARTITION BY toYYYYMM(StartDate) ORDER BY (CounterID, StartDate, intHash32(UserID), VisitID)
|
||||||
SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='$TEMP_POLICY'"
|
SAMPLE BY intHash32(UserID) SETTINGS index_granularity = 8192, storage_policy='$TEMP_POLICY'"
|
||||||
|
|
||||||
clickhouse-client --query "INSERT INTO test.hits_s3 SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.hits_s3 SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
clickhouse-client --query "INSERT INTO test.hits SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.hits SELECT * FROM datasets.hits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
clickhouse-client --query "INSERT INTO test.visits SELECT * FROM datasets.visits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0"
|
clickhouse-client --query "INSERT INTO test.visits SELECT * FROM datasets.visits_v1 SETTINGS enable_filesystem_cache_on_write_operations=0, max_insert_threads=16"
|
||||||
|
|
||||||
clickhouse-client --query "DROP TABLE datasets.visits_v1 SYNC"
|
clickhouse-client --query "DROP TABLE datasets.visits_v1 SYNC"
|
||||||
clickhouse-client --query "DROP TABLE datasets.hits_v1 SYNC"
|
clickhouse-client --query "DROP TABLE datasets.hits_v1 SYNC"
|
||||||
|
@ -22,6 +22,21 @@ Structure of the `users` section:
|
|||||||
<!-- Or -->
|
<!-- Or -->
|
||||||
<password_sha256_hex></password_sha256_hex>
|
<password_sha256_hex></password_sha256_hex>
|
||||||
|
|
||||||
|
<ssh_keys>
|
||||||
|
<ssh_key>
|
||||||
|
<type>ssh-ed25519</type>
|
||||||
|
<base64_key>AAAAC3NzaC1lZDI1NTE5AAAAIDNf0r6vRl24Ix3tv2IgPmNPO2ATa2krvt80DdcTatLj</base64_key>
|
||||||
|
</ssh_key>
|
||||||
|
<ssh_key>
|
||||||
|
<type>ecdsa-sha2-nistp256</type>
|
||||||
|
<base64_key>AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNxeV2uN5UY6CUbCzTA1rXfYimKQA5ivNIqxdax4bcMXz4D0nSk2l5E1TkR5mG8EBWtmExSPbcEPJ8V7lyWWbA8=</base64_key>
|
||||||
|
</ssh_key>
|
||||||
|
<ssh_key>
|
||||||
|
<type>ssh-rsa</type>
|
||||||
|
<base64_key>AAAAB3NzaC1yc2EAAAADAQABAAABgQCpgqL1SHhPVBOTFlOm0pu+cYBbADzC2jL41sPMawYCJHDyHuq7t+htaVVh2fRgpAPmSEnLEC2d4BEIKMtPK3bfR8plJqVXlLt6Q8t4b1oUlnjb3VPA9P6iGcW7CV1FBkZQEVx8ckOfJ3F+kI5VsrRlEDgiecm/C1VPl0/9M2llW/mPUMaD65cM9nlZgM/hUeBrfxOEqM11gDYxEZm1aRSbZoY4dfdm3vzvpSQ6lrCrkjn3X2aSmaCLcOWJhfBWMovNDB8uiPuw54g3ioZ++qEQMlfxVsqXDGYhXCrsArOVuW/5RbReO79BvXqdssiYShfwo+GhQ0+aLWMIW/jgBkkqx/n7uKLzCMX7b2F+aebRYFh+/QXEj7SnihdVfr9ud6NN3MWzZ1ltfIczlEcFLrLJ1Yq57wW6wXtviWh59WvTWFiPejGjeSjjJyqqB49tKdFVFuBnIU5u/bch2DXVgiAEdQwUrIp1ACoYPq22HFFAYUJrL32y7RxX3PGzuAv3LOc=</base64_key>
|
||||||
|
</ssh_key>
|
||||||
|
</ssh_keys>
|
||||||
|
|
||||||
<access_management>0|1</access_management>
|
<access_management>0|1</access_management>
|
||||||
|
|
||||||
<networks incl="networks" replace="replace">
|
<networks incl="networks" replace="replace">
|
||||||
@ -79,6 +94,24 @@ Password can be specified in plaintext or in SHA256 (hex format).
|
|||||||
|
|
||||||
The first line of the result is the password. The second line is the corresponding double SHA1 hash.
|
The first line of the result is the password. The second line is the corresponding double SHA1 hash.
|
||||||
|
|
||||||
|
### username/ssh-key {#user-sshkey}
|
||||||
|
|
||||||
|
This setting allows authenticating with SSH keys.
|
||||||
|
|
||||||
|
Given a SSH key (as generated by `ssh-keygen`) like
|
||||||
|
```
|
||||||
|
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDNf0r6vRl24Ix3tv2IgPmNPO2ATa2krvt80DdcTatLj john@example.com
|
||||||
|
```
|
||||||
|
The `ssh_key` element is expected to be
|
||||||
|
```
|
||||||
|
<ssh_key>
|
||||||
|
<type>ssh-ed25519</type>
|
||||||
|
<base64_key>AAAAC3NzaC1lZDI1NTE5AAAAIDNf0r6vRl24Ix3tv2IgPmNPO2ATa2krvt80DdcTatLj</base64_key>
|
||||||
|
</ssh_key>
|
||||||
|
```
|
||||||
|
|
||||||
|
Substitute `ssh-ed25519` with `ssh-rsa` or `ecdsa-sha2-nistp256` for the other supported algorithms.
|
||||||
|
|
||||||
### access_management {#access_management-user-setting}
|
### access_management {#access_management-user-setting}
|
||||||
|
|
||||||
This setting enables or disables using of SQL-driven [access control and account management](../../guides/sre/user-management/index.md#access-control) for the user.
|
This setting enables or disables using of SQL-driven [access control and account management](../../guides/sre/user-management/index.md#access-control) for the user.
|
||||||
|
@ -297,7 +297,7 @@ Algorithm requires the special column in tables. This column:
|
|||||||
|
|
||||||
- Must contain an ordered sequence.
|
- Must contain an ordered sequence.
|
||||||
- Can be one of the following types: [Int, UInt](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), [Date](../../../sql-reference/data-types/date.md), [DateTime](../../../sql-reference/data-types/datetime.md), [Decimal](../../../sql-reference/data-types/decimal.md).
|
- Can be one of the following types: [Int, UInt](../../../sql-reference/data-types/int-uint.md), [Float](../../../sql-reference/data-types/float.md), [Date](../../../sql-reference/data-types/date.md), [DateTime](../../../sql-reference/data-types/datetime.md), [Decimal](../../../sql-reference/data-types/decimal.md).
|
||||||
- Can’t be the only column in the `JOIN` clause.
|
- For `hash` join algorithm it can’t be the only column in the `JOIN` clause.
|
||||||
|
|
||||||
Syntax `ASOF JOIN ... ON`:
|
Syntax `ASOF JOIN ... ON`:
|
||||||
|
|
||||||
@ -337,7 +337,8 @@ For example, consider the following tables:
|
|||||||
`ASOF JOIN` can take the timestamp of a user event from `table_1` and find an event in `table_2` where the timestamp is closest to the timestamp of the event from `table_1` corresponding to the closest match condition. Equal timestamp values are the closest if available. Here, the `user_id` column can be used for joining on equality and the `ev_time` column can be used for joining on the closest match. In our example, `event_1_1` can be joined with `event_2_1` and `event_1_2` can be joined with `event_2_3`, but `event_2_2` can’t be joined.
|
`ASOF JOIN` can take the timestamp of a user event from `table_1` and find an event in `table_2` where the timestamp is closest to the timestamp of the event from `table_1` corresponding to the closest match condition. Equal timestamp values are the closest if available. Here, the `user_id` column can be used for joining on equality and the `ev_time` column can be used for joining on the closest match. In our example, `event_1_1` can be joined with `event_2_1` and `event_1_2` can be joined with `event_2_3`, but `event_2_2` can’t be joined.
|
||||||
|
|
||||||
:::note
|
:::note
|
||||||
`ASOF` join is **not** supported in the [Join](../../../engines/table-engines/special/join.md) table engine.
|
`ASOF JOIN` is supported only by `hash` and `full_sorting_merge` join algorithms.
|
||||||
|
It's **not** supported in the [Join](../../../engines/table-engines/special/join.md) table engine.
|
||||||
:::
|
:::
|
||||||
|
|
||||||
## PASTE JOIN Usage
|
## PASTE JOIN Usage
|
||||||
|
@ -68,6 +68,41 @@ QueryTreeNodePtr findEqualsFunction(const QueryTreeNodes & nodes)
|
|||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Checks if the node is combination of isNull and notEquals functions of two the same arguments
|
||||||
|
bool matchIsNullOfTwoArgs(const QueryTreeNodes & nodes, QueryTreeNodePtr & lhs, QueryTreeNodePtr & rhs)
|
||||||
|
{
|
||||||
|
QueryTreeNodePtrWithHashSet all_arguments;
|
||||||
|
for (const auto & node : nodes)
|
||||||
|
{
|
||||||
|
const auto * func_node = node->as<FunctionNode>();
|
||||||
|
if (!func_node)
|
||||||
|
return false;
|
||||||
|
|
||||||
|
const auto & arguments = func_node->getArguments().getNodes();
|
||||||
|
if (func_node->getFunctionName() == "isNull" && arguments.size() == 1)
|
||||||
|
all_arguments.insert(QueryTreeNodePtrWithHash(arguments[0]));
|
||||||
|
else if (func_node->getFunctionName() == "notEquals" && arguments.size() == 2)
|
||||||
|
{
|
||||||
|
if (arguments[0]->isEqual(*arguments[1]))
|
||||||
|
return false;
|
||||||
|
all_arguments.insert(QueryTreeNodePtrWithHash(arguments[0]));
|
||||||
|
all_arguments.insert(QueryTreeNodePtrWithHash(arguments[1]));
|
||||||
|
}
|
||||||
|
else
|
||||||
|
return false;
|
||||||
|
|
||||||
|
if (all_arguments.size() > 2)
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (all_arguments.size() != 2)
|
||||||
|
return false;
|
||||||
|
|
||||||
|
lhs = all_arguments.begin()->node;
|
||||||
|
rhs = std::next(all_arguments.begin())->node;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
bool isBooleanConstant(const QueryTreeNodePtr & node, bool expected_value)
|
bool isBooleanConstant(const QueryTreeNodePtr & node, bool expected_value)
|
||||||
{
|
{
|
||||||
const auto * constant_node = node->as<ConstantNode>();
|
const auto * constant_node = node->as<ConstantNode>();
|
||||||
@ -213,11 +248,14 @@ private:
|
|||||||
else if (func_name == "and")
|
else if (func_name == "and")
|
||||||
{
|
{
|
||||||
const auto & and_arguments = argument_function->getArguments().getNodes();
|
const auto & and_arguments = argument_function->getArguments().getNodes();
|
||||||
bool all_are_is_null = and_arguments.size() == 2 && isNodeFunction(and_arguments[0], "isNull") && isNodeFunction(and_arguments[1], "isNull");
|
|
||||||
if (all_are_is_null)
|
QueryTreeNodePtr is_null_lhs_arg;
|
||||||
|
QueryTreeNodePtr is_null_rhs_arg;
|
||||||
|
if (matchIsNullOfTwoArgs(and_arguments, is_null_lhs_arg, is_null_rhs_arg))
|
||||||
{
|
{
|
||||||
is_null_argument_to_indices[getFunctionArgument(and_arguments.front(), 0)].push_back(or_operands.size() - 1);
|
is_null_argument_to_indices[is_null_lhs_arg].push_back(or_operands.size() - 1);
|
||||||
is_null_argument_to_indices[getFunctionArgument(and_arguments.back(), 0)].push_back(or_operands.size() - 1);
|
is_null_argument_to_indices[is_null_rhs_arg].push_back(or_operands.size() - 1);
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Expression `a = b AND (a IS NOT NULL) AND true AND (b IS NOT NULL)` we can be replaced with `a = b`
|
/// Expression `a = b AND (a IS NOT NULL) AND true AND (b IS NOT NULL)` we can be replaced with `a = b`
|
||||||
|
@ -62,7 +62,7 @@ namespace ErrorCodes
|
|||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
|
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
|
|
||||||
/** This visitor checks if Query Tree structure is valid after each pass
|
/** This visitor checks if Query Tree structure is valid after each pass
|
||||||
* in debug build.
|
* in debug build.
|
||||||
@ -183,7 +183,7 @@ void QueryTreePassManager::run(QueryTreeNodePtr query_tree_node)
|
|||||||
for (size_t i = 0; i < passes_size; ++i)
|
for (size_t i = 0; i < passes_size; ++i)
|
||||||
{
|
{
|
||||||
passes[i]->run(query_tree_node, current_context);
|
passes[i]->run(query_tree_node, current_context);
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
ValidationChecker(passes[i]->getName()).visit(query_tree_node);
|
ValidationChecker(passes[i]->getName()).visit(query_tree_node);
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
@ -208,7 +208,7 @@ void QueryTreePassManager::run(QueryTreeNodePtr query_tree_node, size_t up_to_pa
|
|||||||
for (size_t i = 0; i < up_to_pass_index; ++i)
|
for (size_t i = 0; i < up_to_pass_index; ++i)
|
||||||
{
|
{
|
||||||
passes[i]->run(query_tree_node, current_context);
|
passes[i]->run(query_tree_node, current_context);
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
ValidationChecker(passes[i]->getName()).visit(query_tree_node);
|
ValidationChecker(passes[i]->getName()).visit(query_tree_node);
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
@ -105,7 +105,7 @@ bool compareRestoredTableDef(const IAST & restored_table_create_query, const IAS
|
|||||||
auto new_query = query.clone();
|
auto new_query = query.clone();
|
||||||
adjustCreateQueryForBackup(new_query, global_context);
|
adjustCreateQueryForBackup(new_query, global_context);
|
||||||
ASTCreateQuery & create = typeid_cast<ASTCreateQuery &>(*new_query);
|
ASTCreateQuery & create = typeid_cast<ASTCreateQuery &>(*new_query);
|
||||||
create.setUUID({});
|
create.resetUUIDs();
|
||||||
create.if_not_exists = false;
|
create.if_not_exists = false;
|
||||||
return new_query;
|
return new_query;
|
||||||
};
|
};
|
||||||
|
@ -1,4 +1,5 @@
|
|||||||
#include <Backups/RestoreCoordinationLocal.h>
|
#include <Backups/RestoreCoordinationLocal.h>
|
||||||
|
#include <Parsers/ASTCreateQuery.h>
|
||||||
#include <Parsers/formatAST.h>
|
#include <Parsers/formatAST.h>
|
||||||
#include <Common/logger_useful.h>
|
#include <Common/logger_useful.h>
|
||||||
|
|
||||||
@ -67,7 +68,7 @@ void RestoreCoordinationLocal::generateUUIDForTable(ASTCreateQuery & create_quer
|
|||||||
auto it = create_query_uuids.find(query_str);
|
auto it = create_query_uuids.find(query_str);
|
||||||
if (it != create_query_uuids.end())
|
if (it != create_query_uuids.end())
|
||||||
{
|
{
|
||||||
create_query.setUUID(it->second);
|
it->second.copyToQuery(create_query);
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
return false;
|
return false;
|
||||||
@ -79,7 +80,8 @@ void RestoreCoordinationLocal::generateUUIDForTable(ASTCreateQuery & create_quer
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
auto new_uuids = create_query.generateRandomUUID(/* always_generate_new_uuid= */ true);
|
CreateQueryUUIDs new_uuids{create_query, /* generate_random= */ true, /* force_random= */ true};
|
||||||
|
new_uuids.copyToQuery(create_query);
|
||||||
|
|
||||||
{
|
{
|
||||||
std::lock_guard lock{mutex};
|
std::lock_guard lock{mutex};
|
||||||
|
@ -1,16 +1,17 @@
|
|||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
#include <Backups/IRestoreCoordination.h>
|
#include <Backups/IRestoreCoordination.h>
|
||||||
#include <Parsers/ASTCreateQuery.h>
|
#include <Parsers/CreateQueryUUIDs.h>
|
||||||
|
#include <Common/Logger.h>
|
||||||
#include <mutex>
|
#include <mutex>
|
||||||
#include <set>
|
#include <set>
|
||||||
#include <unordered_set>
|
#include <unordered_set>
|
||||||
|
|
||||||
namespace Poco { class Logger; }
|
|
||||||
|
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
class ASTCreateQuery;
|
||||||
|
|
||||||
|
|
||||||
/// Implementation of the IRestoreCoordination interface performing coordination in memory.
|
/// Implementation of the IRestoreCoordination interface performing coordination in memory.
|
||||||
class RestoreCoordinationLocal : public IRestoreCoordination
|
class RestoreCoordinationLocal : public IRestoreCoordination
|
||||||
@ -55,7 +56,7 @@ private:
|
|||||||
|
|
||||||
std::set<std::pair<String /* database_zk_path */, String /* table_name */>> acquired_tables_in_replicated_databases;
|
std::set<std::pair<String /* database_zk_path */, String /* table_name */>> acquired_tables_in_replicated_databases;
|
||||||
std::unordered_set<String /* table_zk_path */> acquired_data_in_replicated_tables;
|
std::unordered_set<String /* table_zk_path */> acquired_data_in_replicated_tables;
|
||||||
std::unordered_map<String, ASTCreateQuery::UUIDs> create_query_uuids;
|
std::unordered_map<String, CreateQueryUUIDs> create_query_uuids;
|
||||||
std::unordered_set<String /* root_zk_path */> acquired_data_in_keeper_map_tables;
|
std::unordered_set<String /* root_zk_path */> acquired_data_in_keeper_map_tables;
|
||||||
|
|
||||||
mutable std::mutex mutex;
|
mutable std::mutex mutex;
|
||||||
|
@ -3,6 +3,7 @@
|
|||||||
#include <Backups/RestoreCoordinationRemote.h>
|
#include <Backups/RestoreCoordinationRemote.h>
|
||||||
#include <Backups/BackupCoordinationStageSync.h>
|
#include <Backups/BackupCoordinationStageSync.h>
|
||||||
#include <Parsers/ASTCreateQuery.h>
|
#include <Parsers/ASTCreateQuery.h>
|
||||||
|
#include <Parsers/CreateQueryUUIDs.h>
|
||||||
#include <Parsers/formatAST.h>
|
#include <Parsers/formatAST.h>
|
||||||
#include <Functions/UserDefined/UserDefinedSQLObjectType.h>
|
#include <Functions/UserDefined/UserDefinedSQLObjectType.h>
|
||||||
#include <Common/ZooKeeper/KeeperException.h>
|
#include <Common/ZooKeeper/KeeperException.h>
|
||||||
@ -269,7 +270,8 @@ bool RestoreCoordinationRemote::acquireInsertingDataForKeeperMap(const String &
|
|||||||
void RestoreCoordinationRemote::generateUUIDForTable(ASTCreateQuery & create_query)
|
void RestoreCoordinationRemote::generateUUIDForTable(ASTCreateQuery & create_query)
|
||||||
{
|
{
|
||||||
String query_str = serializeAST(create_query);
|
String query_str = serializeAST(create_query);
|
||||||
String new_uuids_str = create_query.generateRandomUUID(/* always_generate_new_uuid= */ true).toString();
|
CreateQueryUUIDs new_uuids{create_query, /* generate_random= */ true, /* force_random= */ true};
|
||||||
|
String new_uuids_str = new_uuids.toString();
|
||||||
|
|
||||||
auto holder = with_retries.createRetriesControlHolder("generateUUIDForTable");
|
auto holder = with_retries.createRetriesControlHolder("generateUUIDForTable");
|
||||||
holder.retries_ctl.retryLoop(
|
holder.retries_ctl.retryLoop(
|
||||||
@ -281,11 +283,14 @@ void RestoreCoordinationRemote::generateUUIDForTable(ASTCreateQuery & create_que
|
|||||||
Coordination::Error res = zk->tryCreate(path, new_uuids_str, zkutil::CreateMode::Persistent);
|
Coordination::Error res = zk->tryCreate(path, new_uuids_str, zkutil::CreateMode::Persistent);
|
||||||
|
|
||||||
if (res == Coordination::Error::ZOK)
|
if (res == Coordination::Error::ZOK)
|
||||||
|
{
|
||||||
|
new_uuids.copyToQuery(create_query);
|
||||||
return;
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
if (res == Coordination::Error::ZNODEEXISTS)
|
if (res == Coordination::Error::ZNODEEXISTS)
|
||||||
{
|
{
|
||||||
create_query.setUUID(ASTCreateQuery::UUIDs::fromString(zk->get(path)));
|
CreateQueryUUIDs::fromString(zk->get(path)).copyToQuery(create_query);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -267,7 +267,7 @@ bool ColumnAggregateFunction::structureEquals(const IColumn & to) const
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnAggregateFunction::insertRangeFrom(const IColumn & from, size_t start, size_t length)
|
void ColumnAggregateFunction::insertRangeFrom(const IColumn & from, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnAggregateFunction::doInsertRangeFrom(const IColumn & from, size_t start, size_t length)
|
void ColumnAggregateFunction::doInsertRangeFrom(const IColumn & from, size_t start, size_t length)
|
||||||
@ -465,7 +465,7 @@ void ColumnAggregateFunction::insertFromWithOwnership(const IColumn & from, size
|
|||||||
insertMergeFrom(from, n);
|
insertMergeFrom(from, n);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnAggregateFunction::insertFrom(const IColumn & from, size_t n)
|
void ColumnAggregateFunction::insertFrom(const IColumn & from, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnAggregateFunction::doInsertFrom(const IColumn & from, size_t n)
|
void ColumnAggregateFunction::doInsertFrom(const IColumn & from, size_t n)
|
||||||
|
@ -145,7 +145,7 @@ public:
|
|||||||
|
|
||||||
void insertData(const char * pos, size_t length) override;
|
void insertData(const char * pos, size_t length) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & from, size_t n) override;
|
void insertFrom(const IColumn & from, size_t n) override;
|
||||||
#else
|
#else
|
||||||
using IColumn::insertFrom;
|
using IColumn::insertFrom;
|
||||||
@ -189,7 +189,7 @@ public:
|
|||||||
|
|
||||||
void protect() override;
|
void protect() override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & from, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & from, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & from, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & from, size_t start, size_t length) override;
|
||||||
@ -212,7 +212,7 @@ public:
|
|||||||
|
|
||||||
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn &, int) const override
|
int compareAt(size_t, size_t, const IColumn &, int) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn &, int) const override
|
int doCompareAt(size_t, size_t, const IColumn &, int) const override
|
||||||
|
@ -336,7 +336,7 @@ bool ColumnArray::tryInsert(const Field & x)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnArray::insertFrom(const IColumn & src_, size_t n)
|
void ColumnArray::insertFrom(const IColumn & src_, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnArray::doInsertFrom(const IColumn & src_, size_t n)
|
void ColumnArray::doInsertFrom(const IColumn & src_, size_t n)
|
||||||
@ -395,7 +395,7 @@ int ColumnArray::compareAtImpl(size_t n, size_t m, const IColumn & rhs_, int nan
|
|||||||
: 1);
|
: 1);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnArray::compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const
|
int ColumnArray::compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnArray::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const
|
int ColumnArray::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const
|
||||||
@ -542,7 +542,7 @@ void ColumnArray::getExtremes(Field & min, Field & max) const
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnArray::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnArray::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnArray::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnArray::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -84,14 +84,14 @@ public:
|
|||||||
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
||||||
WeakHash32 getWeakHash32() const override;
|
WeakHash32 getWeakHash32() const override;
|
||||||
void updateHashFast(SipHash & hash) const override;
|
void updateHashFast(SipHash & hash) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#endif
|
#endif
|
||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override;
|
void insertFrom(const IColumn & src_, size_t n) override;
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src_, size_t n) override;
|
void doInsertFrom(const IColumn & src_, size_t n) override;
|
||||||
@ -103,7 +103,7 @@ public:
|
|||||||
ColumnPtr permute(const Permutation & perm, size_t limit) const override;
|
ColumnPtr permute(const Permutation & perm, size_t limit) const override;
|
||||||
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
||||||
template <typename Type> ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
template <typename Type> ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
||||||
|
@ -86,7 +86,7 @@ public:
|
|||||||
bool isDefaultAt(size_t) const override { throwMustBeDecompressed(); }
|
bool isDefaultAt(size_t) const override { throwMustBeDecompressed(); }
|
||||||
void insert(const Field &) override { throwMustBeDecompressed(); }
|
void insert(const Field &) override { throwMustBeDecompressed(); }
|
||||||
bool tryInsert(const Field &) override { throwMustBeDecompressed(); }
|
bool tryInsert(const Field &) override { throwMustBeDecompressed(); }
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn &, size_t, size_t) override { throwMustBeDecompressed(); }
|
void insertRangeFrom(const IColumn &, size_t, size_t) override { throwMustBeDecompressed(); }
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn &, size_t, size_t) override { throwMustBeDecompressed(); }
|
void doInsertRangeFrom(const IColumn &, size_t, size_t) override { throwMustBeDecompressed(); }
|
||||||
@ -105,7 +105,7 @@ public:
|
|||||||
void expand(const Filter &, bool) override { throwMustBeDecompressed(); }
|
void expand(const Filter &, bool) override { throwMustBeDecompressed(); }
|
||||||
ColumnPtr permute(const Permutation &, size_t) const override { throwMustBeDecompressed(); }
|
ColumnPtr permute(const Permutation &, size_t) const override { throwMustBeDecompressed(); }
|
||||||
ColumnPtr index(const IColumn &, size_t) const override { throwMustBeDecompressed(); }
|
ColumnPtr index(const IColumn &, size_t) const override { throwMustBeDecompressed(); }
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn &, int) const override { throwMustBeDecompressed(); }
|
int compareAt(size_t, size_t, const IColumn &, int) const override { throwMustBeDecompressed(); }
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn &, int) const override { throwMustBeDecompressed(); }
|
int doCompareAt(size_t, size_t, const IColumn &, int) const override { throwMustBeDecompressed(); }
|
||||||
|
@ -123,7 +123,7 @@ public:
|
|||||||
return data->isNullAt(0);
|
return data->isNullAt(0);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn &, size_t /*start*/, size_t length) override
|
void insertRangeFrom(const IColumn &, size_t /*start*/, size_t length) override
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn &, size_t /*start*/, size_t length) override
|
void doInsertRangeFrom(const IColumn &, size_t /*start*/, size_t length) override
|
||||||
@ -151,7 +151,7 @@ public:
|
|||||||
++s;
|
++s;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn &, size_t) override
|
void insertFrom(const IColumn &, size_t) override
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn &, size_t) override
|
void doInsertFrom(const IColumn &, size_t) override
|
||||||
@ -160,7 +160,7 @@ public:
|
|||||||
++s;
|
++s;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertManyFrom(const IColumn & /*src*/, size_t /* position */, size_t length) override { s += length; }
|
void insertManyFrom(const IColumn & /*src*/, size_t /* position */, size_t length) override { s += length; }
|
||||||
#else
|
#else
|
||||||
void doInsertManyFrom(const IColumn & /*src*/, size_t /* position */, size_t length) override { s += length; }
|
void doInsertManyFrom(const IColumn & /*src*/, size_t /* position */, size_t length) override { s += length; }
|
||||||
@ -237,7 +237,7 @@ public:
|
|||||||
return data->allocatedBytes() + sizeof(s);
|
return data->allocatedBytes() + sizeof(s);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn & rhs, int nan_direction_hint) const override
|
int compareAt(size_t, size_t, const IColumn & rhs, int nan_direction_hint) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn & rhs, int nan_direction_hint) const override
|
int doCompareAt(size_t, size_t, const IColumn & rhs, int nan_direction_hint) const override
|
||||||
|
@ -31,7 +31,7 @@ namespace ErrorCodes
|
|||||||
}
|
}
|
||||||
|
|
||||||
template <is_decimal T>
|
template <is_decimal T>
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnDecimal<T>::compareAt(size_t n, size_t m, const IColumn & rhs_, int) const
|
int ColumnDecimal<T>::compareAt(size_t n, size_t m, const IColumn & rhs_, int) const
|
||||||
#else
|
#else
|
||||||
int ColumnDecimal<T>::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int) const
|
int ColumnDecimal<T>::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int) const
|
||||||
@ -333,7 +333,7 @@ void ColumnDecimal<T>::insertData(const char * src, size_t /*length*/)
|
|||||||
}
|
}
|
||||||
|
|
||||||
template <is_decimal T>
|
template <is_decimal T>
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnDecimal<T>::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnDecimal<T>::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnDecimal<T>::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnDecimal<T>::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -55,13 +55,13 @@ public:
|
|||||||
void reserve(size_t n) override { data.reserve_exact(n); }
|
void reserve(size_t n) override { data.reserve_exact(n); }
|
||||||
void shrinkToFit() override { data.shrink_to_fit(); }
|
void shrinkToFit() override { data.shrink_to_fit(); }
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override { data.push_back(static_cast<const Self &>(src).getData()[n]); }
|
void insertFrom(const IColumn & src, size_t n) override { data.push_back(static_cast<const Self &>(src).getData()[n]); }
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src, size_t n) override { data.push_back(static_cast<const Self &>(src).getData()[n]); }
|
void doInsertFrom(const IColumn & src, size_t n) override { data.push_back(static_cast<const Self &>(src).getData()[n]); }
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override
|
||||||
#else
|
#else
|
||||||
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override
|
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override
|
||||||
@ -76,7 +76,7 @@ public:
|
|||||||
void insertManyDefaults(size_t length) override { data.resize_fill(data.size() + length); }
|
void insertManyDefaults(size_t length) override { data.resize_fill(data.size() + length); }
|
||||||
void insert(const Field & x) override { data.push_back(x.get<T>()); }
|
void insert(const Field & x) override { data.push_back(x.get<T>()); }
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -104,7 +104,7 @@ public:
|
|||||||
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
||||||
WeakHash32 getWeakHash32() const override;
|
WeakHash32 getWeakHash32() const override;
|
||||||
void updateHashFast(SipHash & hash) const override;
|
void updateHashFast(SipHash & hash) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override;
|
||||||
|
@ -215,7 +215,7 @@ bool ColumnDynamic::tryInsert(const DB::Field & x)
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnDynamic::insertFrom(const DB::IColumn & src_, size_t n)
|
void ColumnDynamic::insertFrom(const DB::IColumn & src_, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnDynamic::doInsertFrom(const DB::IColumn & src_, size_t n)
|
void ColumnDynamic::doInsertFrom(const DB::IColumn & src_, size_t n)
|
||||||
@ -269,7 +269,7 @@ void ColumnDynamic::doInsertFrom(const DB::IColumn & src_, size_t n)
|
|||||||
variant_col.insertIntoVariantFrom(string_variant_discr, *tmp_string_column, 0);
|
variant_col.insertIntoVariantFrom(string_variant_discr, *tmp_string_column, 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnDynamic::insertRangeFrom(const DB::IColumn & src_, size_t start, size_t length)
|
void ColumnDynamic::insertRangeFrom(const DB::IColumn & src_, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnDynamic::doInsertRangeFrom(const DB::IColumn & src_, size_t start, size_t length)
|
void ColumnDynamic::doInsertRangeFrom(const DB::IColumn & src_, size_t start, size_t length)
|
||||||
@ -439,7 +439,7 @@ void ColumnDynamic::doInsertRangeFrom(const DB::IColumn & src_, size_t start, si
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnDynamic::insertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
void ColumnDynamic::insertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnDynamic::doInsertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
void ColumnDynamic::doInsertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
||||||
@ -603,7 +603,7 @@ void ColumnDynamic::updateHashWithValue(size_t n, SipHash & hash) const
|
|||||||
variant_col.getVariantByGlobalDiscriminator(discr).updateHashWithValue(variant_col.offsetAt(n), hash);
|
variant_col.getVariantByGlobalDiscriminator(discr).updateHashWithValue(variant_col.offsetAt(n), hash);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnDynamic::compareAt(size_t n, size_t m, const DB::IColumn & rhs, int nan_direction_hint) const
|
int ColumnDynamic::compareAt(size_t n, size_t m, const DB::IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnDynamic::doCompareAt(size_t n, size_t m, const DB::IColumn & rhs, int nan_direction_hint) const
|
int ColumnDynamic::doCompareAt(size_t n, size_t m, const DB::IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -144,7 +144,7 @@ public:
|
|||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override;
|
void insertFrom(const IColumn & src_, size_t n) override;
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
@ -221,7 +221,7 @@ public:
|
|||||||
return scattered_columns;
|
return scattered_columns;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
|
@ -74,7 +74,7 @@ bool ColumnFixedString::tryInsert(const Field & x)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnFixedString::insertFrom(const IColumn & src_, size_t index)
|
void ColumnFixedString::insertFrom(const IColumn & src_, size_t index)
|
||||||
#else
|
#else
|
||||||
void ColumnFixedString::doInsertFrom(const IColumn & src_, size_t index)
|
void ColumnFixedString::doInsertFrom(const IColumn & src_, size_t index)
|
||||||
@ -90,7 +90,7 @@ void ColumnFixedString::doInsertFrom(const IColumn & src_, size_t index)
|
|||||||
memcpySmallAllowReadWriteOverflow15(chars.data() + old_size, &src.chars[n * index], n);
|
memcpySmallAllowReadWriteOverflow15(chars.data() + old_size, &src.chars[n * index], n);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnFixedString::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnFixedString::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnFixedString::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnFixedString::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
@ -225,7 +225,7 @@ size_t ColumnFixedString::estimateCardinalityInPermutedRange(const Permutation &
|
|||||||
return elements.size();
|
return elements.size();
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnFixedString::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnFixedString::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnFixedString::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnFixedString::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -98,13 +98,13 @@ public:
|
|||||||
|
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t index) override;
|
void insertFrom(const IColumn & src_, size_t index) override;
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src_, size_t index) override;
|
void doInsertFrom(const IColumn & src_, size_t index) override;
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
@ -137,7 +137,7 @@ public:
|
|||||||
|
|
||||||
void updateHashFast(SipHash & hash) const override;
|
void updateHashFast(SipHash & hash) const override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t p1, size_t p2, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
int compareAt(size_t p1, size_t p2, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t p1, size_t p2, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
int doCompareAt(size_t p1, size_t p2, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
||||||
@ -156,7 +156,7 @@ public:
|
|||||||
|
|
||||||
size_t estimateCardinalityInPermutedRange(const Permutation & permutation, const EqualRange & equal_range) const override;
|
size_t estimateCardinalityInPermutedRange(const Permutation & permutation, const EqualRange & equal_range) const override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
|
@ -72,7 +72,7 @@ ColumnPtr ColumnFunction::cut(size_t start, size_t length) const
|
|||||||
return ColumnFunction::create(length, function, capture, is_short_circuit_argument, is_function_compiled);
|
return ColumnFunction::create(length, function, capture, is_short_circuit_argument, is_function_compiled);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnFunction::insertFrom(const IColumn & src, size_t n)
|
void ColumnFunction::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnFunction::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnFunction::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -93,7 +93,7 @@ void ColumnFunction::doInsertFrom(const IColumn & src, size_t n)
|
|||||||
++elements_size;
|
++elements_size;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnFunction::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnFunction::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnFunction::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnFunction::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -95,12 +95,12 @@ public:
|
|||||||
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Cannot insert into {}", getName());
|
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Cannot insert into {}", getName());
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override;
|
void insertFrom(const IColumn & src, size_t n) override;
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src, size_t n) override;
|
void doInsertFrom(const IColumn & src, size_t n) override;
|
||||||
#endif
|
#endif
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn &, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn &, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn &, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn &, size_t start, size_t length) override;
|
||||||
@ -146,7 +146,7 @@ public:
|
|||||||
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "popBack is not implemented for {}", getName());
|
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "popBack is not implemented for {}", getName());
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn &, int) const override
|
int compareAt(size_t, size_t, const IColumn &, int) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn &, int) const override
|
int doCompareAt(size_t, size_t, const IColumn &, int) const override
|
||||||
|
@ -158,7 +158,7 @@ void ColumnLowCardinality::insertDefault()
|
|||||||
idx.insertPosition(getDictionary().getDefaultValueIndex());
|
idx.insertPosition(getDictionary().getDefaultValueIndex());
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnLowCardinality::insertFrom(const IColumn & src, size_t n)
|
void ColumnLowCardinality::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnLowCardinality::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnLowCardinality::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -190,7 +190,7 @@ void ColumnLowCardinality::insertFromFullColumn(const IColumn & src, size_t n)
|
|||||||
idx.insertPosition(getDictionary().uniqueInsertFrom(src, n));
|
idx.insertPosition(getDictionary().uniqueInsertFrom(src, n));
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnLowCardinality::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnLowCardinality::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnLowCardinality::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnLowCardinality::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -362,7 +362,7 @@ int ColumnLowCardinality::compareAtImpl(size_t n, size_t m, const IColumn & rhs,
|
|||||||
return getDictionary().compareAt(n_index, m_index, low_cardinality_column.getDictionary(), nan_direction_hint);
|
return getDictionary().compareAt(n_index, m_index, low_cardinality_column.getDictionary(), nan_direction_hint);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnLowCardinality::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnLowCardinality::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnLowCardinality::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnLowCardinality::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -78,14 +78,14 @@ public:
|
|||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
void insertDefault() override;
|
void insertDefault() override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override;
|
void insertFrom(const IColumn & src, size_t n) override;
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src, size_t n) override;
|
void doInsertFrom(const IColumn & src, size_t n) override;
|
||||||
#endif
|
#endif
|
||||||
void insertFromFullColumn(const IColumn & src, size_t n);
|
void insertFromFullColumn(const IColumn & src, size_t n);
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -135,7 +135,7 @@ public:
|
|||||||
return ColumnLowCardinality::create(dictionary.getColumnUniquePtr(), getIndexes().index(indexes_, limit));
|
return ColumnLowCardinality::create(dictionary.getColumnUniquePtr(), getIndexes().index(indexes_, limit));
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
|
@ -153,7 +153,7 @@ void ColumnMap::updateHashFast(SipHash & hash) const
|
|||||||
nested->updateHashFast(hash);
|
nested->updateHashFast(hash);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnMap::insertFrom(const IColumn & src, size_t n)
|
void ColumnMap::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnMap::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnMap::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -162,7 +162,7 @@ void ColumnMap::doInsertFrom(const IColumn & src, size_t n)
|
|||||||
nested->insertFrom(assert_cast<const ColumnMap &>(src).getNestedColumn(), n);
|
nested->insertFrom(assert_cast<const ColumnMap &>(src).getNestedColumn(), n);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnMap::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnMap::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnMap::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnMap::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
@ -171,7 +171,7 @@ void ColumnMap::doInsertManyFrom(const IColumn & src, size_t position, size_t le
|
|||||||
assert_cast<ColumnArray &>(*nested).insertManyFrom(assert_cast<const ColumnMap &>(src).getNestedColumn(), position, length);
|
assert_cast<ColumnArray &>(*nested).insertManyFrom(assert_cast<const ColumnMap &>(src).getNestedColumn(), position, length);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnMap::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnMap::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnMap::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnMap::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -222,7 +222,7 @@ MutableColumns ColumnMap::scatter(ColumnIndex num_columns, const Selector & sele
|
|||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnMap::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnMap::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnMap::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnMap::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -67,7 +67,7 @@ public:
|
|||||||
WeakHash32 getWeakHash32() const override;
|
WeakHash32 getWeakHash32() const override;
|
||||||
void updateHashFast(SipHash & hash) const override;
|
void updateHashFast(SipHash & hash) const override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override;
|
void insertFrom(const IColumn & src_, size_t n) override;
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -83,7 +83,7 @@ public:
|
|||||||
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
||||||
ColumnPtr replicate(const Offsets & offsets) const override;
|
ColumnPtr replicate(const Offsets & offsets) const override;
|
||||||
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
|
@ -217,7 +217,7 @@ const char * ColumnNullable::skipSerializedInArena(const char * pos) const
|
|||||||
return pos;
|
return pos;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnNullable::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnNullable::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnNullable::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnNullable::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -258,7 +258,7 @@ bool ColumnNullable::tryInsert(const Field & x)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnNullable::insertFrom(const IColumn & src, size_t n)
|
void ColumnNullable::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnNullable::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnNullable::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -270,7 +270,7 @@ void ColumnNullable::doInsertFrom(const IColumn & src, size_t n)
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnNullable::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnNullable::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnNullable::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnNullable::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
@ -410,7 +410,7 @@ int ColumnNullable::compareAtImpl(size_t n, size_t m, const IColumn & rhs_, int
|
|||||||
return getNestedColumn().compareAt(n, m, nested_rhs, null_direction_hint);
|
return getNestedColumn().compareAt(n, m, nested_rhs, null_direction_hint);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnNullable::compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
int ColumnNullable::compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnNullable::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
int ColumnNullable::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
||||||
|
@ -69,7 +69,7 @@ public:
|
|||||||
char * serializeValueIntoMemory(size_t n, char * memory) const override;
|
char * serializeValueIntoMemory(size_t n, char * memory) const override;
|
||||||
const char * deserializeAndInsertFromArena(const char * pos) override;
|
const char * deserializeAndInsertFromArena(const char * pos) override;
|
||||||
const char * skipSerializedInArena(const char * pos) const override;
|
const char * skipSerializedInArena(const char * pos) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -77,7 +77,7 @@ public:
|
|||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override;
|
void insertFrom(const IColumn & src, size_t n) override;
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
#else
|
#else
|
||||||
@ -100,7 +100,7 @@ public:
|
|||||||
void expand(const Filter & mask, bool inverted) override;
|
void expand(const Filter & mask, bool inverted) override;
|
||||||
ColumnPtr permute(const Permutation & perm, size_t limit) const override;
|
ColumnPtr permute(const Permutation & perm, size_t limit) const override;
|
||||||
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
||||||
|
@ -763,7 +763,7 @@ void ColumnObject::get(size_t n, Field & res) const
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnObject::insertFrom(const IColumn & src, size_t n)
|
void ColumnObject::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnObject::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnObject::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -772,7 +772,7 @@ void ColumnObject::doInsertFrom(const IColumn & src, size_t n)
|
|||||||
insert(src[n]);
|
insert(src[n]);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnObject::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnObject::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnObject::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnObject::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -211,7 +211,7 @@ public:
|
|||||||
bool tryInsert(const Field & field) override;
|
bool tryInsert(const Field & field) override;
|
||||||
void insertDefault() override;
|
void insertDefault() override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override;
|
void insertFrom(const IColumn & src, size_t n) override;
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
@ -236,7 +236,7 @@ public:
|
|||||||
/// Order of rows in ColumnObject is undefined.
|
/// Order of rows in ColumnObject is undefined.
|
||||||
void getPermutation(PermutationSortDirection, PermutationSortStability, size_t, int, Permutation & res) const override;
|
void getPermutation(PermutationSortDirection, PermutationSortStability, size_t, int, Permutation & res) const override;
|
||||||
void updatePermutation(PermutationSortDirection, PermutationSortStability, size_t, int, Permutation &, EqualRanges &) const override {}
|
void updatePermutation(PermutationSortDirection, PermutationSortStability, size_t, int, Permutation &, EqualRanges &) const override {}
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
int compareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
int doCompareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
||||||
|
@ -174,7 +174,7 @@ const char * ColumnSparse::skipSerializedInArena(const char * pos) const
|
|||||||
return values->skipSerializedInArena(pos);
|
return values->skipSerializedInArena(pos);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnSparse::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnSparse::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnSparse::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnSparse::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -252,7 +252,7 @@ bool ColumnSparse::tryInsert(const Field & x)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnSparse::insertFrom(const IColumn & src, size_t n)
|
void ColumnSparse::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnSparse::doInsertFrom(const IColumn & src, size_t n)
|
void ColumnSparse::doInsertFrom(const IColumn & src, size_t n)
|
||||||
@ -454,7 +454,7 @@ ColumnPtr ColumnSparse::indexImpl(const PaddedPODArray<Type> & indexes, size_t l
|
|||||||
return ColumnSparse::create(std::move(res_values), std::move(res_offsets), limit);
|
return ColumnSparse::create(std::move(res_values), std::move(res_offsets), limit);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnSparse::compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
int ColumnSparse::compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnSparse::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
int ColumnSparse::doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const
|
||||||
|
@ -81,14 +81,14 @@ public:
|
|||||||
char * serializeValueIntoMemory(size_t n, char * memory) const override;
|
char * serializeValueIntoMemory(size_t n, char * memory) const override;
|
||||||
const char * deserializeAndInsertFromArena(const char * pos) override;
|
const char * deserializeAndInsertFromArena(const char * pos) override;
|
||||||
const char * skipSerializedInArena(const char *) const override;
|
const char * skipSerializedInArena(const char *) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#endif
|
#endif
|
||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override;
|
void insertFrom(const IColumn & src, size_t n) override;
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src, size_t n) override;
|
void doInsertFrom(const IColumn & src, size_t n) override;
|
||||||
@ -106,7 +106,7 @@ public:
|
|||||||
template <typename Type>
|
template <typename Type>
|
||||||
ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int null_direction_hint) const override;
|
||||||
|
@ -39,7 +39,7 @@ ColumnString::ColumnString(const ColumnString & src)
|
|||||||
last_offset, chars.size());
|
last_offset, chars.size());
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnString::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnString::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnString::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnString::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
@ -132,7 +132,7 @@ WeakHash32 ColumnString::getWeakHash32() const
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnString::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnString::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnString::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnString::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -142,7 +142,7 @@ public:
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override
|
void insertFrom(const IColumn & src_, size_t n) override
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src_, size_t n) override
|
void doInsertFrom(const IColumn & src_, size_t n) override
|
||||||
@ -169,7 +169,7 @@ public:
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
@ -220,7 +220,7 @@ public:
|
|||||||
hash.update(reinterpret_cast<const char *>(chars.data()), chars.size() * sizeof(chars[0]));
|
hash.update(reinterpret_cast<const char *>(chars.data()), chars.size() * sizeof(chars[0]));
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -250,7 +250,7 @@ public:
|
|||||||
offsets.push_back(offsets.back() + 1);
|
offsets.push_back(offsets.back() + 1);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int /*nan_direction_hint*/) const override
|
||||||
|
@ -206,7 +206,7 @@ bool ColumnTuple::tryInsert(const Field & x)
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnTuple::insertFrom(const IColumn & src_, size_t n)
|
void ColumnTuple::insertFrom(const IColumn & src_, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnTuple::doInsertFrom(const IColumn & src_, size_t n)
|
void ColumnTuple::doInsertFrom(const IColumn & src_, size_t n)
|
||||||
@ -223,7 +223,7 @@ void ColumnTuple::doInsertFrom(const IColumn & src_, size_t n)
|
|||||||
columns[i]->insertFrom(*src.columns[i], n);
|
columns[i]->insertFrom(*src.columns[i], n);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnTuple::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnTuple::insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnTuple::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
void ColumnTuple::doInsertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
@ -327,7 +327,7 @@ void ColumnTuple::updateHashFast(SipHash & hash) const
|
|||||||
column->updateHashFast(hash);
|
column->updateHashFast(hash);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnTuple::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnTuple::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnTuple::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnTuple::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -483,7 +483,7 @@ int ColumnTuple::compareAtImpl(size_t n, size_t m, const IColumn & rhs, int nan_
|
|||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnTuple::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnTuple::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnTuple::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnTuple::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -66,7 +66,7 @@ public:
|
|||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override;
|
void insertFrom(const IColumn & src_, size_t n) override;
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override;
|
||||||
#else
|
#else
|
||||||
@ -83,7 +83,7 @@ public:
|
|||||||
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
void updateHashWithValue(size_t n, SipHash & hash) const override;
|
||||||
WeakHash32 getWeakHash32() const override;
|
WeakHash32 getWeakHash32() const override;
|
||||||
void updateHashFast(SipHash & hash) const override;
|
void updateHashFast(SipHash & hash) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
@ -94,7 +94,7 @@ public:
|
|||||||
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
ColumnPtr index(const IColumn & indexes, size_t limit) const override;
|
||||||
ColumnPtr replicate(const Offsets & offsets) const override;
|
ColumnPtr replicate(const Offsets & offsets) const override;
|
||||||
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
|
@ -90,7 +90,7 @@ public:
|
|||||||
return getNestedColumn()->updateHashWithValue(n, hash_func);
|
return getNestedColumn()->updateHashWithValue(n, hash_func);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
@ -492,7 +492,7 @@ const char * ColumnUnique<ColumnType>::skipSerializedInArena(const char *) const
|
|||||||
}
|
}
|
||||||
|
|
||||||
template <typename ColumnType>
|
template <typename ColumnType>
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnUnique<ColumnType>::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnUnique<ColumnType>::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnUnique<ColumnType>::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnUnique<ColumnType>::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -595,7 +595,7 @@ void ColumnVariant::insertManyFromImpl(const DB::IColumn & src_, size_t position
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnVariant::insertFrom(const IColumn & src_, size_t n)
|
void ColumnVariant::insertFrom(const IColumn & src_, size_t n)
|
||||||
#else
|
#else
|
||||||
void ColumnVariant::doInsertFrom(const IColumn & src_, size_t n)
|
void ColumnVariant::doInsertFrom(const IColumn & src_, size_t n)
|
||||||
@ -604,7 +604,7 @@ void ColumnVariant::doInsertFrom(const IColumn & src_, size_t n)
|
|||||||
insertFromImpl(src_, n, nullptr);
|
insertFromImpl(src_, n, nullptr);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnVariant::insertRangeFrom(const IColumn & src_, size_t start, size_t length)
|
void ColumnVariant::insertRangeFrom(const IColumn & src_, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnVariant::doInsertRangeFrom(const IColumn & src_, size_t start, size_t length)
|
void ColumnVariant::doInsertRangeFrom(const IColumn & src_, size_t start, size_t length)
|
||||||
@ -613,7 +613,7 @@ void ColumnVariant::doInsertRangeFrom(const IColumn & src_, size_t start, size_t
|
|||||||
insertRangeFromImpl(src_, start, length, nullptr);
|
insertRangeFromImpl(src_, start, length, nullptr);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnVariant::insertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
void ColumnVariant::insertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnVariant::doInsertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
void ColumnVariant::doInsertManyFrom(const DB::IColumn & src_, size_t position, size_t length)
|
||||||
@ -1175,7 +1175,7 @@ bool ColumnVariant::hasEqualValues() const
|
|||||||
return local_discriminators->hasEqualValues() && variants[localDiscriminatorAt(0)]->hasEqualValues();
|
return local_discriminators->hasEqualValues() && variants[localDiscriminatorAt(0)]->hasEqualValues();
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int ColumnVariant::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnVariant::compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
#else
|
#else
|
||||||
int ColumnVariant::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
int ColumnVariant::doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
|
@ -180,7 +180,7 @@ public:
|
|||||||
void insert(const Field & x) override;
|
void insert(const Field & x) override;
|
||||||
bool tryInsert(const Field & x) override;
|
bool tryInsert(const Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src_, size_t n) override;
|
void insertFrom(const IColumn & src_, size_t n) override;
|
||||||
void insertRangeFrom(const IColumn & src_, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src_, size_t start, size_t length) override;
|
||||||
void insertManyFrom(const IColumn & src_, size_t position, size_t length) override;
|
void insertManyFrom(const IColumn & src_, size_t position, size_t length) override;
|
||||||
@ -223,7 +223,7 @@ public:
|
|||||||
ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
ColumnPtr indexImpl(const PaddedPODArray<Type> & indexes, size_t limit) const;
|
||||||
ColumnPtr replicate(const Offsets & replicate_offsets) const override;
|
ColumnPtr replicate(const Offsets & replicate_offsets) const override;
|
||||||
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
MutableColumns scatter(ColumnIndex num_columns, const Selector & selector) const override;
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const override;
|
||||||
|
@ -502,7 +502,7 @@ bool ColumnVector<T>::tryInsert(const DB::Field & x)
|
|||||||
}
|
}
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void ColumnVector<T>::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnVector<T>::insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
#else
|
#else
|
||||||
void ColumnVector<T>::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void ColumnVector<T>::doInsertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
|
@ -64,7 +64,7 @@ public:
|
|||||||
return data.size();
|
return data.size();
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn & src, size_t n) override
|
void insertFrom(const IColumn & src, size_t n) override
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn & src, size_t n) override
|
void doInsertFrom(const IColumn & src, size_t n) override
|
||||||
@ -73,7 +73,7 @@ public:
|
|||||||
data.push_back(assert_cast<const Self &>(src).getData()[n]);
|
data.push_back(assert_cast<const Self &>(src).getData()[n]);
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertManyFrom(const IColumn & src, size_t position, size_t length) override
|
void insertManyFrom(const IColumn & src, size_t position, size_t length) override
|
||||||
#else
|
#else
|
||||||
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override
|
void doInsertManyFrom(const IColumn & src, size_t position, size_t length) override
|
||||||
@ -150,7 +150,7 @@ public:
|
|||||||
}
|
}
|
||||||
|
|
||||||
/// This method implemented in header because it could be possibly devirtualized.
|
/// This method implemented in header because it could be possibly devirtualized.
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override
|
int compareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override
|
int doCompareAt(size_t n, size_t m, const IColumn & rhs_, int nan_direction_hint) const override
|
||||||
@ -240,7 +240,7 @@ public:
|
|||||||
|
|
||||||
bool tryInsert(const DB::Field & x) override;
|
bool tryInsert(const DB::Field & x) override;
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) override;
|
||||||
|
@ -46,7 +46,7 @@ String IColumn::dumpStructure() const
|
|||||||
return res.str();
|
return res.str();
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void IColumn::insertFrom(const IColumn & src, size_t n)
|
void IColumn::insertFrom(const IColumn & src, size_t n)
|
||||||
#else
|
#else
|
||||||
void IColumn::doInsertFrom(const IColumn & src, size_t n)
|
void IColumn::doInsertFrom(const IColumn & src, size_t n)
|
||||||
|
@ -179,7 +179,7 @@ public:
|
|||||||
|
|
||||||
/// Appends n-th element from other column with the same type.
|
/// Appends n-th element from other column with the same type.
|
||||||
/// Is used in merge-sort and merges. It could be implemented in inherited classes more optimally than default implementation.
|
/// Is used in merge-sort and merges. It could be implemented in inherited classes more optimally than default implementation.
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
virtual void insertFrom(const IColumn & src, size_t n);
|
virtual void insertFrom(const IColumn & src, size_t n);
|
||||||
#else
|
#else
|
||||||
void insertFrom(const IColumn & src, size_t n)
|
void insertFrom(const IColumn & src, size_t n)
|
||||||
@ -191,7 +191,7 @@ public:
|
|||||||
|
|
||||||
/// Appends range of elements from other column with the same type.
|
/// Appends range of elements from other column with the same type.
|
||||||
/// Could be used to concatenate columns.
|
/// Could be used to concatenate columns.
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
virtual void insertRangeFrom(const IColumn & src, size_t start, size_t length) = 0;
|
virtual void insertRangeFrom(const IColumn & src, size_t start, size_t length) = 0;
|
||||||
#else
|
#else
|
||||||
void insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
void insertRangeFrom(const IColumn & src, size_t start, size_t length)
|
||||||
@ -202,7 +202,7 @@ public:
|
|||||||
#endif
|
#endif
|
||||||
|
|
||||||
/// Appends one element from other column with the same type multiple times.
|
/// Appends one element from other column with the same type multiple times.
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
virtual void insertManyFrom(const IColumn & src, size_t position, size_t length)
|
virtual void insertManyFrom(const IColumn & src, size_t position, size_t length)
|
||||||
{
|
{
|
||||||
for (size_t i = 0; i < length; ++i)
|
for (size_t i = 0; i < length; ++i)
|
||||||
@ -345,7 +345,7 @@ public:
|
|||||||
*
|
*
|
||||||
* For non Nullable and non floating point types, nan_direction_hint is ignored.
|
* For non Nullable and non floating point types, nan_direction_hint is ignored.
|
||||||
*/
|
*/
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
[[nodiscard]] virtual int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const = 0;
|
[[nodiscard]] virtual int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const = 0;
|
||||||
#else
|
#else
|
||||||
[[nodiscard]] int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
[[nodiscard]] int compareAt(size_t n, size_t m, const IColumn & rhs, int nan_direction_hint) const
|
||||||
@ -667,7 +667,7 @@ protected:
|
|||||||
Sort full_sort,
|
Sort full_sort,
|
||||||
PartialSort partial_sort) const;
|
PartialSort partial_sort) const;
|
||||||
|
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
virtual void doInsertFrom(const IColumn & src, size_t n);
|
virtual void doInsertFrom(const IColumn & src, size_t n);
|
||||||
|
|
||||||
virtual void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) = 0;
|
virtual void doInsertRangeFrom(const IColumn & src, size_t start, size_t length) = 0;
|
||||||
|
@ -27,7 +27,7 @@ public:
|
|||||||
size_t byteSize() const override { return 0; }
|
size_t byteSize() const override { return 0; }
|
||||||
size_t byteSizeAt(size_t) const override { return 0; }
|
size_t byteSizeAt(size_t) const override { return 0; }
|
||||||
size_t allocatedBytes() const override { return 0; }
|
size_t allocatedBytes() const override { return 0; }
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
int compareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
int compareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
||||||
#else
|
#else
|
||||||
int doCompareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
int doCompareAt(size_t, size_t, const IColumn &, int) const override { return 0; }
|
||||||
@ -73,7 +73,7 @@ public:
|
|||||||
{
|
{
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertFrom(const IColumn &, size_t) override
|
void insertFrom(const IColumn &, size_t) override
|
||||||
#else
|
#else
|
||||||
void doInsertFrom(const IColumn &, size_t) override
|
void doInsertFrom(const IColumn &, size_t) override
|
||||||
@ -82,7 +82,7 @@ public:
|
|||||||
++s;
|
++s;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn & /*src*/, size_t /*start*/, size_t length) override
|
void insertRangeFrom(const IColumn & /*src*/, size_t /*start*/, size_t length) override
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn & /*src*/, size_t /*start*/, size_t length) override
|
void doInsertRangeFrom(const IColumn & /*src*/, size_t /*start*/, size_t length) override
|
||||||
|
@ -86,7 +86,7 @@ public:
|
|||||||
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Method tryInsert is not supported for ColumnUnique.");
|
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Method tryInsert is not supported for ColumnUnique.");
|
||||||
}
|
}
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
void insertRangeFrom(const IColumn &, size_t, size_t) override
|
void insertRangeFrom(const IColumn &, size_t, size_t) override
|
||||||
#else
|
#else
|
||||||
void doInsertRangeFrom(const IColumn &, size_t, size_t) override
|
void doInsertRangeFrom(const IColumn &, size_t, size_t) override
|
||||||
|
@ -52,7 +52,7 @@ static ColumnPtr mockColumn(const DataTypePtr & type, size_t rows)
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
#if !defined(ABORT_ON_LOGICAL_ERROR)
|
#if !defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
static NO_INLINE void insertManyFrom(IColumn & dst, const IColumn & src)
|
static NO_INLINE void insertManyFrom(IColumn & dst, const IColumn & src)
|
||||||
#else
|
#else
|
||||||
static NO_INLINE void doInsertManyFrom(IColumn & dst, const IColumn & src)
|
static NO_INLINE void doInsertManyFrom(IColumn & dst, const IColumn & src)
|
||||||
|
@ -206,7 +206,7 @@ void * Allocator<clear_memory_, populate>::realloc(void * buf, size_t old_size,
|
|||||||
}
|
}
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
[[maybe_unused]] auto trace_free = CurrentMemoryTracker::free(old_size);
|
[[maybe_unused]] auto trace_free = CurrentMemoryTracker::free(new_size);
|
||||||
ProfileEvents::increment(ProfileEvents::GWPAsanAllocateFailed);
|
ProfileEvents::increment(ProfileEvents::GWPAsanAllocateFailed);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -239,7 +239,7 @@ void * Allocator<clear_memory_, populate>::realloc(void * buf, size_t old_size,
|
|||||||
void * new_buf = ::realloc(buf, new_size);
|
void * new_buf = ::realloc(buf, new_size);
|
||||||
if (nullptr == new_buf)
|
if (nullptr == new_buf)
|
||||||
{
|
{
|
||||||
[[maybe_unused]] auto trace_free = CurrentMemoryTracker::free(old_size);
|
[[maybe_unused]] auto trace_free = CurrentMemoryTracker::free(new_size);
|
||||||
throw DB::ErrnoException(
|
throw DB::ErrnoException(
|
||||||
DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY,
|
DB::ErrorCodes::CANNOT_ALLOCATE_MEMORY,
|
||||||
"Allocator: Cannot realloc from {} to {}",
|
"Allocator: Cannot realloc from {} to {}",
|
||||||
|
@ -11,6 +11,7 @@
|
|||||||
#include <base/cgroupsv2.h>
|
#include <base/cgroupsv2.h>
|
||||||
#include <base/getMemoryAmount.h>
|
#include <base/getMemoryAmount.h>
|
||||||
#include <base/sleep.h>
|
#include <base/sleep.h>
|
||||||
|
#include <fmt/ranges.h>
|
||||||
|
|
||||||
#include <cstdint>
|
#include <cstdint>
|
||||||
#include <filesystem>
|
#include <filesystem>
|
||||||
@ -45,26 +46,33 @@ namespace
|
|||||||
/// kernel 5
|
/// kernel 5
|
||||||
/// rss 15
|
/// rss 15
|
||||||
/// [...]
|
/// [...]
|
||||||
uint64_t readMetricFromStatFile(ReadBufferFromFile & buf, const std::string & key)
|
using Metrics = std::map<std::string, uint64_t>;
|
||||||
|
|
||||||
|
Metrics readAllMetricsFromStatFile(ReadBufferFromFile & buf)
|
||||||
{
|
{
|
||||||
|
Metrics metrics;
|
||||||
while (!buf.eof())
|
while (!buf.eof())
|
||||||
{
|
{
|
||||||
std::string current_key;
|
std::string current_key;
|
||||||
readStringUntilWhitespace(current_key, buf);
|
readStringUntilWhitespace(current_key, buf);
|
||||||
if (current_key != key)
|
|
||||||
{
|
|
||||||
std::string dummy;
|
|
||||||
readStringUntilNewlineInto(dummy, buf);
|
|
||||||
buf.ignore();
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
assertChar(' ', buf);
|
assertChar(' ', buf);
|
||||||
|
|
||||||
uint64_t value = 0;
|
uint64_t value = 0;
|
||||||
readIntText(value, buf);
|
readIntText(value, buf);
|
||||||
return value;
|
assertChar('\n', buf);
|
||||||
}
|
|
||||||
|
|
||||||
|
auto [_, inserted] = metrics.emplace(std::move(current_key), value);
|
||||||
|
chassert(inserted, "Duplicate keys in stat file");
|
||||||
|
}
|
||||||
|
return metrics;
|
||||||
|
}
|
||||||
|
|
||||||
|
uint64_t readMetricFromStatFile(ReadBufferFromFile & buf, const std::string & key)
|
||||||
|
{
|
||||||
|
const auto all_metrics = readAllMetricsFromStatFile(buf);
|
||||||
|
if (const auto it = all_metrics.find(key); it != all_metrics.end())
|
||||||
|
return it->second;
|
||||||
throw Exception(ErrorCodes::INCORRECT_DATA, "Cannot find '{}' in '{}'", key, buf.getFileName());
|
throw Exception(ErrorCodes::INCORRECT_DATA, "Cannot find '{}' in '{}'", key, buf.getFileName());
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -79,6 +87,13 @@ struct CgroupsV1Reader : ICgroupsReader
|
|||||||
return readMetricFromStatFile(buf, "rss");
|
return readMetricFromStatFile(buf, "rss");
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::string dumpAllStats() override
|
||||||
|
{
|
||||||
|
std::lock_guard lock(mutex);
|
||||||
|
buf.rewind();
|
||||||
|
return fmt::format("{}", readAllMetricsFromStatFile(buf));
|
||||||
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::mutex mutex;
|
std::mutex mutex;
|
||||||
ReadBufferFromFile buf TSA_GUARDED_BY(mutex);
|
ReadBufferFromFile buf TSA_GUARDED_BY(mutex);
|
||||||
@ -106,6 +121,13 @@ struct CgroupsV2Reader : ICgroupsReader
|
|||||||
return mem_usage;
|
return mem_usage;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::string dumpAllStats() override
|
||||||
|
{
|
||||||
|
std::lock_guard lock(mutex);
|
||||||
|
stat_buf.rewind();
|
||||||
|
return fmt::format("{}", readAllMetricsFromStatFile(stat_buf));
|
||||||
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::mutex mutex;
|
std::mutex mutex;
|
||||||
ReadBufferFromFile current_buf TSA_GUARDED_BY(mutex);
|
ReadBufferFromFile current_buf TSA_GUARDED_BY(mutex);
|
||||||
@ -178,10 +200,7 @@ CgroupsMemoryUsageObserver::CgroupsMemoryUsageObserver(std::chrono::seconds wait
|
|||||||
{
|
{
|
||||||
const auto [cgroup_path, version] = getCgroupsPath();
|
const auto [cgroup_path, version] = getCgroupsPath();
|
||||||
|
|
||||||
if (version == CgroupsVersion::V2)
|
cgroup_reader = createCgroupsReader(version, cgroup_path);
|
||||||
cgroup_reader = std::make_unique<CgroupsV2Reader>(cgroup_path);
|
|
||||||
else
|
|
||||||
cgroup_reader = std::make_unique<CgroupsV1Reader>(cgroup_path);
|
|
||||||
|
|
||||||
LOG_INFO(
|
LOG_INFO(
|
||||||
log,
|
log,
|
||||||
@ -234,7 +253,12 @@ void CgroupsMemoryUsageObserver::setMemoryUsageLimits(uint64_t hard_limit_, uint
|
|||||||
# endif
|
# endif
|
||||||
/// Reset current usage in memory tracker. Expect zero for free_memory_in_allocator_arenas as we just purged them.
|
/// Reset current usage in memory tracker. Expect zero for free_memory_in_allocator_arenas as we just purged them.
|
||||||
uint64_t memory_usage = cgroup_reader->readMemoryUsage();
|
uint64_t memory_usage = cgroup_reader->readMemoryUsage();
|
||||||
LOG_TRACE(log, "Read current memory usage {} bytes ({}) from cgroups", memory_usage, ReadableSize(memory_usage));
|
LOG_TRACE(
|
||||||
|
log,
|
||||||
|
"Read current memory usage {} bytes ({}) from cgroups, full available stats: {}",
|
||||||
|
memory_usage,
|
||||||
|
ReadableSize(memory_usage),
|
||||||
|
cgroup_reader->dumpAllStats());
|
||||||
MemoryTracker::setRSS(memory_usage, 0);
|
MemoryTracker::setRSS(memory_usage, 0);
|
||||||
|
|
||||||
LOG_INFO(log, "Purged jemalloc arenas. Current memory usage is {}", ReadableSize(memory_usage));
|
LOG_INFO(log, "Purged jemalloc arenas. Current memory usage is {}", ReadableSize(memory_usage));
|
||||||
@ -338,6 +362,13 @@ void CgroupsMemoryUsageObserver::runThread()
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::unique_ptr<ICgroupsReader> createCgroupsReader(CgroupsMemoryUsageObserver::CgroupsVersion version, const fs::path & cgroup_path)
|
||||||
|
{
|
||||||
|
if (version == CgroupsMemoryUsageObserver::CgroupsVersion::V2)
|
||||||
|
return std::make_unique<CgroupsV2Reader>(cgroup_path);
|
||||||
|
else
|
||||||
|
return std::make_unique<CgroupsV1Reader>(cgroup_path);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -14,6 +14,8 @@ struct ICgroupsReader
|
|||||||
virtual ~ICgroupsReader() = default;
|
virtual ~ICgroupsReader() = default;
|
||||||
|
|
||||||
virtual uint64_t readMemoryUsage() = 0;
|
virtual uint64_t readMemoryUsage() = 0;
|
||||||
|
|
||||||
|
virtual std::string dumpAllStats() = 0;
|
||||||
};
|
};
|
||||||
|
|
||||||
/// Does two things:
|
/// Does two things:
|
||||||
@ -81,6 +83,9 @@ private:
|
|||||||
bool quit = false;
|
bool quit = false;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
std::unique_ptr<ICgroupsReader>
|
||||||
|
createCgroupsReader(CgroupsMemoryUsageObserver::CgroupsVersion version, const std::filesystem::path & cgroup_path);
|
||||||
|
|
||||||
#else
|
#else
|
||||||
class CgroupsMemoryUsageObserver
|
class CgroupsMemoryUsageObserver
|
||||||
{
|
{
|
||||||
|
@ -38,7 +38,7 @@ namespace
|
|||||||
std::erase_if(left_subkeys, [&](const String & key) { return ignore_keys->contains(key); });
|
std::erase_if(left_subkeys, [&](const String & key) { return ignore_keys->contains(key); });
|
||||||
std::erase_if(right_subkeys, [&](const String & key) { return ignore_keys->contains(key); });
|
std::erase_if(right_subkeys, [&](const String & key) { return ignore_keys->contains(key); });
|
||||||
|
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
/// Compound `ignore_keys` are not yet implemented.
|
/// Compound `ignore_keys` are not yet implemented.
|
||||||
for (const auto & ignore_key : *ignore_keys)
|
for (const auto & ignore_key : *ignore_keys)
|
||||||
chassert(ignore_key.find('.') == std::string_view::npos);
|
chassert(ignore_key.find('.') == std::string_view::npos);
|
||||||
|
@ -234,10 +234,10 @@
|
|||||||
M(PartsCommitted, "Deprecated. See PartsActive.") \
|
M(PartsCommitted, "Deprecated. See PartsActive.") \
|
||||||
M(PartsPreActive, "The part is in data_parts, but not used for SELECTs.") \
|
M(PartsPreActive, "The part is in data_parts, but not used for SELECTs.") \
|
||||||
M(PartsActive, "Active data part, used by current and upcoming SELECTs.") \
|
M(PartsActive, "Active data part, used by current and upcoming SELECTs.") \
|
||||||
M(AttachedDatabase, "Active database, used by current and upcoming SELECTs.") \
|
M(AttachedDatabase, "Active databases.") \
|
||||||
M(AttachedTable, "Active table, used by current and upcoming SELECTs.") \
|
M(AttachedTable, "Active tables.") \
|
||||||
M(AttachedView, "Active view, used by current and upcoming SELECTs.") \
|
M(AttachedView, "Active views.") \
|
||||||
M(AttachedDictionary, "Active dictionary, used by current and upcoming SELECTs.") \
|
M(AttachedDictionary, "Active dictionaries.") \
|
||||||
M(PartsOutdated, "Not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes.") \
|
M(PartsOutdated, "Not active data part, but could be used by only current SELECTs, could be deleted after SELECTs finishes.") \
|
||||||
M(PartsDeleting, "Not active data part with identity refcounter, it is deleting right now by a cleaner.") \
|
M(PartsDeleting, "Not active data part with identity refcounter, it is deleting right now by a cleaner.") \
|
||||||
M(PartsDeleteOnDestroy, "Part was moved to another disk and should be deleted in own destructor.") \
|
M(PartsDeleteOnDestroy, "Part was moved to another disk and should be deleted in own destructor.") \
|
||||||
|
@ -64,7 +64,7 @@ void handle_error_code(const std::string & msg, int code, bool remote, const Exc
|
|||||||
{
|
{
|
||||||
// In debug builds and builds with sanitizers, treat LOGICAL_ERROR as an assertion failure.
|
// In debug builds and builds with sanitizers, treat LOGICAL_ERROR as an assertion failure.
|
||||||
// Log the message before we fail.
|
// Log the message before we fail.
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
if (code == ErrorCodes::LOGICAL_ERROR)
|
if (code == ErrorCodes::LOGICAL_ERROR)
|
||||||
{
|
{
|
||||||
abortOnFailedAssertion(msg, trace.data(), 0, trace.size());
|
abortOnFailedAssertion(msg, trace.data(), 0, trace.size());
|
||||||
@ -443,7 +443,7 @@ PreformattedMessage getCurrentExceptionMessageAndPattern(bool with_stacktrace, b
|
|||||||
}
|
}
|
||||||
catch (...) {} // NOLINT(bugprone-empty-catch)
|
catch (...) {} // NOLINT(bugprone-empty-catch)
|
||||||
|
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
throw;
|
throw;
|
||||||
|
@ -57,7 +57,8 @@ static struct InitFiu
|
|||||||
PAUSEABLE_ONCE(finish_clean_quorum_failed_parts) \
|
PAUSEABLE_ONCE(finish_clean_quorum_failed_parts) \
|
||||||
PAUSEABLE(dummy_pausable_failpoint) \
|
PAUSEABLE(dummy_pausable_failpoint) \
|
||||||
ONCE(execute_query_calling_empty_set_result_func_on_exception) \
|
ONCE(execute_query_calling_empty_set_result_func_on_exception) \
|
||||||
ONCE(receive_timeout_on_table_status_response)
|
ONCE(receive_timeout_on_table_status_response) \
|
||||||
|
REGULAR(keepermap_fail_drop_data) \
|
||||||
|
|
||||||
|
|
||||||
namespace FailPoints
|
namespace FailPoints
|
||||||
|
@ -192,7 +192,7 @@ void MemoryTracker::debugLogBigAllocationWithoutCheck(Int64 size [[maybe_unused]
|
|||||||
{
|
{
|
||||||
/// Big allocations through allocNoThrow (without checking memory limits) may easily lead to OOM (and it's hard to debug).
|
/// Big allocations through allocNoThrow (without checking memory limits) may easily lead to OOM (and it's hard to debug).
|
||||||
/// Let's find them.
|
/// Let's find them.
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
if (size < 0)
|
if (size < 0)
|
||||||
return;
|
return;
|
||||||
|
|
||||||
|
@ -424,7 +424,7 @@ static void logUnexpectedSyscallError(std::string name)
|
|||||||
{
|
{
|
||||||
std::string message = fmt::format("{} failed: {}", name, errnoToString());
|
std::string message = fmt::format("{} failed: {}", name, errnoToString());
|
||||||
LOG_WARNING(&Poco::Logger::get("PageCache"), "{}", message);
|
LOG_WARNING(&Poco::Logger::get("PageCache"), "{}", message);
|
||||||
#if defined(ABORT_ON_LOGICAL_ERROR)
|
#if defined(DEBUG_OR_SANITIZER_BUILD)
|
||||||
volatile bool true_ = true;
|
volatile bool true_ = true;
|
||||||
if (true_) // suppress warning about missing [[noreturn]]
|
if (true_) // suppress warning about missing [[noreturn]]
|
||||||
abortOnFailedAssertion(message);
|
abortOnFailedAssertion(message);
|
||||||
|
@ -25,7 +25,7 @@ namespace DB
|
|||||||
template <typename To, typename From>
|
template <typename To, typename From>
|
||||||
inline To assert_cast(From && from)
|
inline To assert_cast(From && from)
|
||||||
{
|
{
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
if constexpr (std::is_pointer_v<To>)
|
if constexpr (std::is_pointer_v<To>)
|
||||||
|
@ -6,12 +6,17 @@ namespace DB
|
|||||||
{
|
{
|
||||||
|
|
||||||
String getRandomASCIIString(size_t length)
|
String getRandomASCIIString(size_t length)
|
||||||
|
{
|
||||||
|
return getRandomASCIIString(length, thread_local_rng);
|
||||||
|
}
|
||||||
|
|
||||||
|
String getRandomASCIIString(size_t length, pcg64 & rng)
|
||||||
{
|
{
|
||||||
std::uniform_int_distribution<int> distribution('a', 'z');
|
std::uniform_int_distribution<int> distribution('a', 'z');
|
||||||
String res;
|
String res;
|
||||||
res.resize(length);
|
res.resize(length);
|
||||||
for (auto & c : res)
|
for (auto & c : res)
|
||||||
c = distribution(thread_local_rng);
|
c = distribution(rng);
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -2,11 +2,14 @@
|
|||||||
|
|
||||||
#include <Core/Types.h>
|
#include <Core/Types.h>
|
||||||
|
|
||||||
|
#include <pcg_random.hpp>
|
||||||
|
|
||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
/// Slow random string. Useful for random names and things like this. Not for generating data.
|
/// Slow random string. Useful for random names and things like this. Not for generating data.
|
||||||
String getRandomASCIIString(size_t length);
|
String getRandomASCIIString(size_t length);
|
||||||
|
String getRandomASCIIString(size_t length, pcg64 & rng);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
178
src/Common/tests/gtest_cgroups_reader.cpp
Normal file
178
src/Common/tests/gtest_cgroups_reader.cpp
Normal file
@ -0,0 +1,178 @@
|
|||||||
|
#if defined(OS_LINUX)
|
||||||
|
|
||||||
|
#include <gtest/gtest.h>
|
||||||
|
|
||||||
|
#include <cstdint>
|
||||||
|
#include <filesystem>
|
||||||
|
|
||||||
|
#include <IO/WriteBufferFromFile.h>
|
||||||
|
#include <Common/CgroupsMemoryUsageObserver.h>
|
||||||
|
#include <Common/filesystemHelpers.h>
|
||||||
|
|
||||||
|
using namespace DB;
|
||||||
|
|
||||||
|
|
||||||
|
const std::string SAMPLE_FILE[2] = {
|
||||||
|
R"(cache 4673703936
|
||||||
|
rss 2232029184
|
||||||
|
rss_huge 0
|
||||||
|
shmem 0
|
||||||
|
mapped_file 344678400
|
||||||
|
dirty 4730880
|
||||||
|
writeback 135168
|
||||||
|
swap 0
|
||||||
|
pgpgin 2038569918
|
||||||
|
pgpgout 2036883790
|
||||||
|
pgfault 2055373287
|
||||||
|
pgmajfault 0
|
||||||
|
inactive_anon 2156335104
|
||||||
|
active_anon 0
|
||||||
|
inactive_file 2841305088
|
||||||
|
active_file 1653915648
|
||||||
|
unevictable 256008192
|
||||||
|
hierarchical_memory_limit 8589934592
|
||||||
|
hierarchical_memsw_limit 8589934592
|
||||||
|
total_cache 4673703936
|
||||||
|
total_rss 2232029184
|
||||||
|
total_rss_huge 0
|
||||||
|
total_shmem 0
|
||||||
|
total_mapped_file 344678400
|
||||||
|
total_dirty 4730880
|
||||||
|
total_writeback 135168
|
||||||
|
total_swap 0
|
||||||
|
total_pgpgin 2038569918
|
||||||
|
total_pgpgout 2036883790
|
||||||
|
total_pgfault 2055373287
|
||||||
|
total_pgmajfault 0
|
||||||
|
total_inactive_anon 2156335104
|
||||||
|
total_active_anon 0
|
||||||
|
total_inactive_file 2841305088
|
||||||
|
total_active_file 1653915648
|
||||||
|
total_unevictable 256008192
|
||||||
|
)",
|
||||||
|
R"(anon 10429399040
|
||||||
|
file 17410793472
|
||||||
|
kernel 1537789952
|
||||||
|
kernel_stack 3833856
|
||||||
|
pagetables 65441792
|
||||||
|
sec_pagetables 0
|
||||||
|
percpu 15232
|
||||||
|
sock 0
|
||||||
|
vmalloc 0
|
||||||
|
shmem 0
|
||||||
|
zswap 0
|
||||||
|
zswapped 0
|
||||||
|
file_mapped 344010752
|
||||||
|
file_dirty 2060857344
|
||||||
|
file_writeback 0
|
||||||
|
swapcached 0
|
||||||
|
anon_thp 0
|
||||||
|
file_thp 0
|
||||||
|
shmem_thp 0
|
||||||
|
inactive_anon 0
|
||||||
|
active_anon 10429370368
|
||||||
|
inactive_file 8693084160
|
||||||
|
active_file 8717561856
|
||||||
|
unevictable 0
|
||||||
|
slab_reclaimable 1460982504
|
||||||
|
slab_unreclaimable 5152864
|
||||||
|
slab 1466135368
|
||||||
|
workingset_refault_anon 0
|
||||||
|
workingset_refault_file 0
|
||||||
|
workingset_activate_anon 0
|
||||||
|
workingset_activate_file 0
|
||||||
|
workingset_restore_anon 0
|
||||||
|
workingset_restore_file 0
|
||||||
|
workingset_nodereclaim 0
|
||||||
|
pgscan 0
|
||||||
|
pgsteal 0
|
||||||
|
pgscan_kswapd 0
|
||||||
|
pgscan_direct 0
|
||||||
|
pgscan_khugepaged 0
|
||||||
|
pgsteal_kswapd 0
|
||||||
|
pgsteal_direct 0
|
||||||
|
pgsteal_khugepaged 0
|
||||||
|
pgfault 43026352
|
||||||
|
pgmajfault 36762
|
||||||
|
pgrefill 0
|
||||||
|
pgactivate 0
|
||||||
|
pgdeactivate 0
|
||||||
|
pglazyfree 259
|
||||||
|
pglazyfreed 0
|
||||||
|
zswpin 0
|
||||||
|
zswpout 0
|
||||||
|
thp_fault_alloc 0
|
||||||
|
thp_collapse_alloc 0
|
||||||
|
)"};
|
||||||
|
|
||||||
|
const std::string EXPECTED[2]
|
||||||
|
= {"{\"active_anon\": 0, \"active_file\": 1653915648, \"cache\": 4673703936, \"dirty\": 4730880, \"hierarchical_memory_limit\": "
|
||||||
|
"8589934592, \"hierarchical_memsw_limit\": 8589934592, \"inactive_anon\": 2156335104, \"inactive_file\": 2841305088, "
|
||||||
|
"\"mapped_file\": 344678400, \"pgfault\": 2055373287, \"pgmajfault\": 0, \"pgpgin\": 2038569918, \"pgpgout\": 2036883790, \"rss\": "
|
||||||
|
"2232029184, \"rss_huge\": 0, \"shmem\": 0, \"swap\": 0, \"total_active_anon\": 0, \"total_active_file\": 1653915648, "
|
||||||
|
"\"total_cache\": 4673703936, \"total_dirty\": 4730880, \"total_inactive_anon\": 2156335104, \"total_inactive_file\": 2841305088, "
|
||||||
|
"\"total_mapped_file\": 344678400, \"total_pgfault\": 2055373287, \"total_pgmajfault\": 0, \"total_pgpgin\": 2038569918, "
|
||||||
|
"\"total_pgpgout\": 2036883790, \"total_rss\": 2232029184, \"total_rss_huge\": 0, \"total_shmem\": 0, \"total_swap\": 0, "
|
||||||
|
"\"total_unevictable\": 256008192, \"total_writeback\": 135168, \"unevictable\": 256008192, \"writeback\": 135168}",
|
||||||
|
"{\"active_anon\": 10429370368, \"active_file\": 8717561856, \"anon\": 10429399040, \"anon_thp\": 0, \"file\": 17410793472, "
|
||||||
|
"\"file_dirty\": 2060857344, \"file_mapped\": 344010752, \"file_thp\": 0, \"file_writeback\": 0, \"inactive_anon\": 0, "
|
||||||
|
"\"inactive_file\": 8693084160, \"kernel\": 1537789952, \"kernel_stack\": 3833856, \"pagetables\": 65441792, \"percpu\": 15232, "
|
||||||
|
"\"pgactivate\": 0, \"pgdeactivate\": 0, \"pgfault\": 43026352, \"pglazyfree\": 259, \"pglazyfreed\": 0, \"pgmajfault\": 36762, "
|
||||||
|
"\"pgrefill\": 0, \"pgscan\": 0, \"pgscan_direct\": 0, \"pgscan_khugepaged\": 0, \"pgscan_kswapd\": 0, \"pgsteal\": 0, "
|
||||||
|
"\"pgsteal_direct\": 0, \"pgsteal_khugepaged\": 0, \"pgsteal_kswapd\": 0, \"sec_pagetables\": 0, \"shmem\": 0, \"shmem_thp\": 0, "
|
||||||
|
"\"slab\": 1466135368, \"slab_reclaimable\": 1460982504, \"slab_unreclaimable\": 5152864, \"sock\": 0, \"swapcached\": 0, "
|
||||||
|
"\"thp_collapse_alloc\": 0, \"thp_fault_alloc\": 0, \"unevictable\": 0, \"vmalloc\": 0, \"workingset_activate_anon\": 0, "
|
||||||
|
"\"workingset_activate_file\": 0, \"workingset_nodereclaim\": 0, \"workingset_refault_anon\": 0, \"workingset_refault_file\": 0, "
|
||||||
|
"\"workingset_restore_anon\": 0, \"workingset_restore_file\": 0, \"zswap\": 0, \"zswapped\": 0, \"zswpin\": 0, \"zswpout\": 0}"};
|
||||||
|
|
||||||
|
|
||||||
|
class CgroupsMemoryUsageObserverFixture : public ::testing::TestWithParam<CgroupsMemoryUsageObserver::CgroupsVersion>
|
||||||
|
{
|
||||||
|
void SetUp() override
|
||||||
|
{
|
||||||
|
const uint8_t version = static_cast<uint8_t>(GetParam());
|
||||||
|
tmp_dir = fmt::format("./test_cgroups_{}", magic_enum::enum_name(GetParam()));
|
||||||
|
fs::create_directories(tmp_dir);
|
||||||
|
|
||||||
|
auto stat_file = WriteBufferFromFile(tmp_dir + "/memory.stat");
|
||||||
|
stat_file.write(SAMPLE_FILE[version].data(), SAMPLE_FILE[version].size());
|
||||||
|
stat_file.sync();
|
||||||
|
|
||||||
|
if (GetParam() == CgroupsMemoryUsageObserver::CgroupsVersion::V2)
|
||||||
|
{
|
||||||
|
auto current_file = WriteBufferFromFile(tmp_dir + "/memory.current");
|
||||||
|
current_file.write("29645422592", 11);
|
||||||
|
current_file.sync();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
protected:
|
||||||
|
std::string tmp_dir;
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
TEST_P(CgroupsMemoryUsageObserverFixture, ReadMemoryUsageTest)
|
||||||
|
{
|
||||||
|
const auto version = GetParam();
|
||||||
|
auto reader = createCgroupsReader(version, tmp_dir);
|
||||||
|
ASSERT_EQ(
|
||||||
|
reader->readMemoryUsage(),
|
||||||
|
version == CgroupsMemoryUsageObserver::CgroupsVersion::V1 ? /* rss from memory.stat */ 2232029184
|
||||||
|
: /* value from memory.current - inactive_file */ 20952338432);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
TEST_P(CgroupsMemoryUsageObserverFixture, DumpAllStatsTest)
|
||||||
|
{
|
||||||
|
const auto version = GetParam();
|
||||||
|
auto reader = createCgroupsReader(version, tmp_dir);
|
||||||
|
ASSERT_EQ(reader->dumpAllStats(), EXPECTED[static_cast<uint8_t>(version)]);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
INSTANTIATE_TEST_SUITE_P(
|
||||||
|
CgroupsMemoryUsageObserverTests,
|
||||||
|
CgroupsMemoryUsageObserverFixture,
|
||||||
|
::testing::Values(CgroupsMemoryUsageObserver::CgroupsVersion::V1, CgroupsMemoryUsageObserver::CgroupsVersion::V2));
|
||||||
|
|
||||||
|
#endif
|
@ -166,7 +166,7 @@ TEST(Common, RWLockRecursive)
|
|||||||
|
|
||||||
auto lock2 = fifo_lock->getLock(RWLockImpl::Read, "q2");
|
auto lock2 = fifo_lock->getLock(RWLockImpl::Read, "q2");
|
||||||
|
|
||||||
#ifndef ABORT_ON_LOGICAL_ERROR
|
#ifndef DEBUG_OR_SANITIZER_BUILD
|
||||||
/// It throws LOGICAL_ERROR
|
/// It throws LOGICAL_ERROR
|
||||||
EXPECT_ANY_THROW({fifo_lock->getLock(RWLockImpl::Write, "q2");});
|
EXPECT_ANY_THROW({fifo_lock->getLock(RWLockImpl::Write, "q2");});
|
||||||
#endif
|
#endif
|
||||||
|
@ -80,13 +80,20 @@ namespace
|
|||||||
/// CREATE TABLE or CREATE DICTIONARY or CREATE VIEW or CREATE TEMPORARY TABLE or CREATE DATABASE query.
|
/// CREATE TABLE or CREATE DICTIONARY or CREATE VIEW or CREATE TEMPORARY TABLE or CREATE DATABASE query.
|
||||||
void visitCreateQuery(const ASTCreateQuery & create)
|
void visitCreateQuery(const ASTCreateQuery & create)
|
||||||
{
|
{
|
||||||
QualifiedTableName to_table{create.to_table_id.database_name, create.to_table_id.table_name};
|
if (create.targets)
|
||||||
if (!to_table.table.empty())
|
|
||||||
{
|
{
|
||||||
/// TO target_table (for materialized views)
|
for (const auto & target : create.targets->targets)
|
||||||
if (to_table.database.empty())
|
{
|
||||||
to_table.database = current_database;
|
const auto & table_id = target.table_id;
|
||||||
dependencies.emplace(to_table);
|
if (!table_id.table_name.empty())
|
||||||
|
{
|
||||||
|
/// TO target_table (for materialized views)
|
||||||
|
QualifiedTableName target_name{table_id.database_name, table_id.table_name};
|
||||||
|
if (target_name.database.empty())
|
||||||
|
target_name.database = current_database;
|
||||||
|
dependencies.emplace(target_name);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
QualifiedTableName as_table{create.as_database, create.as_table};
|
QualifiedTableName as_table{create.as_database, create.as_table};
|
||||||
|
@ -86,12 +86,19 @@ namespace
|
|||||||
create.as_table = as_table_new.table;
|
create.as_table = as_table_new.table;
|
||||||
}
|
}
|
||||||
|
|
||||||
QualifiedTableName to_table{create.to_table_id.database_name, create.to_table_id.table_name};
|
if (create.targets)
|
||||||
if (!to_table.table.empty() && !to_table.database.empty())
|
|
||||||
{
|
{
|
||||||
auto to_table_new = data.renaming_map.getNewTableName(to_table);
|
for (auto & target : create.targets->targets)
|
||||||
if (to_table_new != to_table)
|
{
|
||||||
create.to_table_id = StorageID{to_table_new.database, to_table_new.table};
|
auto & table_id = target.table_id;
|
||||||
|
if (!table_id.database_name.empty() && !table_id.table_name.empty())
|
||||||
|
{
|
||||||
|
QualifiedTableName target_name{table_id.database_name, table_id.table_name};
|
||||||
|
auto new_target_name = data.renaming_map.getNewTableName(target_name);
|
||||||
|
if (new_target_name != target_name)
|
||||||
|
table_id = StorageID{new_target_name.database, new_target_name.table};
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -195,7 +195,7 @@ void DatabaseLazy::attachTable(ContextPtr /* context_ */, const String & table_n
|
|||||||
snapshot_detached_tables.erase(table_name);
|
snapshot_detached_tables.erase(table_name);
|
||||||
}
|
}
|
||||||
|
|
||||||
CurrentMetrics::add(CurrentMetrics::AttachedTable, 1);
|
CurrentMetrics::add(CurrentMetrics::AttachedTable);
|
||||||
}
|
}
|
||||||
|
|
||||||
StoragePtr DatabaseLazy::detachTable(ContextPtr /* context */, const String & table_name)
|
StoragePtr DatabaseLazy::detachTable(ContextPtr /* context */, const String & table_name)
|
||||||
@ -221,7 +221,7 @@ StoragePtr DatabaseLazy::detachTable(ContextPtr /* context */, const String & ta
|
|||||||
.metadata_path = getObjectMetadataPath(table_name),
|
.metadata_path = getObjectMetadataPath(table_name),
|
||||||
.is_permanently = false});
|
.is_permanently = false});
|
||||||
|
|
||||||
CurrentMetrics::sub(CurrentMetrics::AttachedTable, 1);
|
CurrentMetrics::sub(CurrentMetrics::AttachedTable);
|
||||||
}
|
}
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
@ -729,81 +729,14 @@ void DatabaseReplicated::checkQueryValid(const ASTPtr & query, ContextPtr query_
|
|||||||
|
|
||||||
if (auto * create = query->as<ASTCreateQuery>())
|
if (auto * create = query->as<ASTCreateQuery>())
|
||||||
{
|
{
|
||||||
bool replicated_table = create->storage && create->storage->engine &&
|
if (create->storage)
|
||||||
(startsWith(create->storage->engine->name, "Replicated") || startsWith(create->storage->engine->name, "Shared"));
|
checkTableEngine(*create, *create->storage, query_context);
|
||||||
if (!replicated_table || !create->storage->engine->arguments)
|
|
||||||
return;
|
|
||||||
|
|
||||||
ASTs & args_ref = create->storage->engine->arguments->children;
|
if (create->targets)
|
||||||
ASTs args = args_ref;
|
|
||||||
if (args.size() < 2)
|
|
||||||
return;
|
|
||||||
|
|
||||||
/// It can be a constant expression. Try to evaluate it, ignore exception if we cannot.
|
|
||||||
bool has_expression_argument = args_ref[0]->as<ASTFunction>() || args_ref[1]->as<ASTFunction>();
|
|
||||||
if (has_expression_argument)
|
|
||||||
{
|
{
|
||||||
try
|
for (const auto & inner_table_engine : create->targets->getInnerEngines())
|
||||||
{
|
checkTableEngine(*create, *inner_table_engine, query_context);
|
||||||
args[0] = evaluateConstantExpressionAsLiteral(args_ref[0]->clone(), query_context);
|
|
||||||
args[1] = evaluateConstantExpressionAsLiteral(args_ref[1]->clone(), query_context);
|
|
||||||
}
|
|
||||||
catch (...) // NOLINT(bugprone-empty-catch)
|
|
||||||
{
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ASTLiteral * arg1 = args[0]->as<ASTLiteral>();
|
|
||||||
ASTLiteral * arg2 = args[1]->as<ASTLiteral>();
|
|
||||||
if (!arg1 || !arg2 || arg1->value.getType() != Field::Types::String || arg2->value.getType() != Field::Types::String)
|
|
||||||
return;
|
|
||||||
|
|
||||||
String maybe_path = arg1->value.get<String>();
|
|
||||||
String maybe_replica = arg2->value.get<String>();
|
|
||||||
|
|
||||||
/// Looks like it's ReplicatedMergeTree with explicit zookeeper_path and replica_name arguments.
|
|
||||||
/// Let's ensure that some macros are used.
|
|
||||||
/// NOTE: we cannot check here that substituted values will be actually different on shards and replicas.
|
|
||||||
|
|
||||||
Macros::MacroExpansionInfo info;
|
|
||||||
info.table_id = {getDatabaseName(), create->getTable(), create->uuid};
|
|
||||||
info.shard = getShardName();
|
|
||||||
info.replica = getReplicaName();
|
|
||||||
query_context->getMacros()->expand(maybe_path, info);
|
|
||||||
bool maybe_shard_macros = info.expanded_other;
|
|
||||||
info.expanded_other = false;
|
|
||||||
query_context->getMacros()->expand(maybe_replica, info);
|
|
||||||
bool maybe_replica_macros = info.expanded_other;
|
|
||||||
bool enable_functional_tests_helper = getContext()->getConfigRef().has("_functional_tests_helper_database_replicated_replace_args_macros");
|
|
||||||
|
|
||||||
if (!enable_functional_tests_helper)
|
|
||||||
{
|
|
||||||
if (query_context->getSettingsRef().database_replicated_allow_replicated_engine_arguments)
|
|
||||||
LOG_WARNING(log, "It's not recommended to explicitly specify zookeeper_path and replica_name in ReplicatedMergeTree arguments");
|
|
||||||
else
|
|
||||||
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
|
||||||
"It's not allowed to specify explicit zookeeper_path and replica_name "
|
|
||||||
"for ReplicatedMergeTree arguments in Replicated database. If you really want to "
|
|
||||||
"specify them explicitly, enable setting "
|
|
||||||
"database_replicated_allow_replicated_engine_arguments.");
|
|
||||||
}
|
|
||||||
|
|
||||||
if (maybe_shard_macros && maybe_replica_macros)
|
|
||||||
return;
|
|
||||||
|
|
||||||
if (enable_functional_tests_helper && !has_expression_argument)
|
|
||||||
{
|
|
||||||
if (maybe_path.empty() || maybe_path.back() != '/')
|
|
||||||
maybe_path += '/';
|
|
||||||
args_ref[0]->as<ASTLiteral>()->value = maybe_path + "auto_{shard}";
|
|
||||||
args_ref[1]->as<ASTLiteral>()->value = maybe_replica + "auto_{replica}";
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
|
||||||
"Explicit zookeeper_path and replica_name are specified in ReplicatedMergeTree arguments. "
|
|
||||||
"If you really want to specify it explicitly, then you should use some macros "
|
|
||||||
"to distinguish different shards and replicas");
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -827,6 +760,85 @@ void DatabaseReplicated::checkQueryValid(const ASTPtr & query, ContextPtr query_
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void DatabaseReplicated::checkTableEngine(const ASTCreateQuery & query, ASTStorage & storage, ContextPtr query_context) const
|
||||||
|
{
|
||||||
|
bool replicated_table = storage.engine &&
|
||||||
|
(startsWith(storage.engine->name, "Replicated") || startsWith(storage.engine->name, "Shared"));
|
||||||
|
if (!replicated_table || !storage.engine->arguments)
|
||||||
|
return;
|
||||||
|
|
||||||
|
ASTs & args_ref = storage.engine->arguments->children;
|
||||||
|
ASTs args = args_ref;
|
||||||
|
if (args.size() < 2)
|
||||||
|
return;
|
||||||
|
|
||||||
|
/// It can be a constant expression. Try to evaluate it, ignore exception if we cannot.
|
||||||
|
bool has_expression_argument = args_ref[0]->as<ASTFunction>() || args_ref[1]->as<ASTFunction>();
|
||||||
|
if (has_expression_argument)
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
args[0] = evaluateConstantExpressionAsLiteral(args_ref[0]->clone(), query_context);
|
||||||
|
args[1] = evaluateConstantExpressionAsLiteral(args_ref[1]->clone(), query_context);
|
||||||
|
}
|
||||||
|
catch (...) // NOLINT(bugprone-empty-catch)
|
||||||
|
{
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ASTLiteral * arg1 = args[0]->as<ASTLiteral>();
|
||||||
|
ASTLiteral * arg2 = args[1]->as<ASTLiteral>();
|
||||||
|
if (!arg1 || !arg2 || arg1->value.getType() != Field::Types::String || arg2->value.getType() != Field::Types::String)
|
||||||
|
return;
|
||||||
|
|
||||||
|
String maybe_path = arg1->value.get<String>();
|
||||||
|
String maybe_replica = arg2->value.get<String>();
|
||||||
|
|
||||||
|
/// Looks like it's ReplicatedMergeTree with explicit zookeeper_path and replica_name arguments.
|
||||||
|
/// Let's ensure that some macros are used.
|
||||||
|
/// NOTE: we cannot check here that substituted values will be actually different on shards and replicas.
|
||||||
|
|
||||||
|
Macros::MacroExpansionInfo info;
|
||||||
|
info.table_id = {getDatabaseName(), query.getTable(), query.uuid};
|
||||||
|
info.shard = getShardName();
|
||||||
|
info.replica = getReplicaName();
|
||||||
|
query_context->getMacros()->expand(maybe_path, info);
|
||||||
|
bool maybe_shard_macros = info.expanded_other;
|
||||||
|
info.expanded_other = false;
|
||||||
|
query_context->getMacros()->expand(maybe_replica, info);
|
||||||
|
bool maybe_replica_macros = info.expanded_other;
|
||||||
|
bool enable_functional_tests_helper = getContext()->getConfigRef().has("_functional_tests_helper_database_replicated_replace_args_macros");
|
||||||
|
|
||||||
|
if (!enable_functional_tests_helper)
|
||||||
|
{
|
||||||
|
if (query_context->getSettingsRef().database_replicated_allow_replicated_engine_arguments)
|
||||||
|
LOG_WARNING(log, "It's not recommended to explicitly specify zookeeper_path and replica_name in ReplicatedMergeTree arguments");
|
||||||
|
else
|
||||||
|
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
||||||
|
"It's not allowed to specify explicit zookeeper_path and replica_name "
|
||||||
|
"for ReplicatedMergeTree arguments in Replicated database. If you really want to "
|
||||||
|
"specify them explicitly, enable setting "
|
||||||
|
"database_replicated_allow_replicated_engine_arguments.");
|
||||||
|
}
|
||||||
|
|
||||||
|
if (maybe_shard_macros && maybe_replica_macros)
|
||||||
|
return;
|
||||||
|
|
||||||
|
if (enable_functional_tests_helper && !has_expression_argument)
|
||||||
|
{
|
||||||
|
if (maybe_path.empty() || maybe_path.back() != '/')
|
||||||
|
maybe_path += '/';
|
||||||
|
args_ref[0]->as<ASTLiteral>()->value = maybe_path + "auto_{shard}";
|
||||||
|
args_ref[1]->as<ASTLiteral>()->value = maybe_replica + "auto_{replica}";
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
||||||
|
"Explicit zookeeper_path and replica_name are specified in ReplicatedMergeTree arguments. "
|
||||||
|
"If you really want to specify it explicitly, then you should use some macros "
|
||||||
|
"to distinguish different shards and replicas");
|
||||||
|
}
|
||||||
|
|
||||||
BlockIO DatabaseReplicated::tryEnqueueReplicatedDDL(const ASTPtr & query, ContextPtr query_context, QueryFlags flags)
|
BlockIO DatabaseReplicated::tryEnqueueReplicatedDDL(const ASTPtr & query, ContextPtr query_context, QueryFlags flags)
|
||||||
{
|
{
|
||||||
waitDatabaseStarted();
|
waitDatabaseStarted();
|
||||||
@ -1312,11 +1324,9 @@ ASTPtr DatabaseReplicated::parseQueryFromMetadataInZooKeeper(const String & node
|
|||||||
if (create.uuid == UUIDHelpers::Nil || create.getTable() != TABLE_WITH_UUID_NAME_PLACEHOLDER || create.database)
|
if (create.uuid == UUIDHelpers::Nil || create.getTable() != TABLE_WITH_UUID_NAME_PLACEHOLDER || create.database)
|
||||||
throw Exception(ErrorCodes::LOGICAL_ERROR, "Got unexpected query from {}: {}", node_name, query);
|
throw Exception(ErrorCodes::LOGICAL_ERROR, "Got unexpected query from {}: {}", node_name, query);
|
||||||
|
|
||||||
bool is_materialized_view_with_inner_table = create.is_materialized_view && create.to_table_id.empty();
|
|
||||||
|
|
||||||
create.setDatabase(getDatabaseName());
|
create.setDatabase(getDatabaseName());
|
||||||
create.setTable(unescapeForFileName(node_name));
|
create.setTable(unescapeForFileName(node_name));
|
||||||
create.attach = is_materialized_view_with_inner_table;
|
create.attach = create.is_materialized_view_with_inner_table();
|
||||||
|
|
||||||
return ast;
|
return ast;
|
||||||
}
|
}
|
||||||
|
@ -107,6 +107,7 @@ private:
|
|||||||
void fillClusterAuthInfo(String collection_name, const Poco::Util::AbstractConfiguration & config);
|
void fillClusterAuthInfo(String collection_name, const Poco::Util::AbstractConfiguration & config);
|
||||||
|
|
||||||
void checkQueryValid(const ASTPtr & query, ContextPtr query_context) const;
|
void checkQueryValid(const ASTPtr & query, ContextPtr query_context) const;
|
||||||
|
void checkTableEngine(const ASTCreateQuery & query, ASTStorage & storage, ContextPtr query_context) const;
|
||||||
|
|
||||||
void recoverLostReplica(const ZooKeeperPtr & current_zookeeper, UInt32 our_log_ptr, UInt32 & max_log_ptr);
|
void recoverLostReplica(const ZooKeeperPtr & current_zookeeper, UInt32 our_log_ptr, UInt32 & max_log_ptr);
|
||||||
|
|
||||||
|
@ -289,8 +289,8 @@ StoragePtr DatabaseWithOwnTablesBase::detachTableUnlocked(const String & table_n
|
|||||||
tables.erase(it);
|
tables.erase(it);
|
||||||
table_storage->is_detached = true;
|
table_storage->is_detached = true;
|
||||||
|
|
||||||
if (table_storage->isSystemStorage() == false)
|
if (!table_storage->isSystemStorage() && database_name != DatabaseCatalog::SYSTEM_DATABASE)
|
||||||
CurrentMetrics::sub(getAttachedCounterForStorage(table_storage), 1);
|
CurrentMetrics::sub(getAttachedCounterForStorage(table_storage));
|
||||||
|
|
||||||
auto table_id = table_storage->getStorageID();
|
auto table_id = table_storage->getStorageID();
|
||||||
if (table_id.hasUUID())
|
if (table_id.hasUUID())
|
||||||
@ -334,8 +334,8 @@ void DatabaseWithOwnTablesBase::attachTableUnlocked(const String & table_name, c
|
|||||||
/// non-Atomic database the is_detached is set to true before RENAME.
|
/// non-Atomic database the is_detached is set to true before RENAME.
|
||||||
table->is_detached = false;
|
table->is_detached = false;
|
||||||
|
|
||||||
if (table->isSystemStorage() == false && table_id.database_name != DatabaseCatalog::SYSTEM_DATABASE)
|
if (!table->isSystemStorage() && table_id.database_name != DatabaseCatalog::SYSTEM_DATABASE)
|
||||||
CurrentMetrics::add(getAttachedCounterForStorage(table), 1);
|
CurrentMetrics::add(getAttachedCounterForStorage(table));
|
||||||
}
|
}
|
||||||
|
|
||||||
void DatabaseWithOwnTablesBase::shutdown()
|
void DatabaseWithOwnTablesBase::shutdown()
|
||||||
|
@ -59,7 +59,7 @@ CachedOnDiskReadBufferFromFile::CachedOnDiskReadBufferFromFile(
|
|||||||
std::optional<size_t> read_until_position_,
|
std::optional<size_t> read_until_position_,
|
||||||
std::shared_ptr<FilesystemCacheLog> cache_log_)
|
std::shared_ptr<FilesystemCacheLog> cache_log_)
|
||||||
: ReadBufferFromFileBase(use_external_buffer_ ? 0 : settings_.remote_fs_buffer_size, nullptr, 0, file_size_)
|
: ReadBufferFromFileBase(use_external_buffer_ ? 0 : settings_.remote_fs_buffer_size, nullptr, 0, file_size_)
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
, log(getLogger(fmt::format("CachedOnDiskReadBufferFromFile({})", cache_key_)))
|
, log(getLogger(fmt::format("CachedOnDiskReadBufferFromFile({})", cache_key_)))
|
||||||
#else
|
#else
|
||||||
, log(getLogger("CachedOnDiskReadBufferFromFile"))
|
, log(getLogger("CachedOnDiskReadBufferFromFile"))
|
||||||
@ -452,7 +452,7 @@ CachedOnDiskReadBufferFromFile::getImplementationBuffer(FileSegment & file_segme
|
|||||||
{
|
{
|
||||||
case ReadType::CACHED:
|
case ReadType::CACHED:
|
||||||
{
|
{
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
size_t file_size = getFileSizeFromReadBuffer(*read_buffer_for_file_segment);
|
size_t file_size = getFileSizeFromReadBuffer(*read_buffer_for_file_segment);
|
||||||
if (file_size == 0 || range.left + file_size <= file_offset_of_buffer_end)
|
if (file_size == 0 || range.left + file_size <= file_offset_of_buffer_end)
|
||||||
throw Exception(
|
throw Exception(
|
||||||
@ -937,7 +937,7 @@ bool CachedOnDiskReadBufferFromFile::nextImplStep()
|
|||||||
|
|
||||||
if (!result)
|
if (!result)
|
||||||
{
|
{
|
||||||
#ifdef ABORT_ON_LOGICAL_ERROR
|
#ifdef DEBUG_OR_SANITIZER_BUILD
|
||||||
if (read_type == ReadType::CACHED)
|
if (read_type == ReadType::CACHED)
|
||||||
{
|
{
|
||||||
size_t cache_file_size = getFileSizeFromReadBuffer(*implementation_buffer);
|
size_t cache_file_size = getFileSizeFromReadBuffer(*implementation_buffer);
|
||||||
|
@ -1954,7 +1954,10 @@ struct ToRelativeSubsecondNumImpl
|
|||||||
return t.value;
|
return t.value;
|
||||||
if (scale > scale_multiplier)
|
if (scale > scale_multiplier)
|
||||||
return t.value / (scale / scale_multiplier);
|
return t.value / (scale / scale_multiplier);
|
||||||
return t.value * (scale_multiplier / scale);
|
return static_cast<UInt128>(t.value) * static_cast<UInt128>((scale_multiplier / scale));
|
||||||
|
/// Casting ^^: All integers are Int64, yet if t.value is big enough the multiplication can still
|
||||||
|
/// overflow which is UB. This place is too low-level and generic to check if t.value is sane.
|
||||||
|
/// Therefore just let it overflow safely and don't bother further.
|
||||||
}
|
}
|
||||||
static Int64 execute(UInt32 t, const DateLUTImpl &)
|
static Int64 execute(UInt32 t, const DateLUTImpl &)
|
||||||
{
|
{
|
||||||
|
@ -5,11 +5,12 @@ namespace DB
|
|||||||
{
|
{
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
struct AcoshName
|
|
||||||
{
|
struct AcoshName
|
||||||
static constexpr auto name = "acosh";
|
{
|
||||||
};
|
static constexpr auto name = "acosh";
|
||||||
using FunctionAcosh = FunctionMathUnary<UnaryFunctionVectorized<AcoshName, acosh>>;
|
};
|
||||||
|
using FunctionAcosh = FunctionMathUnary<UnaryFunctionVectorized<AcoshName, acosh>>;
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -6,6 +6,7 @@ namespace DB
|
|||||||
{
|
{
|
||||||
|
|
||||||
using FunctionAddMicroseconds = FunctionDateOrDateTimeAddInterval<AddMicrosecondsImpl>;
|
using FunctionAddMicroseconds = FunctionDateOrDateTimeAddInterval<AddMicrosecondsImpl>;
|
||||||
|
|
||||||
REGISTER_FUNCTION(AddMicroseconds)
|
REGISTER_FUNCTION(AddMicroseconds)
|
||||||
{
|
{
|
||||||
factory.registerFunction<FunctionAddMicroseconds>();
|
factory.registerFunction<FunctionAddMicroseconds>();
|
||||||
|
@ -6,6 +6,7 @@ namespace DB
|
|||||||
{
|
{
|
||||||
|
|
||||||
using FunctionAddMilliseconds = FunctionDateOrDateTimeAddInterval<AddMillisecondsImpl>;
|
using FunctionAddMilliseconds = FunctionDateOrDateTimeAddInterval<AddMillisecondsImpl>;
|
||||||
|
|
||||||
REGISTER_FUNCTION(AddMilliseconds)
|
REGISTER_FUNCTION(AddMilliseconds)
|
||||||
{
|
{
|
||||||
factory.registerFunction<FunctionAddMilliseconds>();
|
factory.registerFunction<FunctionAddMilliseconds>();
|
||||||
|
@ -6,6 +6,7 @@ namespace DB
|
|||||||
{
|
{
|
||||||
|
|
||||||
using FunctionAddNanoseconds = FunctionDateOrDateTimeAddInterval<AddNanosecondsImpl>;
|
using FunctionAddNanoseconds = FunctionDateOrDateTimeAddInterval<AddNanosecondsImpl>;
|
||||||
|
|
||||||
REGISTER_FUNCTION(AddNanoseconds)
|
REGISTER_FUNCTION(AddNanoseconds)
|
||||||
{
|
{
|
||||||
factory.registerFunction<FunctionAddNanoseconds>();
|
factory.registerFunction<FunctionAddNanoseconds>();
|
||||||
|
@ -7,7 +7,6 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
|
|
||||||
|
@ -57,7 +57,7 @@ private:
|
|||||||
bool useDefaultImplementationForConstants() const override { return true; }
|
bool useDefaultImplementationForConstants() const override { return true; }
|
||||||
ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1}; }
|
ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1}; }
|
||||||
|
|
||||||
ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t /*input_rows_count*/) const override
|
ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
|
||||||
{
|
{
|
||||||
const auto & column = arguments[0].column;
|
const auto & column = arguments[0].column;
|
||||||
const auto & column_char = arguments[1].column;
|
const auto & column_char = arguments[1].column;
|
||||||
@ -80,14 +80,13 @@ private:
|
|||||||
auto & dst_data = col_res->getChars();
|
auto & dst_data = col_res->getChars();
|
||||||
auto & dst_offsets = col_res->getOffsets();
|
auto & dst_offsets = col_res->getOffsets();
|
||||||
|
|
||||||
const auto size = src_offsets.size();
|
dst_data.resize(src_data.size() + input_rows_count);
|
||||||
dst_data.resize(src_data.size() + size);
|
dst_offsets.resize(input_rows_count);
|
||||||
dst_offsets.resize(size);
|
|
||||||
|
|
||||||
ColumnString::Offset src_offset{};
|
ColumnString::Offset src_offset{};
|
||||||
ColumnString::Offset dst_offset{};
|
ColumnString::Offset dst_offset{};
|
||||||
|
|
||||||
for (const auto i : collections::range(0, size))
|
for (size_t i = 0; i < input_rows_count; ++i)
|
||||||
{
|
{
|
||||||
const auto src_length = src_offsets[i] - src_offset;
|
const auto src_length = src_offsets[i] - src_offset;
|
||||||
memcpySmallAllowReadWriteOverflow15(&dst_data[dst_offset], &src_data[src_offset], src_length);
|
memcpySmallAllowReadWriteOverflow15(&dst_data[dst_offset], &src_data[src_offset], src_length);
|
||||||
|
@ -45,9 +45,7 @@ struct AsciiImpl
|
|||||||
size_t size = data.size() / n;
|
size_t size = data.size() / n;
|
||||||
|
|
||||||
for (size_t i = 0; i < size; ++i)
|
for (size_t i = 0; i < size; ++i)
|
||||||
{
|
|
||||||
res[i] = doAscii(data, i * n, n);
|
res[i] = doAscii(data, i * n, n);
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
[[noreturn]] static void array(const ColumnString::Offsets & /*offsets*/, PaddedPODArray<ReturnType> & /*res*/)
|
[[noreturn]] static void array(const ColumnString::Offsets & /*offsets*/, PaddedPODArray<ReturnType> & /*res*/)
|
||||||
|
@ -5,11 +5,12 @@ namespace DB
|
|||||||
{
|
{
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
struct AsinhName
|
|
||||||
{
|
struct AsinhName
|
||||||
static constexpr auto name = "asinh";
|
{
|
||||||
};
|
static constexpr auto name = "asinh";
|
||||||
using FunctionAsinh = FunctionMathUnary<UnaryFunctionVectorized<AsinhName, asinh>>;
|
};
|
||||||
|
using FunctionAsinh = FunctionMathUnary<UnaryFunctionVectorized<AsinhName, asinh>>;
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -5,11 +5,12 @@ namespace DB
|
|||||||
{
|
{
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
struct Atan2Name
|
|
||||||
{
|
struct Atan2Name
|
||||||
static constexpr auto name = "atan2";
|
{
|
||||||
};
|
static constexpr auto name = "atan2";
|
||||||
using FunctionAtan2 = FunctionMathBinaryFloat64<BinaryFunctionVectorized<Atan2Name, atan2>>;
|
};
|
||||||
|
using FunctionAtan2 = FunctionMathBinaryFloat64<BinaryFunctionVectorized<Atan2Name, atan2>>;
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -5,11 +5,12 @@ namespace DB
|
|||||||
{
|
{
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
struct AtanhName
|
|
||||||
{
|
struct AtanhName
|
||||||
static constexpr auto name = "atanh";
|
{
|
||||||
};
|
static constexpr auto name = "atanh";
|
||||||
using FunctionAtanh = FunctionMathUnary<UnaryFunctionVectorized<AtanhName, atanh>>;
|
};
|
||||||
|
using FunctionAtanh = FunctionMathUnary<UnaryFunctionVectorized<AtanhName, atanh>>;
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -3,8 +3,10 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
REGISTER_FUNCTION(Base58Encode)
|
REGISTER_FUNCTION(Base58Encode)
|
||||||
{
|
{
|
||||||
factory.registerFunction<FunctionBase58Conversion<Base58Encode>>();
|
factory.registerFunction<FunctionBase58Conversion<Base58Encode>>();
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
REGISTER_FUNCTION(Base64Decode)
|
REGISTER_FUNCTION(Base64Decode)
|
||||||
{
|
{
|
||||||
FunctionDocumentation::Description description = R"(Accepts a String and decodes it from base64, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-4). Throws an exception in case of an error. Alias: FROM_BASE64.)";
|
FunctionDocumentation::Description description = R"(Accepts a String and decodes it from base64, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-4). Throws an exception in case of an error. Alias: FROM_BASE64.)";
|
||||||
@ -19,6 +20,7 @@ REGISTER_FUNCTION(Base64Decode)
|
|||||||
/// MySQL compatibility alias.
|
/// MySQL compatibility alias.
|
||||||
factory.registerAlias("FROM_BASE64", "base64Decode", FunctionFactory::Case::Insensitive);
|
factory.registerAlias("FROM_BASE64", "base64Decode", FunctionFactory::Case::Insensitive);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
REGISTER_FUNCTION(Base64Encode)
|
REGISTER_FUNCTION(Base64Encode)
|
||||||
{
|
{
|
||||||
FunctionDocumentation::Description description = R"(Encodes a String as base64, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-4). Alias: TO_BASE64.)";
|
FunctionDocumentation::Description description = R"(Encodes a String as base64, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-4). Alias: TO_BASE64.)";
|
||||||
@ -19,6 +20,7 @@ REGISTER_FUNCTION(Base64Encode)
|
|||||||
/// MySQL compatibility alias.
|
/// MySQL compatibility alias.
|
||||||
factory.registerAlias("TO_BASE64", "base64Encode", FunctionFactory::Case::Insensitive);
|
factory.registerAlias("TO_BASE64", "base64Encode", FunctionFactory::Case::Insensitive);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
REGISTER_FUNCTION(Base64URLDecode)
|
REGISTER_FUNCTION(Base64URLDecode)
|
||||||
{
|
{
|
||||||
FunctionDocumentation::Description description = R"(Accepts a base64-encoded URL and decodes it from base64 with URL-specific modifications, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-5).)";
|
FunctionDocumentation::Description description = R"(Accepts a base64-encoded URL and decodes it from base64 with URL-specific modifications, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-5).)";
|
||||||
@ -16,6 +17,7 @@ REGISTER_FUNCTION(Base64URLDecode)
|
|||||||
|
|
||||||
factory.registerFunction<FunctionBase64Conversion<Base64Decode<Base64Variant::URL>>>({description, syntax, arguments, returned_value, examples, categories});
|
factory.registerFunction<FunctionBase64Conversion<Base64Decode<Base64Variant::URL>>>({description, syntax, arguments, returned_value, examples, categories});
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -5,6 +5,7 @@
|
|||||||
|
|
||||||
namespace DB
|
namespace DB
|
||||||
{
|
{
|
||||||
|
|
||||||
REGISTER_FUNCTION(Base64URLEncode)
|
REGISTER_FUNCTION(Base64URLEncode)
|
||||||
{
|
{
|
||||||
FunctionDocumentation::Description description = R"(Encodes an URL (String or FixedString) as base64 with URL-specific modifications, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-5).)";
|
FunctionDocumentation::Description description = R"(Encodes an URL (String or FixedString) as base64 with URL-specific modifications, according to RFC 4648 (https://datatracker.ietf.org/doc/html/rfc4648#section-5).)";
|
||||||
@ -16,6 +17,7 @@ REGISTER_FUNCTION(Base64URLEncode)
|
|||||||
|
|
||||||
factory.registerFunction<FunctionBase64Conversion<Base64Encode<Base64Variant::URL>>>({description, syntax, arguments, returned_value, examples, categories});
|
factory.registerFunction<FunctionBase64Conversion<Base64Encode<Base64Variant::URL>>>({description, syntax, arguments, returned_value, examples, categories});
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -67,11 +67,11 @@ public:
|
|||||||
const IColumn * column = arguments[arg_num].column.get();
|
const IColumn * column = arguments[arg_num].column.get();
|
||||||
|
|
||||||
if (arg_num == 0)
|
if (arg_num == 0)
|
||||||
for (size_t row_num = 0; row_num < input_rows_count; ++row_num)
|
for (size_t row = 0; row < input_rows_count; ++row)
|
||||||
vec_res[row_num] = column->byteSizeAt(row_num);
|
vec_res[row] = column->byteSizeAt(row);
|
||||||
else
|
else
|
||||||
for (size_t row_num = 0; row_num < input_rows_count; ++row_num)
|
for (size_t row = 0; row < input_rows_count; ++row)
|
||||||
vec_res[row_num] += column->byteSizeAt(row_num);
|
vec_res[row] += column->byteSizeAt(row);
|
||||||
}
|
}
|
||||||
|
|
||||||
return result_col;
|
return result_col;
|
||||||
|
@ -10,6 +10,7 @@ extern const int NOT_IMPLEMENTED;
|
|||||||
|
|
||||||
namespace
|
namespace
|
||||||
{
|
{
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
requires std::is_integral_v<T>
|
requires std::is_integral_v<T>
|
||||||
T byteSwap(T x)
|
T byteSwap(T x)
|
||||||
|
@ -98,8 +98,7 @@ public:
|
|||||||
|
|
||||||
/// Execute transform.
|
/// Execute transform.
|
||||||
ColumnsWithTypeAndName transform_args{args.front(), src_array_col, dst_array_col, args.back()};
|
ColumnsWithTypeAndName transform_args{args.front(), src_array_col, dst_array_col, args.back()};
|
||||||
return FunctionFactory::instance().get("transform", context)->build(transform_args)
|
return FunctionFactory::instance().get("transform", context)->build(transform_args)->execute(transform_args, result_type, input_rows_count);
|
||||||
->execute(transform_args, result_type, input_rows_count);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user