thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-19 16:20:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Enable duplicate includes back, rewrite and parallelize them

Browse Source
This commit is contained in:
Mikhail f. Shiryaev 2024-03-12 19:21:05 +01:00
parent 0e6b5705fb
commit 97b0513f99
No known key found for this signature in database
GPG Key ID: 4B02ED204C7D93F4
2 changed files with 18 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
utils/check-style/check-duplicate-includes.sh
View File

@ -1,6 +1,9 @@
#!/usr/bin/env bash
ROOT_PATH=$(git rev-parse --show-toplevel)
NPROC=$(($(nproc) + 3))
# Find duplicate include directives
find $ROOT_PATH/{src,base,programs,utils} -name '*.h' -or -name '*.cpp' | while read file; do grep -P '^#include ' $file | sort | uniq -c | grep -v -P '^\s+1\s' && echo $file; done | sed '/^[[:space:]]*$/d'
find "$ROOT_PATH"/{src,base,programs,utils} -type f '(' -name '*.h' -or -name '*.cpp' ')' -print0 | \
xargs -0 -I {} -P "$NPROC" bash -c 'grep -P "^#include " "{}" | sort | uniq -c | grep -v -P "^\s+1\s" && echo "{}" '| \
sed '/^\s*$/d'

31
utils/check-style/check_cpp.sh
View File

@ -4,35 +4,32 @@
cd /ClickHouse/utils/check-style || echo -e "failure\tRepo not found" > /test_output/check_status.tsv
start_total=`date +%s`
start_total=$(date +%s)
# FIXME: 30 sec to wait
# echo "Check duplicates" | ts
# ./check-duplicate-includes.sh |& tee /test_output/duplicate_includes_output.txt
start=$(date +%s)
./check-duplicate-includes.sh |& tee /test_output/duplicate_includes_output.txt
runtime=$(($(date +%s)-start))
echo "Check duplicates. Done. $runtime seconds."
start=`date +%s`
start=$(date +%s)
./check-style -n |& tee /test_output/style_output.txt
runtime=$((`date +%s`-start))
runtime=$(($(date +%s)-start))
echo "Check style. Done. $runtime seconds."
start=`date +%s`
start=$(date +%s)
./check-whitespaces -n |& tee /test_output/whitespaces_output.txt
runtime=$((`date +%s`-start))
runtime=$(($(date +%s)-start))
echo "Check whitespaces. Done. $runtime seconds."
start=`date +%s`
start=$(date +%s)
./check-workflows |& tee /test_output/workflows_output.txt
runtime=$((`date +%s`-start))
runtime=$(($(date +%s)-start))
echo "Check workflows. Done. $runtime seconds."
start=`date +%s`
start=$(date +%s)
./check-submodules |& tee /test_output/submodules_output.txt
runtime=$((`date +%s`-start))
runtime=$(($(date +%s)-start))
echo "Check submodules. Done. $runtime seconds."
# FIXME: 6 min to wait
# echo "Check shell scripts with shellcheck" | ts
# ./shellcheck-run.sh |& tee /test_output/shellcheck_output.txt
runtime=$((`date +%s`-start_total))
runtime=$(($(date +%s)-start_total))
echo "Check style total. Done. $runtime seconds."