mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-21 09:10:48 +00:00
18e8f0eb5e
This way the remote nodes will not need to send all the rows, so this
will decrease network io and also this will make queries w/
optimize_aggregation_in_order=1/LIMIT X and w/o ORDER BY faster since it
initiator will not need to read all the rows, only first X (but note
that for this you need to your data to be sharded correctly or you may
get inaccurate results).
Note, that having lots of processing stages will increase the complexity
of interpreter (it is already not that clean and simple right now).
Although using separate QueryProcessingStage looks pretty natural.
Another option is to make WithMergeableStateAfterAggregation always, but
in this case you will not be able to disable only this optimization,
i.e. if there will be some issue with it.
v2: fix OFFSET
v3: convert 01814_distributed_push_down_limit test to .sh and add retries
v4: add test with OFFSET
v5: add new query stage into the bash completion
v6/tests: use LIMIT O,L syntax over LIMIT L OFFSET O since it is broken in ANTLR parser
https://clickhouse-test-reports.s3.yandex.net/23027/a18a06399b7aeacba7c50b5d1e981ada5df19745/functional_stateless_tests_(antlr_debug).html#fail1
v7/tests: set use_hedged_requests to 0, to avoid excessive log entries on retries
https://clickhouse-test-reports.s3.yandex.net/23027/a18a06399b7aeacba7c50b5d1e981ada5df19745/functional_stateless_tests_flaky_check_(address).html#fail1
174 lines
3.9 KiB
Plaintext
174 lines
3.9 KiB
Plaintext
#
|
|
# bash autocomplete, that can work with:
|
|
# a) --help of program
|
|
#
|
|
# Also you may like:
|
|
# $ bind "set completion-ignore-case on"
|
|
# $ bind "set show-all-if-ambiguous on"
|
|
#
|
|
# It uses bash-completion dynamic loader.
|
|
|
|
# Known to work with bash 3.* with programmable completion and extended
|
|
# pattern matching enabled (use 'shopt -s extglob progcomp' to enable
|
|
# these if they are not already enabled).
|
|
shopt -s extglob
|
|
|
|
export _CLICKHOUSE_COMPLETION_LOADED=1
|
|
|
|
CLICKHOUSE_QueryProcessingStage=(
|
|
complete
|
|
fetch_columns
|
|
with_mergeable_state
|
|
with_mergeable_state_after_aggregation
|
|
with_mergeable_state_after_aggregation_and_limit
|
|
)
|
|
|
|
CLICKHOUSE_Format=(
|
|
CapnProto
|
|
PostgreSQLWire
|
|
MySQLWire
|
|
JSONStringsEachRowWithProgress
|
|
JSONEachRowWithProgress
|
|
JSONCompact
|
|
JSON
|
|
CSV
|
|
Vertical
|
|
ODBCDriver2
|
|
PrettySpaceNoEscapes
|
|
Pretty
|
|
JSONCompactStrings
|
|
PrettyNoEscapes
|
|
ArrowStream
|
|
TabSeparatedWithNames
|
|
Parquet
|
|
Arrow
|
|
PrettyCompact
|
|
AvroConfluent
|
|
ORC
|
|
PrettyCompactNoEscapes
|
|
RawBLOB
|
|
Template
|
|
MsgPack
|
|
JSONCompactEachRow
|
|
CustomSeparated
|
|
TemplateIgnoreSpaces
|
|
Markdown
|
|
XML
|
|
ProtobufSingle
|
|
JSONCompactStringsEachRowWithNamesAndTypes
|
|
TSKV
|
|
TabSeparated
|
|
JSONStringEachRow
|
|
JSONStringsEachRow
|
|
TSVRaw
|
|
Values
|
|
TabSeparatedWithNamesAndTypes
|
|
PrettyCompactMonoBlock
|
|
TSVWithNamesAndTypes
|
|
Avro
|
|
RowBinaryWithNamesAndTypes
|
|
LineAsString
|
|
Native
|
|
JSONCompactEachRowWithNamesAndTypes
|
|
PrettySpace
|
|
Regexp
|
|
TSV
|
|
JSONEachRow
|
|
CustomSeparatedIgnoreSpaces
|
|
CSVWithNames
|
|
JSONStrings
|
|
Null
|
|
TabSeparatedRaw
|
|
TSVWithNames
|
|
Protobuf
|
|
RowBinary
|
|
JSONAsString
|
|
JSONCompactStringsEachRow
|
|
)
|
|
|
|
function _clickhouse_bin_exist()
|
|
{ [ -x "$1" ] || command -v "$1" >& /dev/null; }
|
|
|
|
function _clickhouse_quote()
|
|
{
|
|
local quoted=${1//\'/\'\\\'\'};
|
|
printf "'%s'" "$quoted"
|
|
}
|
|
|
|
# Extract every option (everything that starts with "-") from the --help dialog.
|
|
function _clickhouse_get_options()
|
|
{
|
|
"$@" --help 2>&1 | awk -F '[ ,=<>]' '{ for (i=1; i <= NF; ++i) { if (substr($i, 0, 1) == "-" && length($i) > 1) print $i; } }' | sort -u
|
|
}
|
|
|
|
function _complete_for_clickhouse_generic_bin_impl()
|
|
{
|
|
local prev=$1 && shift
|
|
|
|
case "$prev" in
|
|
-C|--config-file|--config)
|
|
return 1
|
|
;;
|
|
--stage)
|
|
COMPREPLY=( $(compgen -W "${CLICKHOUSE_QueryProcessingStage[*]}" -- "$cur") )
|
|
return 1
|
|
;;
|
|
--format|--input-format|--output-format)
|
|
COMPREPLY=( $(compgen -W "${CLICKHOUSE_Format[*]}" -- "$cur") )
|
|
return 1
|
|
;;
|
|
--host)
|
|
COMPREPLY=( $(compgen -A hostname -- "$cur") )
|
|
return 1
|
|
;;
|
|
# Argh... This looks like a bash bug...
|
|
# Redirections are passed to the completion function
|
|
# although it is managed by the shell directly...
|
|
'<'|'>'|'>>'|[12]'>'|[12]'>>')
|
|
return 1
|
|
;;
|
|
esac
|
|
|
|
return 0
|
|
}
|
|
|
|
function _complete_for_clickhouse_generic_bin()
|
|
{
|
|
local cur prev
|
|
eval local cmd="$( _clickhouse_quote "$1" )"
|
|
_clickhouse_bin_exist "$cmd" || return 0
|
|
|
|
COMPREPLY=()
|
|
_get_comp_words_by_ref cur prev
|
|
|
|
if _complete_for_clickhouse_generic_bin_impl "$prev"; then
|
|
COMPREPLY=( $(compgen -W "$(_clickhouse_get_options "$cmd")" -- "$cur") )
|
|
fi
|
|
|
|
return 0
|
|
}
|
|
|
|
function _complete_clickhouse_generic()
|
|
{
|
|
local bin=$1 && shift
|
|
local f=${1:-_complete_for_clickhouse_generic_bin}
|
|
local o=(
|
|
-o default
|
|
-o bashdefault
|
|
-o nospace
|
|
-F "$f"
|
|
"$bin"
|
|
)
|
|
complete "${o[@]}"
|
|
}
|
|
|
|
function _complete_clickhouse_bootstrap_main()
|
|
{
|
|
local runtime=/usr/share/bash-completion/bash_completion
|
|
if ! type _get_comp_words_by_ref >& /dev/null && [[ -f $runtime ]]; then
|
|
source $runtime
|
|
fi
|
|
type _get_comp_words_by_ref >& /dev/null || return 0
|
|
}
|
|
_complete_clickhouse_bootstrap_main "$@"
|