mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-04 21:42:39 +00:00
18e8f0eb5e
This way the remote nodes will not need to send all the rows, so this will decrease network io and also this will make queries w/ optimize_aggregation_in_order=1/LIMIT X and w/o ORDER BY faster since it initiator will not need to read all the rows, only first X (but note that for this you need to your data to be sharded correctly or you may get inaccurate results). Note, that having lots of processing stages will increase the complexity of interpreter (it is already not that clean and simple right now). Although using separate QueryProcessingStage looks pretty natural. Another option is to make WithMergeableStateAfterAggregation always, but in this case you will not be able to disable only this optimization, i.e. if there will be some issue with it. v2: fix OFFSET v3: convert 01814_distributed_push_down_limit test to .sh and add retries v4: add test with OFFSET v5: add new query stage into the bash completion v6/tests: use LIMIT O,L syntax over LIMIT L OFFSET O since it is broken in ANTLR parser https://clickhouse-test-reports.s3.yandex.net/23027/a18a06399b7aeacba7c50b5d1e981ada5df19745/functional_stateless_tests_(antlr_debug).html#fail1 v7/tests: set use_hedged_requests to 0, to avoid excessive log entries on retries https://clickhouse-test-reports.s3.yandex.net/23027/a18a06399b7aeacba7c50b5d1e981ada5df19745/functional_stateless_tests_flaky_check_(address).html#fail1
174 lines
3.9 KiB
Plaintext
174 lines
3.9 KiB
Plaintext
#
|
|
# bash autocomplete, that can work with:
|
|
# a) --help of program
|
|
#
|
|
# Also you may like:
|
|
# $ bind "set completion-ignore-case on"
|
|
# $ bind "set show-all-if-ambiguous on"
|
|
#
|
|
# It uses bash-completion dynamic loader.
|
|
|
|
# Known to work with bash 3.* with programmable completion and extended
|
|
# pattern matching enabled (use 'shopt -s extglob progcomp' to enable
|
|
# these if they are not already enabled).
|
|
shopt -s extglob
|
|
|
|
export _CLICKHOUSE_COMPLETION_LOADED=1
|
|
|
|
CLICKHOUSE_QueryProcessingStage=(
|
|
complete
|
|
fetch_columns
|
|
with_mergeable_state
|
|
with_mergeable_state_after_aggregation
|
|
with_mergeable_state_after_aggregation_and_limit
|
|
)
|
|
|
|
CLICKHOUSE_Format=(
|
|
CapnProto
|
|
PostgreSQLWire
|
|
MySQLWire
|
|
JSONStringsEachRowWithProgress
|
|
JSONEachRowWithProgress
|
|
JSONCompact
|
|
JSON
|
|
CSV
|
|
Vertical
|
|
ODBCDriver2
|
|
PrettySpaceNoEscapes
|
|
Pretty
|
|
JSONCompactStrings
|
|
PrettyNoEscapes
|
|
ArrowStream
|
|
TabSeparatedWithNames
|
|
Parquet
|
|
Arrow
|
|
PrettyCompact
|
|
AvroConfluent
|
|
ORC
|
|
PrettyCompactNoEscapes
|
|
RawBLOB
|
|
Template
|
|
MsgPack
|
|
JSONCompactEachRow
|
|
CustomSeparated
|
|
TemplateIgnoreSpaces
|
|
Markdown
|
|
XML
|
|
ProtobufSingle
|
|
JSONCompactStringsEachRowWithNamesAndTypes
|
|
TSKV
|
|
TabSeparated
|
|
JSONStringEachRow
|
|
JSONStringsEachRow
|
|
TSVRaw
|
|
Values
|
|
TabSeparatedWithNamesAndTypes
|
|
PrettyCompactMonoBlock
|
|
TSVWithNamesAndTypes
|
|
Avro
|
|
RowBinaryWithNamesAndTypes
|
|
LineAsString
|
|
Native
|
|
JSONCompactEachRowWithNamesAndTypes
|
|
PrettySpace
|
|
Regexp
|
|
TSV
|
|
JSONEachRow
|
|
CustomSeparatedIgnoreSpaces
|
|
CSVWithNames
|
|
JSONStrings
|
|
Null
|
|
TabSeparatedRaw
|
|
TSVWithNames
|
|
Protobuf
|
|
RowBinary
|
|
JSONAsString
|
|
JSONCompactStringsEachRow
|
|
)
|
|
|
|
function _clickhouse_bin_exist()
|
|
{ [ -x "$1" ] || command -v "$1" >& /dev/null; }
|
|
|
|
function _clickhouse_quote()
|
|
{
|
|
local quoted=${1//\'/\'\\\'\'};
|
|
printf "'%s'" "$quoted"
|
|
}
|
|
|
|
# Extract every option (everything that starts with "-") from the --help dialog.
|
|
function _clickhouse_get_options()
|
|
{
|
|
"$@" --help 2>&1 | awk -F '[ ,=<>]' '{ for (i=1; i <= NF; ++i) { if (substr($i, 0, 1) == "-" && length($i) > 1) print $i; } }' | sort -u
|
|
}
|
|
|
|
function _complete_for_clickhouse_generic_bin_impl()
|
|
{
|
|
local prev=$1 && shift
|
|
|
|
case "$prev" in
|
|
-C|--config-file|--config)
|
|
return 1
|
|
;;
|
|
--stage)
|
|
COMPREPLY=( $(compgen -W "${CLICKHOUSE_QueryProcessingStage[*]}" -- "$cur") )
|
|
return 1
|
|
;;
|
|
--format|--input-format|--output-format)
|
|
COMPREPLY=( $(compgen -W "${CLICKHOUSE_Format[*]}" -- "$cur") )
|
|
return 1
|
|
;;
|
|
--host)
|
|
COMPREPLY=( $(compgen -A hostname -- "$cur") )
|
|
return 1
|
|
;;
|
|
# Argh... This looks like a bash bug...
|
|
# Redirections are passed to the completion function
|
|
# although it is managed by the shell directly...
|
|
'<'|'>'|'>>'|[12]'>'|[12]'>>')
|
|
return 1
|
|
;;
|
|
esac
|
|
|
|
return 0
|
|
}
|
|
|
|
function _complete_for_clickhouse_generic_bin()
|
|
{
|
|
local cur prev
|
|
eval local cmd="$( _clickhouse_quote "$1" )"
|
|
_clickhouse_bin_exist "$cmd" || return 0
|
|
|
|
COMPREPLY=()
|
|
_get_comp_words_by_ref cur prev
|
|
|
|
if _complete_for_clickhouse_generic_bin_impl "$prev"; then
|
|
COMPREPLY=( $(compgen -W "$(_clickhouse_get_options "$cmd")" -- "$cur") )
|
|
fi
|
|
|
|
return 0
|
|
}
|
|
|
|
function _complete_clickhouse_generic()
|
|
{
|
|
local bin=$1 && shift
|
|
local f=${1:-_complete_for_clickhouse_generic_bin}
|
|
local o=(
|
|
-o default
|
|
-o bashdefault
|
|
-o nospace
|
|
-F "$f"
|
|
"$bin"
|
|
)
|
|
complete "${o[@]}"
|
|
}
|
|
|
|
function _complete_clickhouse_bootstrap_main()
|
|
{
|
|
local runtime=/usr/share/bash-completion/bash_completion
|
|
if ! type _get_comp_words_by_ref >& /dev/null && [[ -f $runtime ]]; then
|
|
source $runtime
|
|
fi
|
|
type _get_comp_words_by_ref >& /dev/null || return 0
|
|
}
|
|
_complete_clickhouse_bootstrap_main "$@"
|