2021-02-24 17:04:37 +00:00
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
|
|
# shellcheck source=../shell_config.sh
|
|
|
|
. "$CURDIR"/../shell_config.sh
|
|
|
|
|
|
|
|
FORMATS=('TSVWithNames' 'CSVWithNames')
|
|
|
|
$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS parsing_with_names"
|
|
|
|
|
|
|
|
for format in "${FORMATS[@]}"
|
|
|
|
do
|
2021-03-01 19:58:55 +00:00
|
|
|
# Columns are permuted
|
|
|
|
$CLICKHOUSE_CLIENT -q "CREATE TABLE parsing_with_names(c FixedString(16), a DateTime, b String) ENGINE=Memory()"
|
2021-02-24 17:04:37 +00:00
|
|
|
|
|
|
|
echo "$format, false";
|
|
|
|
$CLICKHOUSE_CLIENT --output_format_parallel_formatting=false -q \
|
2021-03-11 15:10:06 +00:00
|
|
|
"SELECT URLRegions as d, ClientEventTime as a, MobilePhoneModel as b, ParamPrice as e, ClientIP6 as c FROM test.hits LIMIT 50000 Format $format" | \
|
|
|
|
$CLICKHOUSE_CLIENT --input_format_skip_unknown_fields=1 --input_format_parallel_parsing=false -q "INSERT INTO parsing_with_names FORMAT $format"
|
2021-02-24 17:04:37 +00:00
|
|
|
|
2021-03-11 15:21:58 +00:00
|
|
|
$CLICKHOUSE_CLIENT -q "SELECT * FROM parsing_with_names;" | md5sum
|
2021-02-24 17:04:37 +00:00
|
|
|
$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS parsing_with_names"
|
|
|
|
|
|
|
|
|
2021-03-11 15:21:58 +00:00
|
|
|
$CLICKHOUSE_CLIENT -q "CREATE TABLE parsing_with_names(c FixedString(16), a DateTime, b String) ENGINE=Memory()"
|
2021-02-24 17:04:37 +00:00
|
|
|
echo "$format, true";
|
|
|
|
$CLICKHOUSE_CLIENT --output_format_parallel_formatting=false -q \
|
2021-03-11 15:10:06 +00:00
|
|
|
"SELECT URLRegions as d, ClientEventTime as a, MobilePhoneModel as b, ParamPrice as e, ClientIP6 as c FROM test.hits LIMIT 50000 Format $format" | \
|
|
|
|
$CLICKHOUSE_CLIENT --input_format_skip_unknown_fields=1 --input_format_parallel_parsing=true -q "INSERT INTO parsing_with_names FORMAT $format"
|
2021-02-24 17:04:37 +00:00
|
|
|
|
2021-03-11 15:21:58 +00:00
|
|
|
$CLICKHOUSE_CLIENT -q "SELECT * FROM parsing_with_names;" | md5sum
|
2021-02-24 17:04:37 +00:00
|
|
|
$CLICKHOUSE_CLIENT -q "DROP TABLE IF EXISTS parsing_with_names"
|
|
|
|
done
|