2021-02-10 14:16:27 +00:00
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
|
|
|
|
|
CURDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
|
|
|
# shellcheck source=../shell_config.sh
|
|
|
|
|
. "$CURDIR"/../shell_config.sh
|
|
|
|
|
|
2021-02-11 10:43:12 +00:00
|
|
|
python3 -c "for i in range(10):print('{{\"a\":\"{}\", \"b\":\"{}\"'.format('clickhouse'* 1000000, 'dbms' * 1000000))" > big_json.json
|
2021-02-11 12:00:14 +00:00
|
|
|
python3 -c "for i in range(100):print('{{\"a\":\"{}\", \"b\":\"{}\"}}'.format('clickhouse'* 100000, 'dbms' * 100000))" >> big_json.json
|
2021-02-11 10:43:12 +00:00
|
|
|
|
2021-02-10 14:16:27 +00:00
|
|
|
|
2021-02-11 12:00:14 +00:00
|
|
|
${CLICKHOUSE_LOCAL} --input_format_parallel_parsing=1 --max_memory_usage=0 -q "select count() from file('big_json.json', 'JSONEachRow', 'a String, b String')" 2>&1 | grep -q "min_chunk_bytes_for_parallel_parsing" && echo "Ok." || echo "FAIL" ||:
|
|
|
|
|
|
|
|
|
|
rm big_json.json
|
