2020-04-21 20:41:52 +00:00
#!/usr/bin/env bash
2020-08-08 23:22:56 +00:00
# shellcheck disable=SC2206
2020-04-21 20:41:52 +00:00
CURDIR = $( cd " $( dirname " ${ BASH_SOURCE [0] } " ) " && pwd )
2020-12-28 11:46:53 +00:00
# shellcheck source=../shell_config.sh
2020-08-01 00:51:12 +00:00
. " $CURDIR " /../shell_config.sh
2020-04-21 20:41:52 +00:00
2020-08-01 13:25:59 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CSV)
2020-04-21 20:41:52 +00:00
echo '2020-04-21 12:34:56, "Hello", 12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo "CSV"
echo '2020-04-21 12:34:56, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:567, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
#echo '2020-04-21, "Hello", 123456789' | "${PARSER[@]}" 2>&1| grep "ERROR" # DateTime parsing is unsafe, it produces unexpected result ("Hello" is parsed as time)
echo '2020-04-21 12:34:56, "Hello", 12345678,1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56,,123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56, "Hello", 12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
2020-08-01 13:25:59 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CustomSeparatedIgnoreSpaces --format_custom_escaping_rule CSV --format_custom_field_delimiter ',' --format_custom_row_after_delimiter "" )
2020-04-21 20:41:52 +00:00
echo '2020-04-21 12:34:56, "Hello", 12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nCustomSeparatedIgnoreSpaces"
echo '2020-04-21 12:34:56, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:567, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56, "Hello", 12345678,1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56,,123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56, "Hello", 12345678\n\n\n\n ' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo "OK"
2020-12-28 11:46:53 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --input_format_null_as_default 0 --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format TSV)
2020-04-21 20:41:52 +00:00
echo -e '2020-04-21 12:34:56\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nTSV"
echo -e '2020-04-21 12:34:56\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:567\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\t1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\t\t123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
2020-08-21 03:32:12 +00:00
echo -e '\N\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep -o "Unexpected NULL value"
2020-04-21 20:41:52 +00:00
2020-08-01 13:25:59 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CustomSeparated)
2020-04-21 20:41:52 +00:00
echo -e '2020-04-21 12:34:56\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nCustomSeparated"
echo -e '2020-04-21 12:34:56\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:567\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\t1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\t\t123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
