2020-04-21 20:41:52 +00:00
#!/usr/bin/env bash
2023-03-16 16:53:12 +00:00
# Tags: no-fasttest
2020-08-08 23:22:56 +00:00
# shellcheck disable=SC2206
2020-04-21 20:41:52 +00:00
CURDIR = $( cd " $( dirname " ${ BASH_SOURCE [0] } " ) " && pwd )
2020-12-28 11:46:53 +00:00
# shellcheck source=../shell_config.sh
2020-08-01 00:51:12 +00:00
. " $CURDIR " /../shell_config.sh
2020-04-21 20:41:52 +00:00
2023-01-06 20:46:43 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CSV --input_format_csv_detect_header 0)
2020-04-21 20:41:52 +00:00
echo '2020-04-21 12:34:56, "Hello", 12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo "CSV"
echo '2020-04-21 12:34:56, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:567, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
#echo '2020-04-21, "Hello", 123456789' | "${PARSER[@]}" 2>&1| grep "ERROR" # DateTime parsing is unsafe, it produces unexpected result ("Hello" is parsed as time)
echo '2020-04-21 12:34:56, "Hello", 12345678,1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56,,123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56, "Hello", 12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
2023-01-06 20:46:43 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CustomSeparatedIgnoreSpaces --format_custom_escaping_rule CSV --format_custom_field_delimiter ',' --format_custom_row_after_delimiter "" --input_format_custom_detect_header 0)
2020-04-21 20:41:52 +00:00
echo '2020-04-21 12:34:56, "Hello", 12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nCustomSeparatedIgnoreSpaces"
echo '2020-04-21 12:34:56, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:567, "Hello", 123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56, "Hello", 12345678,1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '2020-04-21 12:34:56,,123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56, "Hello", 12345678\n\n\n\n ' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo "OK"
2023-01-06 20:46:43 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --input_format_null_as_default 0 --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format TSV --input_format_tsv_detect_header 0)
2020-04-21 20:41:52 +00:00
echo -e '2020-04-21 12:34:56\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nTSV"
echo -e '2020-04-21 12:34:56\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:567\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\t1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\t\t123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
2020-08-21 03:32:12 +00:00
echo -e '\N\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep -o "Unexpected NULL value"
2020-04-21 20:41:52 +00:00
2023-01-06 20:46:43 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format CustomSeparated --input_format_custom_detect_header 0)
2020-04-21 20:41:52 +00:00
echo -e '2020-04-21 12:34:56\tHello\t12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo -e "\nCustomSeparated"
echo -e '2020-04-21 12:34:56\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:567\tHello\t123456789' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\tHello\t12345678\t1' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '2020-04-21 12:34:56\t\t123Hello' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
2021-10-14 10:32:49 +00:00
PARSER = ( ${ CLICKHOUSE_LOCAL } --query 'SELECT t, s, d FROM table' --structure 't DateTime, s String, d Decimal64(10)' --input-format JSONCompactEachRow)
echo '["2020-04-21 12:34:56", "Hello", 12345678]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR" || echo "JSONCompactEachRow"
echo '["2020-04-21 12:34:56", "Hello", 123456789]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '["2020-04-21 12:34:567", "Hello", 123456789]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '["2020-04-21 12:34:56"7, "Hello", 123456789]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '["2020-04-21 12:34:56", "Hello", 12345678,1]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo '["2020-04-21 12:34:56",,123Hello]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello", 12345678\n]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '"2020-04-21 12:34:56", "Hello", 12345678]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello", 12345678;' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello", 12345678' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello", 12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello"; 12345678\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello"\n' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
echo -e '["2020-04-21 12:34:56", "Hello"]' | " ${ PARSER [@] } " 2>& 1| grep "ERROR"
