thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-10 01:25:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

CI logs: try to use buffer table

Browse Source
This commit is contained in:
Nikita Fomichev 2024-09-02 14:30:20 +02:00
parent 48ef524de2
commit 2871537255
1 changed files with 14 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
docker/test/base/setup_export_logs.sh
View File

@ -198,18 +198,26 @@ function setup_logs_replication
clickhouse-client --port "$PORT" --query " clickhouse-client --port "$PORT" --query "
CREATE TABLE system.${table}_sender CREATE TABLE system.${table}_sender
ENGINE = Distributed(${CLICKHOUSE_CI_LOGS_CLUSTER}, default, ${table}_${hash}) ENGINE = Distributed(${CLICKHOUSE_CI_LOGS_CLUSTER}, default, ${table}_${hash})
SETTINGS flush_on_detach=0, SETTINGS flush_on_detach=0
background_insert_batch=1,
background_insert_sleep_time_ms=5000
EMPTY AS EMPTY AS
SELECT ${EXTRA_COLUMNS_EXPRESSION_FOR_TABLE}, * SELECT ${EXTRA_COLUMNS_EXPRESSION_FOR_TABLE}, *
FROM system.${table} FROM system.${table}
" || continue " || continue
echo "Creating materialized view system.${table}_watcher" >&2 echo "Creating buffer table system.${table}_buffer" >&2
clickhouse-client --port "$PORT" --query " clickhouse-client --port "$PORT" --query "
CREATE MATERIALIZED VIEW system.${table}_watcher TO system.${table}_sender AS CREATE TABLE system.${table}_buffer AS system.${table}_sender
ENGINE=Buffer(system, ${table}_sender,
/*num_layers*/ 1,
/*min_time*/ 30, /*max_time*/ 300,
/*min_rows*/ 10000, /*max_rows*/ 100000,
/*min_bytes*/ 10240, /*max_bytes*/ 70000
)
" || continue
echo "Creating materialized view system.${table}_watcher" >&2
clickhouse-client --port "$PORT" --query "
CREATE MATERIALIZED VIEW system.${table}_watcher TO system.${table}_buffer AS
SELECT ${EXTRA_COLUMNS_EXPRESSION_FOR_TABLE}, * SELECT ${EXTRA_COLUMNS_EXPRESSION_FOR_TABLE}, *
FROM system.${table} FROM system.${table}
" || continue " || continue