CI logs: try to use buffer table

This commit is contained in:
Nikita Fomichev 2024-09-02 17:36:41 +02:00
parent 2871537255
commit 4550d378dd
3 changed files with 8 additions and 6 deletions

View File

@ -209,9 +209,9 @@ function setup_logs_replication
CREATE TABLE system.${table}_buffer AS system.${table}_sender
ENGINE=Buffer(system, ${table}_sender,
/*num_layers*/ 1,
/*min_time*/ 30, /*max_time*/ 300,
/*min_rows*/ 10000, /*max_rows*/ 100000,
/*min_bytes*/ 10240, /*max_bytes*/ 70000
/*min_time*/ 60, /*max_time*/ 300,
/*min_rows*/ 10000, /*max_rows*/ 20000,
/*min_bytes*/ 50240, /*max_bytes*/ 2000000
)
" || continue

View File

@ -146,8 +146,8 @@ if [[ "$RUN_SEQUENTIAL_TESTS_IN_PARALLEL" -eq 1 ]]; then
replace "s|<tcp_port>10002</tcp_port>|<tcp_port>10005</tcp_port>|g"
replace "s|<tcp_port>10003</tcp_port>|<tcp_port>10006</tcp_port>|g"
# use half of available memory for each server
sudo find /etc/clickhouse-server/ -type f -name '*.xml' -exec sed -i "s|<max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>|<max_server_memory_usage_to_ram_ratio>0.75</max_server_memory_usage_to_ram_ratio>|g" {} \;
replace "s|<max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>|<max_server_memory_usage_to_ram_ratio>0.22</max_server_memory_usage_to_ram_ratio>|g"
sudo find /etc/clickhouse-server/ -type f -name '*.xml' -exec sed -i "s|<max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>|<max_server_memory_usage_to_ram_ratio>0.67</max_server_memory_usage_to_ram_ratio>|g" {} \;
replace "s|<max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>|<max_server_memory_usage_to_ram_ratio>0.3</max_server_memory_usage_to_ram_ratio>|g"
sudo -E -u clickhouse /usr/bin/clickhouse server --daemon --config /etc/clickhouse-server3/config.xml \
--pid-file /var/run/clickhouse-server3/clickhouse-server.pid \

View File

@ -18,7 +18,9 @@ function run_selects()
{
thread_num=$1
readarray -t tables_arr < <(${CLICKHOUSE_CLIENT} -q "SELECT database || '.' || name FROM system.tables
WHERE database in ('system', 'information_schema', 'INFORMATION_SCHEMA') and name != 'zookeeper' and name != 'models'
WHERE database in ('system', 'information_schema', 'INFORMATION_SCHEMA')
and name != 'zookeeper' and name != 'models'
and name not like '%_sender' and name not like '%_buffer'
AND sipHash64(name || toString($RAND)) % $THREADS = $thread_num AND name NOT LIKE '%\\_sender' AND name NOT LIKE '%\\_watcher' AND name != 'coverage_log'")
for t in "${tables_arr[@]}"