mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-08 07:22:25 +00:00
102 lines
4.0 KiB
Bash
Executable File
102 lines
4.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Tags: no-fasttest, no-parallel, no-object-storage, no-random-settings, no-replicated-database
|
|
|
|
# set -x
|
|
|
|
CUR_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
|
|
# shellcheck source=../shell_config.sh
|
|
. "$CUR_DIR"/../shell_config.sh
|
|
|
|
for STORAGE_POLICY in 's3_cache' 'local_cache' 'azure_cache'; do
|
|
echo "Using storage policy: $STORAGE_POLICY"
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
SET max_memory_usage='20G';
|
|
SET enable_filesystem_cache_on_write_operations = 0;
|
|
|
|
DROP TABLE IF EXISTS test_02226;
|
|
CREATE TABLE test_02226 (key UInt32, value String) Engine=MergeTree() ORDER BY key SETTINGS storage_policy='$STORAGE_POLICY';
|
|
INSERT INTO test_02226 SELECT * FROM generateRandom('key UInt32, value String') LIMIT 10000;
|
|
|
|
SET remote_filesystem_read_method='threadpool';
|
|
"""
|
|
|
|
query="SELECT * FROM test_02226 LIMIT 10"
|
|
|
|
query_id=$($CLICKHOUSE_CLIENT --query "select queryID() from ($query) limit 1" 2>&1)
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
SYSTEM FLUSH LOGS;
|
|
SELECT ProfileEvents['CachedReadBufferReadFromCacheHits'] > 0 as remote_fs_cache_hit,
|
|
ProfileEvents['CachedReadBufferReadFromCacheMisses'] > 0 as remote_fs_cache_miss,
|
|
ProfileEvents['CachedReadBufferReadFromSourceBytes'] > 0 as remote_fs_read,
|
|
ProfileEvents['CachedReadBufferReadFromCacheBytes'] > 0 as remote_fs_cache_read,
|
|
ProfileEvents['CachedReadBufferCacheWriteBytes'] > 0 as remote_fs_read_and_download
|
|
FROM system.query_log
|
|
WHERE query_id='$query_id'
|
|
AND type = 'QueryFinish'
|
|
AND current_database = currentDatabase()
|
|
ORDER BY query_start_time DESC
|
|
LIMIT 1;
|
|
"""
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
set remote_filesystem_read_method = 'read';
|
|
set local_filesystem_read_method = 'pread';
|
|
"""
|
|
|
|
query_id=$($CLICKHOUSE_CLIENT --query "select queryID() from ($query) limit 1" 2>&1)
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
SYSTEM FLUSH LOGS;
|
|
SELECT ProfileEvents['CachedReadBufferReadFromCacheHits'] > 0 as remote_fs_cache_hit,
|
|
ProfileEvents['CachedReadBufferReadFromCacheMisses'] > 0 as remote_fs_cache_miss,
|
|
ProfileEvents['CachedReadBufferReadFromSourceBytes'] > 0 as remote_fs_read,
|
|
ProfileEvents['CachedReadBufferReadFromCacheBytes'] > 0 as remote_fs_cache_read,
|
|
ProfileEvents['CachedReadBufferCacheWriteBytes'] > 0 as remote_fs_read_and_download
|
|
FROM system.query_log
|
|
WHERE query_id='$query_id'
|
|
AND type = 'QueryFinish'
|
|
AND current_database = currentDatabase()
|
|
ORDER BY query_start_time DESC
|
|
LIMIT 1;
|
|
"""
|
|
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
set remote_filesystem_read_method='threadpool';
|
|
"""
|
|
|
|
query_id=$($CLICKHOUSE_CLIENT --query "select queryID() from ($query) limit 1")
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
SYSTEM FLUSH LOGS;
|
|
SELECT ProfileEvents['CachedReadBufferReadFromCacheHits'] > 0 as remote_fs_cache_hit,
|
|
ProfileEvents['CachedReadBufferReadFromCacheMisses'] > 0 as remote_fs_cache_miss,
|
|
ProfileEvents['CachedReadBufferReadFromSourceBytes'] > 0 as remote_fs_read,
|
|
ProfileEvents['CachedReadBufferReadFromCacheBytes'] > 0 as remote_fs_cache_read,
|
|
ProfileEvents['CachedReadBufferCacheWriteBytes'] > 0 as remote_fs_read_and_download
|
|
FROM system.query_log
|
|
WHERE query_id='$query_id'
|
|
AND type = 'QueryFinish'
|
|
AND current_database = currentDatabase()
|
|
ORDER BY query_start_time DESC
|
|
LIMIT 1;
|
|
"""
|
|
|
|
$CLICKHOUSE_CLIENT --multiquery --multiline --query """
|
|
SELECT * FROM test_02226 WHERE value LIKE '%abc%' ORDER BY value LIMIT 10 FORMAT Null;
|
|
|
|
SET enable_filesystem_cache_on_write_operations = 1;
|
|
|
|
TRUNCATE TABLE test_02226;
|
|
SELECT count() FROM test_02226;
|
|
|
|
SYSTEM DROP FILESYSTEM CACHE;
|
|
|
|
INSERT INTO test_02226 SELECT * FROM generateRandom('key UInt32, value String') LIMIT 10000;
|
|
"""
|
|
|
|
$CLICKHOUSE_CLIENT --query "DROP TABLE test_02226"
|
|
done
|