ClickHouse/tests/integration/test_distributed_storage_configuration/test.py

77 lines
2.3 KiB
Python
Raw Normal View History

# pylint: disable=unused-argument
# pylint: disable=redefined-outer-name
# pylint: disable=line-too-long
import pytest
from helpers.cluster import ClickHouseCluster
cluster = ClickHouseCluster(__file__)
node = cluster.add_instance('node',
config_dir='configs',
tmpfs=['/disk1:size=100M', '/disk2:size=100M'])
@pytest.fixture(scope='module')
def start_cluster():
try:
cluster.start()
2020-01-28 19:39:52 +00:00
node.query('CREATE DATABASE test ENGINE=Ordinary')
yield cluster
finally:
cluster.shutdown()
def _files_in_dist_mon(node, root, table):
return int(node.exec_in_container([
'bash',
'-c',
# `-maxdepth 1` to avoid /tmp/ subdirectory
'find /{root}/data/test/{table}/default@127%2E0%2E0%2E2:9000 -maxdepth 1 -type f 2>/dev/null | wc -l'.format(root=root, table=table)
]).split('\n')[0])
def test_insert(start_cluster):
2020-01-28 19:39:52 +00:00
node.query('CREATE TABLE test.foo (key Int) Engine=Memory()')
node.query("""
2020-01-28 19:39:52 +00:00
CREATE TABLE test.dist_foo (key Int)
Engine=Distributed(
test_cluster_two_shards,
2020-01-28 19:39:52 +00:00
test,
foo,
key%2,
'default'
)
""")
# manual only (but only for remote node)
2020-01-28 19:39:52 +00:00
node.query('SYSTEM STOP DISTRIBUTED SENDS test.dist_foo')
2020-01-28 19:39:52 +00:00
node.query('INSERT INTO test.dist_foo SELECT * FROM numbers(100)')
assert _files_in_dist_mon(node, 'disk1', 'dist_foo') == 1
assert _files_in_dist_mon(node, 'disk2', 'dist_foo') == 0
2020-01-28 19:39:52 +00:00
assert node.query('SELECT count() FROM test.dist_foo') == '100\n'
node.query('SYSTEM FLUSH DISTRIBUTED test.dist_foo')
assert node.query('SELECT count() FROM test.dist_foo') == '200\n'
#
# RENAME
#
2020-01-28 19:39:52 +00:00
node.query('RENAME TABLE test.dist_foo TO test.dist2_foo')
2020-01-28 19:39:52 +00:00
node.query('INSERT INTO test.dist2_foo SELECT * FROM numbers(100)')
assert _files_in_dist_mon(node, 'disk1', 'dist2_foo') == 0
assert _files_in_dist_mon(node, 'disk2', 'dist2_foo') == 1
2020-01-28 19:39:52 +00:00
assert node.query('SELECT count() FROM test.dist2_foo') == '300\n'
node.query('SYSTEM FLUSH DISTRIBUTED test.dist2_foo')
assert node.query('SELECT count() FROM test.dist2_foo') == '400\n'
#
# DROP
#
node.query('DROP TABLE test.dist2_foo')
for disk in ['disk1', 'disk2']:
node.exec_in_container([
'bash', '-c',
'test ! -e /{}/data/test/dist2_foo'.format(disk)
])