ClickHouse/tests/integration/test_replication_credentials/test.py

194 lines
6.3 KiB
Python
Raw Normal View History

import time
import pytest
from helpers.cluster import ClickHouseCluster
def _fill_nodes(nodes, shard):
for node in nodes:
node.query(
'''
CREATE DATABASE test;
CREATE TABLE test_table(date Date, id UInt32, dummy UInt32)
ENGINE = ReplicatedMergeTree('/clickhouse/tables/test{shard}/replicated', '{replica}', date, id, 8192);
'''.format(shard=shard, replica=node.name))
2018-07-27 17:25:51 +00:00
cluster = ClickHouseCluster(__file__)
node1 = cluster.add_instance('node1', main_configs=['configs/remote_servers.xml', 'configs/credentials1.xml'],
with_zookeeper=True)
node2 = cluster.add_instance('node2', main_configs=['configs/remote_servers.xml', 'configs/credentials1.xml'],
with_zookeeper=True)
@pytest.fixture(scope="module")
def same_credentials_cluster():
try:
cluster.start()
_fill_nodes([node1, node2], 1)
yield cluster
finally:
cluster.shutdown()
def test_same_credentials(same_credentials_cluster):
node1.query("insert into test_table values ('2017-06-16', 111, 0)")
time.sleep(1)
assert node1.query("SELECT id FROM test_table order by id") == '111\n'
assert node2.query("SELECT id FROM test_table order by id") == '111\n'
node2.query("insert into test_table values ('2017-06-17', 222, 1)")
time.sleep(1)
assert node1.query("SELECT id FROM test_table order by id") == '111\n222\n'
assert node2.query("SELECT id FROM test_table order by id") == '111\n222\n'
node3 = cluster.add_instance('node3', main_configs=['configs/remote_servers.xml', 'configs/no_credentials.xml'],
with_zookeeper=True)
node4 = cluster.add_instance('node4', main_configs=['configs/remote_servers.xml', 'configs/no_credentials.xml'],
with_zookeeper=True)
@pytest.fixture(scope="module")
def no_credentials_cluster():
try:
cluster.start()
_fill_nodes([node3, node4], 2)
yield cluster
finally:
cluster.shutdown()
def test_no_credentials(no_credentials_cluster):
node3.query("insert into test_table values ('2017-06-18', 111, 0)")
time.sleep(1)
assert node3.query("SELECT id FROM test_table order by id") == '111\n'
assert node4.query("SELECT id FROM test_table order by id") == '111\n'
node4.query("insert into test_table values ('2017-06-19', 222, 1)")
time.sleep(1)
assert node3.query("SELECT id FROM test_table order by id") == '111\n222\n'
assert node4.query("SELECT id FROM test_table order by id") == '111\n222\n'
node5 = cluster.add_instance('node5', main_configs=['configs/remote_servers.xml', 'configs/credentials1.xml'],
with_zookeeper=True)
node6 = cluster.add_instance('node6', main_configs=['configs/remote_servers.xml', 'configs/credentials2.xml'],
with_zookeeper=True)
@pytest.fixture(scope="module")
def different_credentials_cluster():
try:
cluster.start()
_fill_nodes([node5, node6], 3)
yield cluster
finally:
cluster.shutdown()
def test_different_credentials(different_credentials_cluster):
node5.query("insert into test_table values ('2017-06-20', 111, 0)")
time.sleep(1)
assert node5.query("SELECT id FROM test_table order by id") == '111\n'
assert node6.query("SELECT id FROM test_table order by id") == ''
node6.query("insert into test_table values ('2017-06-21', 222, 1)")
time.sleep(1)
assert node5.query("SELECT id FROM test_table order by id") == '111\n'
assert node6.query("SELECT id FROM test_table order by id") == '222\n'
2021-04-07 13:52:11 +00:00
add_old = """
<yandex>
<interserver_http_port>9009</interserver_http_port>
<interserver_http_credentials>
<user>admin</user>
<password>222</password>
<old>
<user>root</user>
<password>111</password>
</old>
<old>
<user>aaa</user>
<password>333</password>
</old>
</interserver_http_credentials>
</yandex>
"""
node5.replace_config("/etc/clickhouse-server/config.d/credentials1.xml", add_old)
node5.query("SYSTEM RELOAD CONFIG")
node5.query("INSERT INTO test_table values('2017-06-21', 333, 1)")
node6.query("SYSTEM SYNC REPLICA test_table", timeout=10)
assert node6.query("SELECT id FROM test_table order by id") == '111\n222\n333\n'
node7 = cluster.add_instance('node7', main_configs=['configs/remote_servers.xml', 'configs/credentials1.xml'],
with_zookeeper=True)
node8 = cluster.add_instance('node8', main_configs=['configs/remote_servers.xml', 'configs/no_credentials.xml'],
with_zookeeper=True)
@pytest.fixture(scope="module")
def credentials_and_no_credentials_cluster():
try:
cluster.start()
_fill_nodes([node7, node8], 4)
yield cluster
finally:
cluster.shutdown()
def test_credentials_and_no_credentials(credentials_and_no_credentials_cluster):
node7.query("insert into test_table values ('2017-06-21', 111, 0)")
time.sleep(1)
assert node7.query("SELECT id FROM test_table order by id") == '111\n'
assert node8.query("SELECT id FROM test_table order by id") == ''
node8.query("insert into test_table values ('2017-06-22', 222, 1)")
time.sleep(1)
2021-04-07 13:52:11 +00:00
assert node7.query("SELECT id FROM test_table order by id") == '111\n'
assert node8.query("SELECT id FROM test_table order by id") == '222\n'
allow_empty = """
<yandex>
<interserver_http_port>9009</interserver_http_port>
<interserver_http_credentials>
<user>admin</user>
<password>222</password>
<allow_empty>true</allow_empty>
</interserver_http_credentials>
</yandex>
"""
# change state: Flip node7 to mixed auth/non-auth (allow node8)
node7.replace_config("/etc/clickhouse-server/config.d/credentials1.xml",
allow_empty)
2021-04-07 13:52:11 +00:00
node7.query("SYSTEM RELOAD CONFIG")
node7.query("insert into test_table values ('2017-06-22', 333, 1)")
2021-04-07 13:52:11 +00:00
node8.query("SYSTEM SYNC REPLICA test_table", timeout=10)
assert node8.query("SELECT id FROM test_table order by id") == '111\n222\n333\n'