ClickHouse/tests/integration/test_jdbc_bridge/test.py

123 lines
4.8 KiB
Python
Raw Normal View History

2021-07-27 07:33:49 +00:00
import logging
2021-06-07 12:56:29 +00:00
import os.path as p
import pytest
import uuid
from helpers.cluster import ClickHouseCluster
from helpers.test_tools import TSV
from string import Template
cluster = ClickHouseCluster(__file__)
instance = cluster.add_instance("instance", main_configs=["configs/jdbc_bridge.xml"], with_jdbc_bridge=True)
datasource = "self"
records = 1000
@pytest.fixture(scope="module")
def started_cluster():
try:
cluster.start()
instance.query('''
CREATE DATABASE test;
CREATE TABLE test.ClickHouseTable(Num UInt32, Str String, Desc Nullable(String)) engine = Memory;
INSERT INTO test.ClickHouseTable(Num, Str)
SELECT number, toString(number) FROM system.numbers LIMIT {};
'''.format(records))
2021-07-27 07:33:49 +00:00
while True:
datasources = instance.query("select * from jdbc('', 'show datasources')")
if 'self' in datasources:
logging.debug(f"JDBC Driver self datasource initialized.\n{datasources}")
break
else:
logging.debug(f"Waiting JDBC Driver to initialize 'self' datasource.\n{datasources}")
2021-06-07 12:56:29 +00:00
yield cluster
finally:
cluster.shutdown()
def test_jdbc_query(started_cluster):
"""Test simple query with inline schema and query parameters"""
expected = "{}\t{}".format(datasource, records)
actual = instance.query('''
SELECT * FROM jdbc(
'{}?datasource_column&fetch_size=1',
'rows UInt32',
'SELECT count(1) AS rows FROM test.ClickHouseTable'
)
'''.format(datasource))
assert TSV(actual) == TSV(expected), "expecting {} but got {}".format(expected, actual)
def test_jdbc_distributed_query(started_cluster):
"""Test distributed query involving both JDBC table function and ClickHouse table"""
actual = instance.query('''
SELECT a.Num + 1
FROM jdbc('{0}', 'SELECT * FROM test.ClickHouseTable') a
INNER JOIN jdbc('{0}', 'num UInt32', 'SELECT {1} - 1 AS num') b
on a.Num = b.num
INNER JOIN test.ClickHouseTable c on b.num = c.Num
'''.format(datasource, records))
assert int(actual) == records, "expecting {} but got {}".format(records, actual)
def test_jdbc_insert(started_cluster):
"""Test insert query using JDBC table function"""
2021-07-27 07:33:49 +00:00
instance.query('DROP TABLE IF EXISTS test.test_insert')
2021-06-07 12:56:29 +00:00
instance.query('''
2021-07-27 07:33:49 +00:00
CREATE TABLE test.test_insert ENGINE = Memory AS
2021-06-07 12:56:29 +00:00
SELECT * FROM test.ClickHouseTable;
SELECT *
FROM jdbc('{0}?mutation', 'INSERT INTO test.test_insert VALUES({1}, ''{1}'', ''{1}'')');
'''.format(datasource, records))
expected = records
actual = instance.query(
"SELECT Desc FROM jdbc('{}', 'SELECT * FROM test.test_insert WHERE Num = {}')".format(datasource, records))
assert int(actual) == expected, "expecting {} but got {}".format(records, actual)
def test_jdbc_update(started_cluster):
"""Test update query using JDBC table function"""
secrets = str(uuid.uuid1())
2021-07-27 07:33:49 +00:00
instance.query('DROP TABLE IF EXISTS test.test_update')
2021-06-07 12:56:29 +00:00
instance.query('''
2021-07-27 07:33:49 +00:00
CREATE TABLE test.test_update ENGINE = Memory AS
2021-06-07 12:56:29 +00:00
SELECT * FROM test.ClickHouseTable;
SELECT *
FROM jdbc(
'{}?mutation',
'SET mutations_sync = 1; ALTER TABLE test.test_update UPDATE Str=''{}'' WHERE Num = {} - 1;'
)
'''.format(datasource, secrets, records))
actual = instance.query('''
SELECT Str
FROM jdbc('{}', 'SELECT * FROM test.test_update WHERE Num = {} - 1')
'''.format(datasource, records))
assert TSV(actual) == TSV(secrets), "expecting {} but got {}".format(secrets, actual)
def test_jdbc_delete(started_cluster):
"""Test delete query using JDBC table function"""
2021-07-27 07:33:49 +00:00
instance.query('DROP TABLE IF EXISTS test.test_delete')
2021-06-07 12:56:29 +00:00
instance.query('''
2021-07-27 07:33:49 +00:00
CREATE TABLE test.test_delete ENGINE = Memory AS
2021-06-07 12:56:29 +00:00
SELECT * FROM test.ClickHouseTable;
SELECT *
FROM jdbc(
'{}?mutation',
'SET mutations_sync = 1; ALTER TABLE test.test_delete DELETE WHERE Num < {} - 1;'
)
'''.format(datasource, records))
expected = records - 1
actual = instance.query(
"SELECT Str FROM jdbc('{}', 'SELECT * FROM test.test_delete')".format(datasource, records))
assert int(actual) == expected, "expecting {} but got {}".format(expected, actual)
def test_jdbc_table_engine(started_cluster):
"""Test query against a JDBC table"""
2021-07-27 07:33:49 +00:00
instance.query('DROP TABLE IF EXISTS test.jdbc_table')
2021-06-07 12:56:29 +00:00
actual = instance.query('''
CREATE TABLE test.jdbc_table(Str String)
ENGINE = JDBC('{}', 'test', 'ClickHouseTable');
SELECT count(1) FROM test.jdbc_table;
'''.format(datasource))
assert int(actual) == records, "expecting {} but got {}".format(records, actual)