mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-05 14:02:21 +00:00
69d23f5e67
Signed-off-by: Azat Khuzhin <a.khuzhin@semrush.com>
181 lines
5.3 KiB
Python
181 lines
5.3 KiB
Python
import logging
|
|
import os.path as p
|
|
import pytest
|
|
import uuid
|
|
|
|
from helpers.cluster import ClickHouseCluster, is_arm
|
|
from helpers.test_tools import TSV
|
|
from string import Template
|
|
|
|
cluster = ClickHouseCluster(__file__)
|
|
instance = cluster.add_instance(
|
|
"instance", main_configs=["configs/jdbc_bridge.xml"], with_jdbc_bridge=True
|
|
)
|
|
datasource = "self"
|
|
records = 1000
|
|
|
|
if is_arm():
|
|
pytestmark = pytest.mark.skip
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def started_cluster():
|
|
try:
|
|
cluster.start()
|
|
instance.query(
|
|
"""
|
|
CREATE DATABASE test;
|
|
CREATE TABLE test.ClickHouseTable(Num UInt32, Str String, Desc Nullable(String)) engine = Memory;
|
|
INSERT INTO test.ClickHouseTable(Num, Str)
|
|
SELECT number, toString(number) FROM system.numbers LIMIT {};
|
|
""".format(
|
|
records
|
|
)
|
|
)
|
|
|
|
while True:
|
|
datasources = instance.query("select * from jdbc('', 'show datasources')")
|
|
if "self" in datasources:
|
|
logging.debug(
|
|
f"JDBC Driver self datasource initialized.\n{datasources}"
|
|
)
|
|
break
|
|
else:
|
|
logging.debug(
|
|
f"Waiting JDBC Driver to initialize 'self' datasource.\n{datasources}"
|
|
)
|
|
yield cluster
|
|
finally:
|
|
cluster.shutdown()
|
|
|
|
|
|
def test_jdbc_query(started_cluster):
|
|
"""Test simple query with inline schema and query parameters"""
|
|
expected = "{}\t{}".format(datasource, records)
|
|
actual = instance.query(
|
|
"""
|
|
SELECT * FROM jdbc(
|
|
'{}?datasource_column&fetch_size=1',
|
|
'rows UInt32',
|
|
'SELECT count(1) AS rows FROM test.ClickHouseTable'
|
|
)
|
|
""".format(
|
|
datasource
|
|
)
|
|
)
|
|
assert TSV(actual) == TSV(expected), "expecting {} but got {}".format(
|
|
expected, actual
|
|
)
|
|
|
|
|
|
def test_jdbc_distributed_query(started_cluster):
|
|
"""Test distributed query involving both JDBC table function and ClickHouse table"""
|
|
actual = instance.query(
|
|
"""
|
|
SELECT a.Num + 1
|
|
FROM jdbc('{0}', 'SELECT * FROM test.ClickHouseTable') a
|
|
INNER JOIN jdbc('{0}', 'num UInt32', 'SELECT {1} - 1 AS num') b
|
|
on a.Num = b.num
|
|
INNER JOIN test.ClickHouseTable c on b.num = c.Num
|
|
""".format(
|
|
datasource, records
|
|
)
|
|
)
|
|
assert int(actual) == records, "expecting {} but got {}".format(records, actual)
|
|
|
|
|
|
def test_jdbc_insert(started_cluster):
|
|
"""Test insert query using JDBC table function"""
|
|
instance.query("DROP TABLE IF EXISTS test.test_insert")
|
|
instance.query(
|
|
"""
|
|
CREATE TABLE test.test_insert ENGINE = Memory AS
|
|
SELECT * FROM test.ClickHouseTable;
|
|
SELECT *
|
|
FROM jdbc('{0}?mutation', 'INSERT INTO test.test_insert VALUES({1}, ''{1}'', ''{1}'')');
|
|
""".format(
|
|
datasource, records
|
|
)
|
|
)
|
|
|
|
expected = records
|
|
actual = instance.query(
|
|
"SELECT Desc FROM jdbc('{}', 'SELECT * FROM test.test_insert WHERE Num = {}')".format(
|
|
datasource, records
|
|
)
|
|
)
|
|
assert int(actual) == expected, "expecting {} but got {}".format(records, actual)
|
|
|
|
|
|
def test_jdbc_update(started_cluster):
|
|
"""Test update query using JDBC table function"""
|
|
secrets = str(uuid.uuid1())
|
|
instance.query("DROP TABLE IF EXISTS test.test_update")
|
|
instance.query(
|
|
"""
|
|
CREATE TABLE test.test_update ENGINE = Memory AS
|
|
SELECT * FROM test.ClickHouseTable;
|
|
SELECT *
|
|
FROM jdbc(
|
|
'{}?mutation',
|
|
'SET mutations_sync = 1; ALTER TABLE test.test_update UPDATE Str=''{}'' WHERE Num = {} - 1;'
|
|
)
|
|
""".format(
|
|
datasource, secrets, records
|
|
)
|
|
)
|
|
|
|
actual = instance.query(
|
|
"""
|
|
SELECT Str
|
|
FROM jdbc('{}', 'SELECT * FROM test.test_update WHERE Num = {} - 1')
|
|
""".format(
|
|
datasource, records
|
|
)
|
|
)
|
|
assert TSV(actual) == TSV(secrets), "expecting {} but got {}".format(
|
|
secrets, actual
|
|
)
|
|
|
|
|
|
def test_jdbc_delete(started_cluster):
|
|
"""Test delete query using JDBC table function"""
|
|
instance.query("DROP TABLE IF EXISTS test.test_delete")
|
|
instance.query(
|
|
"""
|
|
CREATE TABLE test.test_delete ENGINE = Memory AS
|
|
SELECT * FROM test.ClickHouseTable;
|
|
SELECT *
|
|
FROM jdbc(
|
|
'{}?mutation',
|
|
'SET mutations_sync = 1; ALTER TABLE test.test_delete DELETE WHERE Num < {} - 1;'
|
|
)
|
|
""".format(
|
|
datasource, records
|
|
)
|
|
)
|
|
|
|
expected = records - 1
|
|
actual = instance.query(
|
|
"SELECT Str FROM jdbc('{}', 'SELECT * FROM test.test_delete')".format(
|
|
datasource
|
|
)
|
|
)
|
|
assert int(actual) == expected, "expecting {} but got {}".format(expected, actual)
|
|
|
|
|
|
def test_jdbc_table_engine(started_cluster):
|
|
"""Test query against a JDBC table"""
|
|
instance.query("DROP TABLE IF EXISTS test.jdbc_table")
|
|
actual = instance.query(
|
|
"""
|
|
CREATE TABLE test.jdbc_table(Str String)
|
|
ENGINE = JDBC('{}', 'test', 'ClickHouseTable');
|
|
SELECT count(1) FROM test.jdbc_table;
|
|
""".format(
|
|
datasource
|
|
)
|
|
)
|
|
|
|
assert int(actual) == records, "expecting {} but got {}".format(records, actual)
|