ClickHouse/tests/integration/test_jdbc_bridge/test.py

import logging
import os.path as p
import pytest
import uuid

from helpers.cluster import ClickHouseCluster, is_arm
from helpers.test_tools import TSV
from string import Template

cluster = ClickHouseCluster(__file__)
instance = cluster.add_instance(
    "instance", main_configs=["configs/jdbc_bridge.xml"], with_jdbc_bridge=True
)
datasource = "self"
records = 1000

if is_arm():
    pytestmark = pytest.mark.skip


@pytest.fixture(scope="module")
def started_cluster():
    try:
        cluster.start()
        instance.query(
            """
            CREATE DATABASE test;
            CREATE TABLE test.ClickHouseTable(Num UInt32, Str String, Desc Nullable(String)) engine = Memory;
            INSERT INTO test.ClickHouseTable(Num, Str)
            SELECT number, toString(number) FROM system.numbers LIMIT {};
        """.format(
                records
            )
        )

        while True:
            datasources = instance.query("select * from jdbc('', 'show datasources')")
            if "self" in datasources:
                logging.debug(
                    f"JDBC Driver self datasource initialized.\n{datasources}"
                )
                break
            else:
                logging.debug(
                    f"Waiting JDBC Driver to initialize 'self' datasource.\n{datasources}"
                )
        yield cluster
    finally:
        cluster.shutdown()


def test_jdbc_query(started_cluster):
    """Test simple query with inline schema and query parameters"""
    expected = "{}\t{}".format(datasource, records)
    actual = instance.query(
        """
        SELECT * FROM jdbc(
            '{}?datasource_column&fetch_size=1',
            'rows UInt32',
            'SELECT count(1) AS rows FROM test.ClickHouseTable'
        )
    """.format(
            datasource
        )
    )
    assert TSV(actual) == TSV(expected), "expecting {} but got {}".format(
        expected, actual
    )


def test_jdbc_distributed_query(started_cluster):
    """Test distributed query involving both JDBC table function and ClickHouse table"""
    actual = instance.query(
        """
        SELECT a.Num + 1
        FROM jdbc('{0}', 'SELECT * FROM test.ClickHouseTable') a
        INNER JOIN jdbc('{0}', 'num UInt32', 'SELECT {1} - 1 AS num') b
            on a.Num = b.num
        INNER JOIN test.ClickHouseTable c on b.num = c.Num
    """.format(
            datasource, records
        )
    )
    assert int(actual) == records, "expecting {} but got {}".format(records, actual)


def test_jdbc_insert(started_cluster):
    """Test insert query using JDBC table function"""
    instance.query("DROP TABLE IF EXISTS test.test_insert")
    instance.query(
        """
        CREATE TABLE test.test_insert ENGINE = Memory AS
        SELECT * FROM test.ClickHouseTable;
        SELECT *
        FROM jdbc('{0}?mutation', 'INSERT INTO test.test_insert VALUES({1}, ''{1}'', ''{1}'')');
    """.format(
            datasource, records
        )
    )

    expected = records
    actual = instance.query(
        "SELECT Desc FROM jdbc('{}', 'SELECT * FROM test.test_insert WHERE Num = {}')".format(
            datasource, records
        )
    )
    assert int(actual) == expected, "expecting {} but got {}".format(records, actual)


def test_jdbc_update(started_cluster):
    """Test update query using JDBC table function"""
    secrets = str(uuid.uuid1())
    instance.query("DROP TABLE IF EXISTS test.test_update")
    instance.query(
        """
        CREATE TABLE test.test_update ENGINE = Memory AS
        SELECT * FROM test.ClickHouseTable;
        SELECT *
        FROM jdbc(
            '{}?mutation',
            'SET mutations_sync = 1; ALTER TABLE test.test_update UPDATE Str=''{}'' WHERE Num = {} - 1;'
        )
    """.format(
            datasource, secrets, records
        )
    )

    actual = instance.query(
        """
        SELECT Str
        FROM jdbc('{}', 'SELECT * FROM test.test_update WHERE Num = {} - 1')
    """.format(
            datasource, records
        )
    )
    assert TSV(actual) == TSV(secrets), "expecting {} but got {}".format(
        secrets, actual
    )


def test_jdbc_delete(started_cluster):
    """Test delete query using JDBC table function"""
    instance.query("DROP TABLE IF EXISTS test.test_delete")
    instance.query(
        """
        CREATE TABLE test.test_delete ENGINE = Memory AS
        SELECT * FROM test.ClickHouseTable;
        SELECT *
        FROM jdbc(
            '{}?mutation',
            'SET mutations_sync = 1; ALTER TABLE test.test_delete DELETE WHERE Num < {} - 1;'
        )
    """.format(
            datasource, records
        )
    )

    expected = records - 1
    actual = instance.query(
        "SELECT Str FROM jdbc('{}', 'SELECT * FROM test.test_delete')".format(
            datasource
        )
    )
    assert int(actual) == expected, "expecting {} but got {}".format(expected, actual)


def test_jdbc_table_engine(started_cluster):
    """Test query against a JDBC table"""
    instance.query("DROP TABLE IF EXISTS test.jdbc_table")
    actual = instance.query(
        """
        CREATE TABLE test.jdbc_table(Str String)
        ENGINE = JDBC('{}', 'test', 'ClickHouseTable');
        SELECT count(1) FROM test.jdbc_table;
    """.format(
            datasource
        )
    )

    assert int(actual) == records, "expecting {} but got {}".format(records, actual)