ClickHouse/tests/integration/test_rocksdb_options/test.py

# pylint: disable=unused-argument
# pylint: disable=redefined-outer-name
# pylint: disable=line-too-long

import pytest

from helpers.client import QueryRuntimeException
from helpers.cluster import ClickHouseCluster

cluster = ClickHouseCluster(__file__)

node = cluster.add_instance(
    "node", main_configs=["configs/rocksdb.xml"], stay_alive=True
)


@pytest.fixture(scope="module")
def start_cluster():
    try:
        cluster.start()
        yield cluster
    finally:
        cluster.shutdown()


def test_valid_options(start_cluster):
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
    DROP TABLE test;
    """
    )
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB(0) PRIMARY KEY(key);
    DROP TABLE test;
    """
    )
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB(10) PRIMARY KEY(key);
    DROP TABLE test;
    """
    )
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB(0, '/var/lib/clickhouse/store/test_rocksdb_read_only') PRIMARY KEY(key);
    DROP TABLE test;
    """
    )
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB(10, '/var/lib/clickhouse/store/test_rocksdb_read_only', 1) PRIMARY KEY(key);
    DROP TABLE test;
    """
    )


def test_invalid_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/max_background_jobs/no_such_option/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_option/max_background_jobs/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()


def test_table_valid_options(start_cluster):
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
    DROP TABLE test;
    """
    )


def test_table_invalid_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/max_open_files/no_such_table_option/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_table_option/max_open_files/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()


def test_valid_column_family_options(start_cluster):
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
    DROP TABLE test;
    """
    )


def test_invalid_column_family_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/num_levels/no_such_column_family_option/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_column_family_option/num_levels/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()


def test_invalid_block_based_table_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/block_size/no_such_block_based_table_options/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_block_based_table_options/block_size/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()


def test_table_valid_column_family_options(start_cluster):
    node.query(
        """
    CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
    DROP TABLE test;
    """
    )


def test_table_invalid_column_family_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/max_bytes_for_level_base/no_such_table_column_family_option/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_table_column_family_option/max_bytes_for_level_base/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()


def test_table_invalid_block_based_table_options(start_cluster):
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/format_version/no_such_table_block_based_table_options/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()
    with pytest.raises(QueryRuntimeException):
        node.query(
            """
        CREATE TABLE test (key UInt64, value String) Engine=EmbeddedRocksDB PRIMARY KEY(key);
        """
        )
    node.exec_in_container(
        [
            "bash",
            "-c",
            "sed -i 's/no_such_table_block_based_table_options/format_version/g' /etc/clickhouse-server/config.d/rocksdb.xml",
        ]
    )
    node.restart_clickhouse()