ClickHouse/dbms/tests/queries/0_stateless/00910_zookeeper_custom_compression_codecs_replicated.sql

SET send_logs_level = 'none';

DROP TABLE IF EXISTS test.compression_codec_replicated;

CREATE TABLE test.compression_codec_replicated1(
    id UInt64 CODEC(LZ4),
    data String CODEC(ZSTD),
    ddd Date CODEC(NONE),
    somenum Float64 CODEC(ZSTD(2)),
    somestr FixedString(3) CODEC(LZ4HC(7)),
    othernum Int64 CODEC(Delta)
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_replicated', '1') ORDER BY tuple();

CREATE TABLE test.compression_codec_replicated2(
  id UInt64 CODEC(LZ4),
  data String CODEC(ZSTD),
  ddd Date CODEC(NONE),
  somenum Float64 CODEC(ZSTD(2)),
  somestr FixedString(3) CODEC(LZ4HC(7)),
  othernum Int64 CODEC(Delta)
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_replicated', '2') ORDER BY tuple();


INSERT INTO test.compression_codec_replicated1 VALUES(1, 'hello', toDate('2018-12-14'), 1.1, 'aaa', 5);
INSERT INTO test.compression_codec_replicated1 VALUES(2, 'world', toDate('2018-12-15'), 2.2, 'bbb', 6);
INSERT INTO test.compression_codec_replicated1 VALUES(3, '!', toDate('2018-12-16'), 3.3, 'ccc', 7);

SYSTEM SYNC REPLICA test.compression_codec_replicated2;

SELECT * FROM test.compression_codec_replicated1 ORDER BY id;
SELECT * FROM test.compression_codec_replicated2 ORDER BY id;

OPTIMIZE TABLE test.compression_codec_replicated1 FINAL;

INSERT INTO test.compression_codec_replicated1 VALUES(2, '', toDate('2018-12-13'), 4.4, 'ddd', 8);

SYSTEM SYNC REPLICA test.compression_codec_replicated2;

DETACH TABLE test.compression_codec_replicated1;
ATTACH TABLE test.compression_codec_replicated1;

SELECT count(*) FROM test.compression_codec_replicated1 WHERE id = 2 GROUP BY id;
SELECT count(*) FROM test.compression_codec_replicated2 WHERE id = 2 GROUP BY id;

DROP TABLE IF EXISTS test.compression_codec_replicated1;
DROP TABLE IF EXISTS test.compression_codec_replicated2;

DROP TABLE IF EXISTS test.compression_codec_multiple_replicated1;
DROP TABLE IF EXISTS test.compression_codec_multiple_replicated2;

SET network_compression_method = 'lz4hc';

CREATE TABLE test.compression_codec_multiple_replicated1 (
    id UInt64 CODEC(LZ4, ZSTD, NONE, LZ4HC, Delta(4)),
    data String CODEC(ZSTD(2), NONE, Delta(2), LZ4HC, LZ4, LZ4, Delta(8)),
    ddd Date CODEC(NONE, NONE, NONE, Delta(1), LZ4, ZSTD, LZ4HC, LZ4HC),
    somenum Float64 CODEC(Delta(4), LZ4, LZ4, ZSTD(2), LZ4HC(5), ZSTD(3), ZSTD)
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_multiple', '1') ORDER BY tuple();

CREATE TABLE test.compression_codec_multiple_replicated2 (
    id UInt64 CODEC(LZ4, ZSTD, NONE, LZ4HC, Delta(4)),
    data String CODEC(ZSTD(2), NONE, Delta(2), LZ4HC, LZ4, LZ4, Delta(8)),
    ddd Date CODEC(NONE, NONE, NONE, Delta(1), LZ4, ZSTD, LZ4HC, LZ4HC),
    somenum Float64 CODEC(Delta(4), LZ4, LZ4, ZSTD(2), LZ4HC(5), ZSTD(3), ZSTD)
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_multiple', '2') ORDER BY tuple();


INSERT INTO test.compression_codec_multiple_replicated2 VALUES (1, 'world', toDate('2018-10-05'), 1.1), (2, 'hello', toDate('2018-10-01'), 2.2), (3, 'buy', toDate('2018-10-11'), 3.3);

SYSTEM SYNC REPLICA test.compression_codec_multiple_replicated1;

SELECT * FROM test.compression_codec_multiple_replicated2 ORDER BY id;
SELECT * FROM test.compression_codec_multiple_replicated1 ORDER BY id;

INSERT INTO test.compression_codec_multiple_replicated1 select modulo(number, 100), toString(number), toDate('2018-12-01'), 5.5 * number FROM system.numbers limit 10000;

SYSTEM SYNC REPLICA test.compression_codec_multiple_replicated2;

SELECT count(*) FROM test.compression_codec_multiple_replicated1;
SELECT count(*) FROM test.compression_codec_multiple_replicated2;

SELECT count(distinct data) FROM test.compression_codec_multiple_replicated1;
SELECT count(distinct data) FROM test.compression_codec_multiple_replicated2;

SELECT floor(sum(somenum), 1) FROM test.compression_codec_multiple_replicated1;
SELECT floor(sum(somenum), 1) FROM test.compression_codec_multiple_replicated2;

TRUNCATE TABLE test.compression_codec_multiple_replicated1;
SYSTEM SYNC REPLICA test.compression_codec_multiple_replicated2;

INSERT INTO test.compression_codec_multiple_replicated1 select modulo(number, 100), toString(number), toDate('2018-12-01'), 5.5 * number FROM system.numbers limit 10000;

SYSTEM SYNC REPLICA test.compression_codec_multiple_replicated2;

SELECT sum(cityHash64(*)) FROM test.compression_codec_multiple_replicated2;
SELECT sum(cityHash64(*)) FROM test.compression_codec_multiple_replicated1;

DROP TABLE IF EXISTS test.compression_codec_multiple_replicated1;
DROP TABLE IF EXISTS test.compression_codec_multiple_replicated2;

DROP TABLE IF EXISTS test.compression_codec_multiple_more_types_replicated;

CREATE TABLE test.compression_codec_multiple_more_types_replicated (
    id Decimal128(13) CODEC(ZSTD, LZ4, ZSTD, ZSTD, Delta(2), Delta(4), Delta(1), LZ4HC),
    data FixedString(12) CODEC(ZSTD, ZSTD, Delta, Delta, Delta, NONE, NONE, NONE, LZ4HC),
    ddd Nested (age UInt8, Name String) CODEC(LZ4, LZ4HC, NONE, NONE, NONE, ZSTD, Delta(8))
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_multiple_more_types_replicated', '1') ORDER BY tuple();

SHOW CREATE TABLE test.compression_codec_multiple_more_types_replicated;

INSERT INTO test.compression_codec_multiple_more_types_replicated VALUES(1.5555555555555, 'hello world!', [77], ['John']);
INSERT INTO test.compression_codec_multiple_more_types_replicated VALUES(7.1, 'xxxxxxxxxxxx', [127], ['Henry']);

SELECT * FROM test.compression_codec_multiple_more_types_replicated order by id;

DROP TABLE IF EXISTS test.compression_codec_multiple_with_key_replicated;

SET network_compression_method = 'zstd';
SET network_zstd_compression_level = 5;

CREATE TABLE test.compression_codec_multiple_with_key_replicated (
    somedate Date CODEC(ZSTD, ZSTD, ZSTD(12), LZ4HC(12), Delta, Delta),
    id UInt64 CODEC(LZ4, ZSTD, Delta, NONE, LZ4HC, Delta),
    data String CODEC(ZSTD(2), Delta, LZ4HC, NONE, LZ4, LZ4)
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/test/compression_codec_multiple_with_key_replicated', '1') PARTITION BY somedate ORDER BY id SETTINGS index_granularity = 2;


INSERT INTO test.compression_codec_multiple_with_key_replicated VALUES(toDate('2018-10-12'), 100000, 'hello'), (toDate('2018-10-12'), 100002, 'world'), (toDate('2018-10-12'), 1111, '!');

SELECT data FROM test.compression_codec_multiple_with_key_replicated WHERE id BETWEEN 3 AND 1112;

INSERT INTO test.compression_codec_multiple_with_key_replicated SELECT toDate('2018-10-12'), number, toString(number) FROM system.numbers LIMIT 1000;

SELECT COUNT(DISTINCT data) FROM test.compression_codec_multiple_with_key_replicated WHERE id < 222;

DROP TABLE IF EXISTS test.compression_codec_multiple_with_key_replicated;