2021-02-10 14:12:49 +00:00
drop table if exists projection_test ;
2023-03-02 16:27:57 +00:00
create table projection_test ( ` sum ( block_count ) ` UInt64 , domain_alias UInt64 alias length ( domain ) , datetime DateTime , domain LowCardinality ( String ) , x_id String , y_id String , block_count Int64 , retry_count Int64 , duration Int64 , kbytes Int64 , buffer_time Int64 , first_time Int64 , total_bytes Null able ( UInt64 ) , valid_bytes Null able ( UInt64 ) , completed_bytes Null able ( UInt64 ) , fixed_bytes Null able ( UInt64 ) , force_bytes Null able ( UInt64 ) , projection p ( select toStartOfMinute ( datetime ) dt_m , countIf ( first_time = 0 ) / count ( ) , avg ( ( kbytes * 8 ) / duration ) , count ( ) , sum ( block_count ) / sum ( duration ) , avg ( block_count / duration ) , sum ( buffer_time ) / sum ( duration ) , avg ( buffer_time / duration ) , sum ( valid_bytes ) / sum ( total_bytes ) , sum ( completed_bytes ) / sum ( total_bytes ) , sum ( fixed_bytes ) / sum ( total_bytes ) , sum ( force_bytes ) / sum ( total_bytes ) , sum ( valid_bytes ) / sum ( total_bytes ) , sum ( retry_count ) / sum ( duration ) , avg ( retry_count / duration ) , countIf ( block_count > 0 ) / count ( ) , countIf ( first_time = 0 ) / count ( ) , uniqHLL12 ( x_id ) , uniqHLL12 ( y_id ) group by dt_m , domain ) ) engine MergeTree partition by toDate ( datetime ) order by ( toStartOfTenMinutes ( datetime ) , domain ) settings index_granularity_bytes = 10000000 ;
2021-02-10 14:12:49 +00:00
2021-04-29 12:02:44 +00:00
insert into projection_test with rowNumberInAllBlocks ( ) as id select 1 , toDateTime ( ' 2020-10-24 00:00:00 ' ) + ( id / 20 ) , toString ( id % 100 ) , * from generateRandom ( ' x_id String, y_id String, block_count Int64, retry_count Int64, duration Int64, kbytes Int64, buffer_time Int64, first_time Int64, total_bytes Nullable(UInt64), valid_bytes Nullable(UInt64), completed_bytes Nullable(UInt64), fixed_bytes Nullable(UInt64), force_bytes Nullable(UInt64) ' , 10 , 10 , 1 ) limit 1000 settings max_threads = 1 ;
2021-02-10 14:12:49 +00:00
2023-05-10 01:35:13 +00:00
set optimize_use_projections = 1 , force_optimize_projection = 1 ;
2021-02-10 14:12:49 +00:00
2021-04-22 17:04:12 +00:00
select * from projection_test ; -- { serverError 584 }
2023-04-03 16:44:31 +00:00
select toStartOfMinute ( datetime ) dt_m , countIf ( first_time = 0 ) from projection_test join ( select 1 ) x on 1 where domain = ' 1 ' group by dt_m order by dt_m ; -- { serverError 584 }
2021-04-22 17:04:12 +00:00
2021-02-10 14:12:49 +00:00
select toStartOfMinute ( datetime ) dt_m , countIf ( first_time = 0 ) / count ( ) , avg ( ( kbytes * 8 ) / duration ) from projection_test where domain = ' 1 ' group by dt_m order by dt_m ;
2021-04-29 12:02:44 +00:00
-- prewhere with alias
select toStartOfMinute ( datetime ) dt_m , countIf ( first_time = 0 ) / count ( ) , avg ( ( kbytes * 8 ) / duration ) from projection_test prewhere domain_alias = 3 where domain = ' 1 ' group by dt_m order by dt_m ;
drop row policy if exists filter on projection_test ;
create row policy filter on projection_test using ( domain = ' non_existing_domain ' ) to all ;
2021-05-04 10:52:37 +00:00
-- prewhere with alias with row policy (non existing)
2021-04-29 12:02:44 +00:00
select toStartOfMinute ( datetime ) dt_m , countIf ( first_time = 0 ) / count ( ) , avg ( ( kbytes * 8 ) / duration ) from projection_test prewhere domain_alias = 1 where domain = ' 1 ' group by dt_m order by dt_m ;
drop row policy filter on projection_test ;
2021-05-04 10:52:37 +00:00
-- TODO There is a bug in row policy filter (not related to projections, crash in master)
-- drop row policy if exists filter on projection_test;
-- create row policy filter on projection_test using (domain != '1') to all;
-- prewhere with alias with row policy (existing)
-- select toStartOfMinute(datetime) dt_m, countIf(first_time = 0) / count(), avg((kbytes * 8) / duration) from projection_test prewhere domain_alias = 1 where domain = '1' group by dt_m order by dt_m;
-- drop row policy filter on projection_test;
2021-02-10 14:12:49 +00:00
select toStartOfMinute ( datetime ) dt_m , count ( ) , sum ( block_count ) / sum ( duration ) , avg ( block_count / duration ) from projection_test group by dt_m order by dt_m ;
2021-04-29 12:02:44 +00:00
-- TODO figure out how to deal with conflict column names
-- select toStartOfMinute(datetime) dt_m, count(), sum(block_count) / sum(duration), avg(block_count / duration) from projection_test where `sum(block_count)` = 1 group by dt_m order by dt_m;
2021-02-10 14:12:49 +00:00
select toStartOfMinute ( datetime ) dt_m , sum ( buffer_time ) / sum ( duration ) , avg ( buffer_time / duration ) , sum ( valid_bytes ) / sum ( total_bytes ) , sum ( completed_bytes ) / sum ( total_bytes ) , sum ( fixed_bytes ) / sum ( total_bytes ) , sum ( force_bytes ) / sum ( total_bytes ) , sum ( valid_bytes ) / sum ( total_bytes ) from projection_test where domain in ( ' 12 ' , ' 14 ' ) group by dt_m order by dt_m ;
select toStartOfMinute ( datetime ) dt_m , domain , sum ( retry_count ) / sum ( duration ) , avg ( retry_count / duration ) , countIf ( block_count > 0 ) / count ( ) , countIf ( first_time = 0 ) / count ( ) from projection_test group by dt_m , domain having domain = ' 19 ' order by dt_m , domain ;
select toStartOfHour ( toStartOfMinute ( datetime ) ) dt_h , uniqHLL12 ( x_id ) , uniqHLL12 ( y_id ) from projection_test group by dt_h order by dt_h ;
2021-05-14 14:26:09 +00:00
-- found by fuzzer
2023-04-03 16:44:31 +00:00
SET enable_positional_arguments = 0 , force_optimize_projection = 0 ;
2021-05-14 14:26:09 +00:00
SELECT 2 , - 1 FROM projection_test PREWHERE domain_alias = 1 . WHERE domain = NULL GROUP BY - 9223372036854775808 ORDER BY countIf ( first_time = 0 ) / count ( - 2147483649 ) DESC NULL S LAST , 1048576 DESC NULL S LAST ;
2021-02-10 14:12:49 +00:00
drop table if exists projection_test ;
2021-05-12 15:16:55 +00:00
drop table if exists projection_without_key ;
create table projection_without_key ( key UInt32 , PROJECTION x ( SELECT max ( key ) ) ) engine MergeTree order by key ;
insert into projection_without_key select number from numbers ( 1000 ) ;
2023-05-10 01:35:13 +00:00
set force_optimize_projection = 1 , optimize_use_projections = 1 ;
2021-05-12 15:16:55 +00:00
select max ( key ) from projection_without_key ;
drop table projection_without_key ;