ClickHouse/tests/queries/0_stateless/02421_exponential_join_rewrite_21557.sql

-- Tags: long

-- https://github.com/ClickHouse/ClickHouse/issues/21557

DROP TABLE IF EXISTS store_returns;
DROP TABLE IF EXISTS catalog_sales;
DROP TABLE IF EXISTS catalog_returns;
DROP TABLE IF EXISTS date_dim;
DROP TABLE IF EXISTS store;
DROP TABLE IF EXISTS customer;
DROP TABLE IF EXISTS customer_demographics;
DROP TABLE IF EXISTS promotion;
DROP TABLE IF EXISTS household_demographics;
DROP TABLE IF EXISTS customer_address;
DROP TABLE IF EXISTS income_band;
DROP TABLE IF EXISTS item;

CREATE TABLE store_sales
(
    `ss_sold_date_sk` Nullable(Int64),
    `ss_sold_time_sk` Nullable(Int64),
    `ss_item_sk` Int64,
    `ss_customer_sk` Nullable(Int64),
    `ss_cdemo_sk` Nullable(Int64),
    `ss_hdemo_sk` Nullable(Int64),
    `ss_addr_sk` Nullable(Int64),
    `ss_store_sk` Nullable(Int64),
    `ss_promo_sk` Nullable(Int64),
    `ss_ticket_number` Int64,
    `ss_quantity` Nullable(Int64),
    `ss_wholesale_cost` Nullable(Float32),
    `ss_list_price` Nullable(Float32),
    `ss_sales_price` Nullable(Float32),
    `ss_ext_discount_amt` Nullable(Float32),
    `ss_ext_sales_price` Nullable(Float32),
    `ss_ext_wholesale_cost` Nullable(Float32),
    `ss_ext_list_price` Nullable(Float32),
    `ss_ext_tax` Nullable(Float32),
    `ss_coupon_amt` Nullable(Float32),
    `ss_net_paid` Nullable(Float32),
    `ss_net_paid_inc_tax` Nullable(Float32),
    `ss_net_profit` Nullable(Float32),
    `ss_promo_sk_nn` Int16,
    `ss_promo_sk_n2` Nullable(Int16)
)
ENGINE = MergeTree ORDER BY (ss_item_sk, ss_ticket_number);

CREATE TABLE store_returns
(
    `sr_returned_date_sk` Nullable(Int64),
    `sr_return_time_sk` Nullable(Int64),
    `sr_item_sk` Int64,
    `sr_customer_sk` Nullable(Int64),
    `sr_cdemo_sk` Nullable(Int64),
    `sr_hdemo_sk` Nullable(Int64),
    `sr_addr_sk` Nullable(Int64),
    `sr_store_sk` Nullable(Int64),
    `sr_reason_sk` Nullable(Int64),
    `sr_ticket_number` Int64,
    `sr_return_quantity` Nullable(Int64),
    `sr_return_amt` Nullable(Float32),
    `sr_return_tax` Nullable(Float32),
    `sr_return_amt_inc_tax` Nullable(Float32),
    `sr_fee` Nullable(Float32),
    `sr_return_ship_cost` Nullable(Float32),
    `sr_refunded_cash` Nullable(Float32),
    `sr_reversed_charge` Nullable(Float32),
    `sr_store_credit` Nullable(Float32),
    `sr_net_loss` Nullable(Float32)
)
ENGINE = MergeTree ORDER BY (sr_item_sk, sr_ticket_number);

CREATE TABLE catalog_sales
(
    `cs_sold_date_sk` Nullable(Int64),
    `cs_sold_time_sk` Nullable(Int64),
    `cs_ship_date_sk` Nullable(Int64),
    `cs_bill_customer_sk` Nullable(Int64),
    `cs_bill_cdemo_sk` Nullable(Int64),
    `cs_bill_hdemo_sk` Nullable(Int64),
    `cs_bill_addr_sk` Nullable(Int64),
    `cs_ship_customer_sk` Nullable(Int64),
    `cs_ship_cdemo_sk` Nullable(Int64),
    `cs_ship_hdemo_sk` Nullable(Int64),
    `cs_ship_addr_sk` Nullable(Int64),
    `cs_call_center_sk` Nullable(Int64),
    `cs_catalog_page_sk` Nullable(Int64),
    `cs_ship_mode_sk` Nullable(Int64),
    `cs_warehouse_sk` Nullable(Int64),
    `cs_item_sk` Int64,
    `cs_promo_sk` Nullable(Int64),
    `cs_order_number` Int64,
    `cs_quantity` Nullable(Int64),
    `cs_wholesale_cost` Nullable(Float32),
    `cs_list_price` Nullable(Float32),
    `cs_sales_price` Nullable(Float32),
    `cs_ext_discount_amt` Nullable(Float32),
    `cs_ext_sales_price` Nullable(Float32),
    `cs_ext_wholesale_cost` Nullable(Float32),
    `cs_ext_list_price` Nullable(Float32),
    `cs_ext_tax` Nullable(Float32),
    `cs_coupon_amt` Nullable(Float32),
    `cs_ext_ship_cost` Nullable(Float32),
    `cs_net_paid` Nullable(Float32),
    `cs_net_paid_inc_tax` Nullable(Float32),
    `cs_net_paid_inc_ship` Nullable(Float32),
    `cs_net_paid_inc_ship_tax` Nullable(Float32),
    `cs_net_profit` Nullable(Float32)
)
ENGINE = MergeTree ORDER BY (cs_item_sk, cs_order_number);

CREATE TABLE catalog_returns
(
    `cr_returned_date_sk` Nullable(Int64),
    `cr_returned_time_sk` Nullable(Int64),
    `cr_item_sk` Int64,
    `cr_refunded_customer_sk` Nullable(Int64),
    `cr_refunded_cdemo_sk` Nullable(Int64),
    `cr_refunded_hdemo_sk` Nullable(Int64),
    `cr_refunded_addr_sk` Nullable(Int64),
    `cr_returning_customer_sk` Nullable(Int64),
    `cr_returning_cdemo_sk` Nullable(Int64),
    `cr_returning_hdemo_sk` Nullable(Int64),
    `cr_returning_addr_sk` Nullable(Int64),
    `cr_call_center_sk` Nullable(Int64),
    `cr_catalog_page_sk` Nullable(Int64),
    `cr_ship_mode_sk` Nullable(Int64),
    `cr_warehouse_sk` Nullable(Int64),
    `cr_reason_sk` Nullable(Int64),
    `cr_order_number` Int64,
    `cr_return_quantity` Nullable(Int64),
    `cr_return_amount` Nullable(Float32),
    `cr_return_tax` Nullable(Float32),
    `cr_return_amt_inc_tax` Nullable(Float32),
    `cr_fee` Nullable(Float32),
    `cr_return_ship_cost` Nullable(Float32),
    `cr_refunded_cash` Nullable(Float32),
    `cr_reversed_charge` Nullable(Float32),
    `cr_store_credit` Nullable(Float32),
    `cr_net_loss` Nullable(Float32)
)
ENGINE = MergeTree ORDER BY (cr_item_sk, cr_order_number);

CREATE TABLE date_dim
(
    `d_date_sk` Int64,
    `d_date_id` String,
    `d_date` Nullable(Date),
    `d_month_seq` Nullable(Int64),
    `d_week_seq` Nullable(Int64),
    `d_quarter_seq` Nullable(Int64),
    `d_year` Nullable(Int64),
    `d_dow` Nullable(Int64),
    `d_moy` Nullable(Int64),
    `d_dom` Nullable(Int64),
    `d_qoy` Nullable(Int64),
    `d_fy_year` Nullable(Int64),
    `d_fy_quarter_seq` Nullable(Int64),
    `d_fy_week_seq` Nullable(Int64),
    `d_day_name` Nullable(String),
    `d_quarter_name` Nullable(String),
    `d_holiday` Nullable(String),
    `d_weekend` Nullable(String),
    `d_following_holiday` Nullable(String),
    `d_first_dom` Nullable(Int64),
    `d_last_dom` Nullable(Int64),
    `d_same_day_ly` Nullable(Int64),
    `d_same_day_lq` Nullable(Int64),
    `d_current_day` Nullable(String),
    `d_current_week` Nullable(String),
    `d_current_month` Nullable(String),
    `d_current_quarter` Nullable(String),
    `d_current_year` Nullable(String)
)
ENGINE = MergeTree ORDER BY d_date_sk;

CREATE TABLE store
(
    `s_store_sk` Int64,
    `s_store_id` String,
    `s_rec_start_date` Nullable(Date),
    `s_rec_end_date` Nullable(Date),
    `s_closed_date_sk` Nullable(Int64),
    `s_store_name` Nullable(String),
    `s_number_employees` Nullable(Int64),
    `s_floor_space` Nullable(Int64),
    `s_hours` Nullable(String),
    `s_manager` Nullable(String),
    `s_market_id` Nullable(Int64),
    `s_geography_class` Nullable(String),
    `s_market_desc` Nullable(String),
    `s_market_manager` Nullable(String),
    `s_division_id` Nullable(Int64),
    `s_division_name` Nullable(String),
    `s_company_id` Nullable(Int64),
    `s_company_name` Nullable(String),
    `s_street_number` Nullable(String),
    `s_street_name` Nullable(String),
    `s_street_type` Nullable(String),
    `s_suite_number` Nullable(String),
    `s_city` Nullable(String),
    `s_county` Nullable(String),
    `s_state` Nullable(String),
    `s_zip` Nullable(String),
    `s_country` Nullable(String),
    `s_gmt_offset` Nullable(Float32),
    `s_tax_precentage` Nullable(Float32)
)
ENGINE = MergeTree ORDER BY s_store_sk;

CREATE TABLE customer
(
    `c_customer_sk` Int64,
    `c_customer_id` String,
    `c_current_cdemo_sk` Nullable(Int64),
    `c_current_hdemo_sk` Nullable(Int64),
    `c_current_addr_sk` Nullable(Int64),
    `c_first_shipto_date_sk` Nullable(Int64),
    `c_first_sales_date_sk` Nullable(Int64),
    `c_salutation` Nullable(String),
    `c_first_name` Nullable(String),
    `c_last_name` Nullable(String),
    `c_preferred_cust_flag` Nullable(String),
    `c_birth_day` Nullable(Int64),
    `c_birth_month` Nullable(Int64),
    `c_birth_year` Nullable(Int64),
    `c_birth_country` Nullable(String),
    `c_login` Nullable(String),
    `c_email_address` Nullable(String),
    `c_last_review_date` Nullable(String)
)
ENGINE = MergeTree ORDER BY c_customer_sk;

CREATE TABLE customer_demographics
(
    `cd_demo_sk` Int64,
    `cd_gender` Nullable(String),
    `cd_marital_status` Nullable(String),
    `cd_education_status` Nullable(String),
    `cd_purchase_estimate` Nullable(Int64),
    `cd_credit_rating` Nullable(String),
    `cd_dep_count` Nullable(Int64),
    `cd_dep_employed_count` Nullable(Int64),
    `cd_dep_college_count` Nullable(Int64)
)
ENGINE = MergeTree ORDER BY cd_demo_sk;

CREATE TABLE promotion
(
    `p_promo_sk` Int64,
    `p_promo_id` String,
    `p_start_date_sk` Nullable(Int64),
    `p_end_date_sk` Nullable(Int64),
    `p_item_sk` Nullable(Int64),
    `p_cost` Nullable(Float64),
    `p_response_target` Nullable(Int64),
    `p_promo_name` Nullable(String),
    `p_channel_dmail` Nullable(String),
    `p_channel_email` Nullable(String),
    `p_channel_catalog` Nullable(String),
    `p_channel_tv` Nullable(String),
    `p_channel_radio` Nullable(String),
    `p_channel_press` Nullable(String),
    `p_channel_event` Nullable(String),
    `p_channel_demo` Nullable(String),
    `p_channel_details` Nullable(String),
    `p_purpose` Nullable(String),
    `p_discount_active` Nullable(String)
)
ENGINE = MergeTree ORDER BY p_promo_sk;

CREATE TABLE household_demographics
(
    `hd_demo_sk` Int64,
    `hd_income_band_sk` Nullable(Int64),
    `hd_buy_potential` Nullable(String),
    `hd_dep_count` Nullable(Int64),
    `hd_vehicle_count` Nullable(Int64)
)
ENGINE = MergeTree ORDER BY hd_demo_sk;

CREATE TABLE customer_address
(
    `ca_address_sk` Int64,
    `ca_address_id` String,
    `ca_street_number` Nullable(String),
    `ca_street_name` Nullable(String),
    `ca_street_type` Nullable(String),
    `ca_suite_number` Nullable(String),
    `ca_city` Nullable(String),
    `ca_county` Nullable(String),
    `ca_state` Nullable(String),
    `ca_zip` Nullable(String),
    `ca_country` Nullable(String),
    `ca_gmt_offset` Nullable(Float32),
    `ca_location_type` Nullable(String)
)
ENGINE = MergeTree ORDER BY ca_address_sk;

CREATE TABLE income_band
(
    `ib_income_band_sk` Int64,
    `ib_lower_bound` Nullable(Int64),
    `ib_upper_bound` Nullable(Int64)
)
ENGINE = MergeTree ORDER BY ib_income_band_sk;

CREATE TABLE item
(
    `i_item_sk` Int64,
    `i_item_id` String,
    `i_rec_start_date` Nullable(Date),
    `i_rec_end_date` Nullable(Date),
    `i_item_desc` Nullable(String),
    `i_current_price` Nullable(Float32),
    `i_wholesale_cost` Nullable(Float32),
    `i_brand_id` Nullable(Int64),
    `i_brand` Nullable(String),
    `i_class_id` Nullable(Int64),
    `i_class` Nullable(String),
    `i_category_id` Nullable(Int64),
    `i_category` Nullable(String),
    `i_manufact_id` Nullable(Int64),
    `i_manufact` Nullable(String),
    `i_size` Nullable(String),
    `i_formulation` Nullable(String),
    `i_color` Nullable(String),
    `i_units` Nullable(String),
    `i_container` Nullable(String),
    `i_manager_id` Nullable(Int64),
    `i_product_name` Nullable(String)
)
ENGINE = MergeTree ORDER BY i_item_sk;

EXPLAIN SYNTAX
WITH
    cs_ui AS
    (
        SELECT
            cs_item_sk,
            sum(cs_ext_list_price) AS sale,
            sum((cr_refunded_cash + cr_reversed_charge) + cr_store_credit) AS refund
        FROM catalog_sales , catalog_returns
        WHERE (cs_item_sk = cr_item_sk) AND (cs_order_number = cr_order_number)
        GROUP BY cs_item_sk
        HAVING sum(cs_ext_list_price) > (2 * sum((cr_refunded_cash + cr_reversed_charge) + cr_store_credit))
    ),
    cross_sales AS
    (
        SELECT
            i_product_name AS product_name,
            i_item_sk AS item_sk,
            s_store_name AS store_name,
            s_zip AS store_zip,
            ad1.ca_street_number AS b_street_number,
            ad1.ca_street_name AS b_street_name,
            ad1.ca_city AS b_city,
            ad1.ca_zip AS b_zip,
            ad2.ca_street_number AS c_street_number,
            ad2.ca_street_name AS c_street_name,
            ad2.ca_city AS c_city,
            ad2.ca_zip AS c_zip,
            d1.d_year AS syear,
            d2.d_year AS fsyear,
            d3.d_year AS s2year,
            count(*) AS cnt,
            sum(ss_wholesale_cost) AS s1,
            sum(ss_list_price) AS s2,
            sum(ss_coupon_amt) AS s3
        FROM store_sales
        , store_returns
        , cs_ui
        , date_dim AS d1
        , date_dim AS d2
        , date_dim AS d3
        , store
        , customer
        , customer_demographics AS cd1
        , customer_demographics AS cd2
        , promotion
        , household_demographics AS hd1
        , household_demographics AS hd2
        , customer_address AS ad1
        , customer_address AS ad2
        , income_band AS ib1
        , income_band AS ib2
        , item
        WHERE (ss_store_sk = s_store_sk) AND (ss_sold_date_sk = d1.d_date_sk) AND (ss_customer_sk = c_customer_sk) AND (ss_cdemo_sk = cd1.cd_demo_sk) AND (ss_hdemo_sk = hd1.hd_demo_sk) AND (ss_addr_sk = ad1.ca_address_sk) AND (ss_item_sk = i_item_sk) AND (ss_item_sk = sr_item_sk) AND (ss_ticket_number = sr_ticket_number) AND (ss_item_sk = cs_ui.cs_item_sk) AND (c_current_cdemo_sk = cd2.cd_demo_sk) AND (c_current_hdemo_sk = hd2.hd_demo_sk) AND (c_current_addr_sk = ad2.ca_address_sk) AND (c_first_sales_date_sk = d2.d_date_sk) AND (c_first_shipto_date_sk = d3.d_date_sk) AND (ss_promo_sk = p_promo_sk) AND (hd1.hd_income_band_sk = ib1.ib_income_band_sk) AND (hd2.hd_income_band_sk = ib2.ib_income_band_sk) AND (cd1.cd_marital_status != cd2.cd_marital_status) AND (i_color IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate')) AND ((i_current_price >= 35) AND (i_current_price <= (35 + 10))) AND ((i_current_price >= (35 + 1)) AND (i_current_price <= (35 + 15)))
        GROUP BY
            i_product_name,
            i_item_sk,
            s_store_name,
            s_zip,
            ad1.ca_street_number,
            ad1.ca_street_name,
            ad1.ca_city,
            ad1.ca_zip,
            ad2.ca_street_number,
            ad2.ca_street_name,
            ad2.ca_city,
            ad2.ca_zip,
            d1.d_year,
            d2.d_year,
            d3.d_year
    )
SELECT
    cs1.product_name,
    cs1.store_name,
    cs1.store_zip,
    cs1.b_street_number,
    cs1.b_street_name,
    cs1.b_city,
    cs1.b_zip,
    cs1.c_street_number,
    cs1.c_street_name,
    cs1.c_city,
    cs1.c_zip,
    cs1.syear,
    cs1.cnt,
    cs1.s1 AS s11,
    cs1.s2 AS s21,
    cs1.s3 AS s31,
    cs2.s1 AS s12,
    cs2.s2 AS s22,
    cs2.s3 AS s32,
    cs2.syear,
    cs2.cnt
FROM cross_sales AS cs1 , cross_sales AS cs2
WHERE (cs1.item_sk = cs2.item_sk) AND (cs1.syear = 2000) AND (cs2.syear = (2000 + 1)) AND (cs2.cnt <= cs1.cnt) AND (cs1.store_name = cs2.store_name) AND (cs1.store_zip = cs2.store_zip)
ORDER BY
    cs1.product_name ASC,
    cs1.store_name ASC,
    cs2.cnt ASC,
    cs1.s1 ASC,
    cs2.s1 ASC
FORMAT Null
;

SELECT 'Ok';

DROP TABLE IF EXISTS store_returns;
DROP TABLE IF EXISTS catalog_sales;
DROP TABLE IF EXISTS catalog_returns;
DROP TABLE IF EXISTS date_dim;
DROP TABLE IF EXISTS store;
DROP TABLE IF EXISTS customer;
DROP TABLE IF EXISTS customer_demographics;
DROP TABLE IF EXISTS promotion;
DROP TABLE IF EXISTS household_demographics;
DROP TABLE IF EXISTS customer_address;
DROP TABLE IF EXISTS income_band;
DROP TABLE IF EXISTS item;