ClickHouse/tests/queries/skip_list.json

/** List of tests which should be skipped depending on clickhouse build options.
  * This file in json format, but javascript-style comments are allowed.
  */
{
    "thread-sanitizer": [
        "00877",
        "query_profiler",
        "memory_profiler",
        "01103_check_cpu_instructions_at_startup",
        "00152_insert_different_granularity",
        "00151_replace_partition_with_different_granularity",
        "00157_cache_dictionary",
        "01193_metadata_loading",
        "01473_event_time_microseconds",
        "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
        "01474_executable_dictionary", /// informational stderr from sanitizer at start
        "functions_bad_arguments", /// Too long for TSan
        "01603_read_with_backoff_bug", /// Too long for TSan
        "01646_system_restart_replicas_smoke", /// RESTART REPLICAS can acquire too much locks, while only 64 is possible from one thread under TSan
        "01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
    ],
    "address-sanitizer": [
        "00877",
        "query_profiler",
        "memory_profiler",
        "odbc_roundtrip",
        "01103_check_cpu_instructions_at_startup",
        "01473_event_time_microseconds",
        "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
        "01193_metadata_loading",
        "01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
    ],
    "ub-sanitizer": [
        "capnproto",
        "query_profiler",
        "memory_profiler",
        "01103_check_cpu_instructions_at_startup",
        "00900_orc_load",
        "01473_event_time_microseconds",
        "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
        "01193_metadata_loading",
        "01955_clickhouse_benchmark_connection_hang" /// Limits RLIMIT_NOFILE, see comment in the test
    ],
    "memory-sanitizer": [
        "capnproto",
        "query_profiler",
        "memory_profiler",
        "01175_distributed_ddl_output_mode_long",  /// issue 21600
        "01103_check_cpu_instructions_at_startup",
        "01086_odbc_roundtrip", /// can't pass because odbc libraries are not instrumented
        "00877_memory_limit_for_new_delete", /// memory limits don't work correctly under msan because it replaces malloc/free
        "01473_event_time_microseconds",
        "01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
        "01594_too_low_memory_limits", /// requires jemalloc to track small allocations
        "01193_metadata_loading",
        "01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
    ],
    "debug-build": [
        "query_profiler",
        "memory_profiler",
        "00899_long_attach",
        "00980_alter_settings_race",
        "00834_kill_mutation_replicated_zookeeper",
        "00834_kill_mutation",
        "01200_mutations_memory_consumption",
        "01103_check_cpu_instructions_at_startup",
        "01037_polygon_dicts_",
        "hyperscan",
        "01193_metadata_loading",
        "01473_event_time_microseconds",
        "01396_inactive_replica_cleanup_nodes"
    ],
    "unbundled-build": [
        "00429",
        "00877",
        "pocopatch",
        "parquet",
        "xxhash",
        "_h3",
        "query_profiler",
        "memory_profiler",
        "orc_load",
        "01033_storage_odbc_parsing_exception_check",
        "avro",
        "01072_optimize_skip_unused_shards_const_expr_eval",
        "00505_secure",
        "00505_shard_secure",
        "odbc_roundtrip",
        "01103_check_cpu_instructions_at_startup",
        "01114_mysql_database_engine_segfault",
        "00834_cancel_http_readonly_queries_on_client_close",
        "_arrow",
        "01099_parallel_distributed_insert_select",
        "01300_client_save_history_when_terminated",
        "orc_output",
        "01370_client_autocomplete_word_break_characters",
        "01676_clickhouse_client_autocomplete",
        "01193_metadata_loading",
        "01455_time_zones",
        "01755_client_highlight_multi_line_comment_regression"
    ],
    "release-build": [
    ],
    "database-ordinary": [
        "00604_show_create_database",
        "00609_mv_index_in_in",
        "00510_materizlized_view_and_deduplication_zookeeper",
        "00738_lock_for_inner_table",
        "01153_attach_mv_uuid",
        "01157_replace_table",
        "01185_create_or_replace_table",
        /// Sometimes cannot lock file most likely due to concurrent or adjacent tests, but we don't care how it works in Ordinary database.
        "rocksdb",
        "01914_exchange_dictionaries" /// Requires Atomic database
    ],
    "database-replicated": [
        /// Unclassified
        "memory_tracking",
        "memory_usage",
        "live_view",
        "01148_zookeeper_path_macros_unfolding",
        "01269_create_with_null",
        "01451_replicated_detach_drop_and_quorum",
        "01188_attach_table_from_path",
        /// ON CLUSTER is not allowed
        "01181_db_atomic_drop_on_cluster",
        "01175_distributed_ddl_output_mode",
        "01415_sticking_mutations",
        /// user_files
        "01721_engine_file_truncate_on_insert",
        /// Fails due to additional replicas or shards
        "quorum",
        "01650_drop_part_and_deduplication_zookeeper",
        "01532_execute_merges_on_single_replica",
        "00652_replicated_mutations_default_database_zookeeper",
        "00620_optimize_on_nonleader_replica_zookeeper",
        "01158_zookeeper_log",
        /// grep -c
        "01018_ddl_dictionaries_bad_queries",
        "00908_bloom_filter_index",
        /// Unsupported type of ALTER query
        "01650_fetch_patition_with_macro_in_zk_path",
        "01451_detach_drop_part",
        "01451_replicated_detach_drop_part",
        "01417_freeze_partition_verbose",
        "01417_freeze_partition_verbose_zookeeper",
        "01130_in_memory_parts_partitons",
        "01060_shutdown_table_after_detach",
        "01021_only_tuple_columns",
        "01015_attach_part",
        "00955_test_final_mark",
        "00753_alter_attach",
        "00626_replace_partition_from_table_zookeeper",
        "00626_replace_partition_from_table",
        "00152_insert_different_granularity",
        "00054_merge_tree_partitions",
        "01781_merge_tree_deduplication",
        "00980_zookeeper_merge_tree_alter_settings",
        "00980_merge_alter_settings",
        "02009_array_join_partition",
        "02012_changed_enum_type_non_replicated",
        "02012_zookeeper_changed_enum_type",
        "02012_zookeeper_changed_enum_type_incompatible",
        /// Old syntax is not allowed
        "01062_alter_on_mutataion_zookeeper",
        "00925_zookeeper_empty_replicated_merge_tree_optimize_final",
        "00754_alter_modify_order_by_replicated_zookeeper",
        "00652_replicated_mutations_zookeeper",
        "00623_replicated_truncate_table_zookeeper",
        "00516_deduplication_after_drop_partition_zookeeper",
        "00446_clear_column_in_partition_concurrent_zookeeper",
        "00236_replicated_drop_on_non_leader_zookeeper",
        "00226_zookeeper_deduplication_and_unexpected_parts",
        "00215_primary_key_order_zookeeper",
        "00121_drop_column_zookeeper",
        "00083_create_merge_tree_zookeeper",
        "00062_replicated_merge_tree_alter_zookeeper",
        /// Does not support renaming of multiple tables in single query
        "00634_rename_view",
        "00140_rename",
        /// Different query_id
        "01943_query_id_check",
        /// Requires investigation
        "00953_zookeeper_suetin_deduplication_bug",
        "01783_http_chunk_size",
        "00166_explain_estimate"
    ],
    "polymorphic-parts": [
        "01508_partition_pruning_long", /// bug, shoud be fixed
        "01482_move_to_prewhere_and_cast", /// bug, shoud be fixed
        "01158_zookeeper_log"
    ],
    "parallel":
    [
        /// Pessimistic list of tests which work badly in parallel.
        /// Probably they need better investigation.
        "00080_show_tables_and_system_tables",
        "00101_materialized_views_and_insert_without_explicit_database",
        "00109_shard_totals_after_having",
        "00110_external_sort",
        "00116_storage_set",
        "00133_long_shard_memory_tracker_and_exception_safety",
        "00158_buffer_and_nonexistent_table",
        "00180_attach_materialized_view",
        "00305_http_and_readonly",
        "00311_array_primary_key",
        "00417_kill_query",
        "00423_storage_log_single_thread",
        "00429_long_http_bufferization",
        "00446_clear_column_in_partition_concurrent_zookeeper",
        "00463_long_sessions_in_http_interface",
        "00505_shard_secure",
        "00508_materialized_view_to",
        "00534_functions_bad_arguments10",
        "00552_or_nullable",
        "00564_versioned_collapsing_merge_tree",
        "00571_non_exist_database_when_create_materializ_view",
        "00575_illegal_column_exception_when_drop_depen_column",
        "00599_create_view_with_subquery",
        "00600_replace_running_query",
        "00604_show_create_database",
        "00612_http_max_query_size",
        "00619_union_highlite",
        "00620_optimize_on_nonleader_replica_zookeeper",
        "00623_truncate_table",
        "00623_truncate_table_throw_exception",
        "00625_arrays_in_nested",
        "00626_replace_partition_from_table",
        "00626_replace_partition_from_table_zookeeper",
        "00633_materialized_view_and_too_many_parts_zookeeper",
        "00652_mergetree_mutations",
        "00652_replicated_mutations_zookeeper",
        "00682_empty_parts_merge",
        "00688_low_cardinality_serialization",
        "00693_max_block_size_system_tables_columns",
        "00699_materialized_view_mutations",
        "00701_rollup",
        "00715_fetch_merged_or_mutated_part_zookeeper",
        "00716_allow_ddl",
        "00719_parallel_ddl_db",
        "00740_database_in_nested_view",
        "00741_client_comment_multiline",
        "00751_default_databasename_for_view",
        "00753_alter_attach",
        "00754_alter_modify_column_partitions",
        "00763_long_lock_buffer_alter_destination_table",
        "00800_versatile_storage_join",
        "00804_test_alter_compression_codecs",
        "00804_test_custom_compression_codecs",
        "00804_test_custom_compression_codes_log_storages",
        "00804_test_delta_codec_compression",
        "00815_left_join_on_stepanel",
        "00834_cancel_http_readonly_queries_on_client_close",
        "00834_kill_mutation",
        "00834_kill_mutation_replicated_zookeeper",
        "00840_long_concurrent_select_and_drop_deadlock",
        "00857_global_joinsavel_table_alias",
        "00899_long_attach_memory_limit",
        "00910_buffer_prewhere",
        "00926_adaptive_index_granularity_merge_tree",
        "00926_adaptive_index_granularity_pk",
        "00926_adaptive_index_granularity_replacing_merge_tree",
        "00933_alter_ttl",
        "00933_reserved_word",
        "00933_test_fix_extra_seek_on_compressed_cache",
        "00933_ttl_with_default",
        "00950_dict_get",
        "00955_test_final_mark",
        "00976_ttl_with_old_parts",
        "00980_merge_alter_settings",
        "00980_zookeeper_merge_tree_alter_settings",
        "00989_parallel_parts_loading",
        "00992_system_parts_race_condition_zookeeper_long",
        "00993_system_parts_race_condition_drop_zookeeper",
        "01012_show_tables_limit",
        "01013_sync_replica_timeout_zookeeper",
        "01014_lazy_database_basic",
        "01014_lazy_database_concurrent_recreate_reattach_and_show_tables",
        "01015_attach_part",
        "01015_database_bad_tables",
        "01018_ddl_dictionaries_concurrent_requrests",
        "01018_ddl_dictionaries_create",
        "01018_ddl_dictionaries_select",
        "01018_ddl_dictionaries_special",
        "01018_dictionaries_from_dictionaries",
        "01018_ip_dictionary_long",
        "01021_only_tuple_columns",
        "01023_materialized_view_query_context",
        "01031_mutations_interpreter_and_context",
        "01033_dictionaries_lifetime",
        "01035_concurrent_move_partition_from_table_zookeeper",
        "01036_no_superfluous_dict_reload_on_create_database",
        "01036_no_superfluous_dict_reload_on_create_database_2",
        "01037_polygon_dicts_correctness_all",
        "01037_polygon_dicts_correctness_fast",
        "01037_polygon_dicts_simple_functions",
        "01038_dictionary_lifetime_min_zero_sec",
        "01040_dictionary_invalidate_query_switchover_long",
        "01041_create_dictionary_if_not_exists",
        "01042_system_reload_dictionary_reloads_completely",
        "01043_dictionary_attribute_properties_values",
        "01045_dictionaries_restrictions",
        "01045_zookeeper_system_mutations_with_parts_names",
        "01048_exists_query",
        "01053_drop_database_mat_view",
        "01053_ssd_dictionary",
        "01054_cache_dictionary_bunch_update",
        "01054_cache_dictionary_overflow_cell",
        "01055_compact_parts_1",
        "01056_create_table_as",
        "01060_avro",
        "01060_shutdown_table_after_detach",
        "01069_database_memory",
        "01070_materialize_ttl",
        "01070_modify_ttl",
        "01070_mutations_with_dependencies",
        "01071_live_view_detach_dependency",
        "01071_prohibition_secondary_index_with_old_format_merge_tree",
        "01073_attach_if_not_exists",
        "01073_show_tables_not_like",
        "01076_cache_dictionary_datarace_exception_ptr",
        "01076_parallel_alter_replicated_zookeeper",
        "01079_parallel_alter_add_drop_column_zookeeper",
        "01079_parallel_alter_detach_table_zookeeper",
        "01079_parallel_alter_modify_zookeeper_long",
        "01080_check_for_error_incorrect_size_of_nested_column",
        "01083_expressions_in_engine_arguments",
        "01084_regexp_empty",
        "01085_max_distributed_connections_http",
        "01092_memory_profiler",
        "01098_temporary_and_external_tables",
        "01103_distributed_product_mode_local_column_renames",
        "01107_atomic_db_detach_attach",
        "01108_restart_replicas_rename_deadlock_zookeeper",
        "01109_exchange_tables",
        "01110_dictionary_layout_without_arguments",
        "01113_local_dictionary_type_conversion",
        "01114_database_atomic",
        "01114_mysql_database_engine_segfault",
        "01115_join_with_dictionary",
        "01125_dict_ddl_cannot_add_column",
        "01127_month_partitioning_consistency_select",
        "01130_in_memory_parts_partitons",
        "01148_zookeeper_path_macros_unfolding",
        "01150_ddl_guard_rwr",
        "01153_attach_mv_uuid",
        "01152_cross_replication",
        "01154_move_partition_long",
        "01155_rename_move_materialized_view",
        "01185_create_or_replace_table",
        "01190_full_attach_syntax",
        "01191_rename_dictionary",
        "01192_rename_database_zookeeper",
        "01193_metadata_loading",
        "01200_mutations_memory_consumption",
        "01224_no_superfluous_dict_reload",
        "01225_drop_dictionary_as_table",
        "01225_show_create_table_from_dictionary",
        "01231_distributed_aggregation_memory_efficient_mix_levels",
        "01232_extremes",
        "01238_http_memory_tracking",
        "01249_bad_arguments_for_bloom_filter",
        "01251_dict_is_in_infinite_loop",
        "01254_dict_create_without_db",
        "01254_dict_load_after_detach_attach",
        "01257_dictionary_mismatch_types",
        "01259_dictionary_custom_settings_ddl",
        "01268_dictionary_direct_layout",
        "01269_alias_type_differs",
        "01272_suspicious_codecs",
        "01280_ssd_complex_key_dictionary",
        "01280_ttl_where_group_by",
        "01281_group_by_limit_memory_tracking",
        "01281_unsucceeded_insert_select_queries_counter",
        "01293_system_distribution_queue",
        "01294_lazy_database_concurrent",
        "01294_lazy_database_concurrent_recreate_reattach_and_show_tables_long",
        "01294_system_distributed_on_cluster",
        "01296_create_row_policy_in_current_database",
        "01297_create_quota",
        "01305_replica_create_drop_zookeeper",
        "01307_multiple_leaders_zookeeper",
        "01318_long_unsuccessful_mutation_zookeeper",
        "01320_create_sync_race_condition_zookeeper",
        "01338_long_select_and_alter",
        "01338_long_select_and_alter_zookeeper",
        "01355_alter_column_with_order",
        "01355_ilike",
        "01357_version_collapsing_attach_detach_zookeeper",
        "01375_compact_parts_codecs",
        "01376_GROUP_BY_injective_elimination_dictGet",
        "01383_remote_ambiguous_column_shard",
        "01388_clear_all_columns",
        "01391_join_on_dict_crash",
        "01392_column_resolve",
        "01396_inactive_replica_cleanup_nodes_zookeeper",
        "01412_cache_dictionary_race",
        "01414_mutations_and_errors_zookeeper",
        "01415_inconsistent_merge_tree_settings",
        "01415_sticking_mutations",
        "01417_freeze_partition_verbose",
        "01417_freeze_partition_verbose_zookeeper",
        "01444_create_table_drop_database_race",
        "01454_storagememory_data_race_challenge",
        "01455_rank_correlation_spearman",
        "01456_modify_column_type_via_add_drop_update",
        "01457_create_as_table_function_structure",
        "01459_manual_write_to_replicas",
        "01460_DistributedFilesToInsert",
        "01465_ttl_recompression",
        "01470_show_databases_like",
        "01471_calculate_ttl_during_merge",
        "01487_distributed_in_not_default_db",
        "01493_storage_set_persistency",
        "01494_storage_join_persistency",
        "01501_cache_dictionary_all_fields",
        "01507_clickhouse_server_start_with_embedded_config",
        "01509_dictionary_preallocate",
        "01516_create_table_primary_key",
        "01517_drop_mv_with_inner_table",
        "01526_complex_key_dict_direct_layout",
        "01527_clickhouse_local_optimize",
        "01527_dist_sharding_key_dictGet_reload",
        "01541_max_memory_usage_for_user_long",
        "01542_dictionary_load_exception_race",
        "01545_system_errors", // looks at the difference of values in system.errors
        "01560_optimize_on_insert_zookeeper",
        "01563_distributed_query_finish", // looks at system.errors which is global
        "01575_disable_detach_table_of_dictionary",
        "01593_concurrent_alter_mutations_kill",
        "01593_concurrent_alter_mutations_kill_many_replicas",
        "01600_count_of_parts_metrics", // tests global system metrics
        "01600_detach_permanently",
        "01600_log_queries_with_extensive_info",
        "01600_multiple_left_join_with_aliases",
        "01601_detach_permanently",
        "01602_show_create_view",
        "01603_rename_overwrite_bug",
        "01646_system_restart_replicas_smoke", // system restart replicas is a global query
        "01656_test_query_log_factories_info",
        "01658_read_file_to_stringcolumn",
        "01676_dictget_in_default_expression",
        "01681_cache_dictionary_simple_key",
        "01682_cache_dictionary_complex_key",
        "01683_flat_dictionary",
        "01684_ssd_cache_dictionary_simple_key",
        "01685_ssd_cache_dictionary_complex_key",
        "01702_system_query_log", // It's ok to execute in parallel with oter tests but not several instances of the same test.
        "01702_system_query_log", // Runs many global system queries
        "01721_engine_file_truncate_on_insert", // It's ok to execute in parallel but not several instances of the same test.
        "01722_long_brotli_http_compression_json_format", // It is broken in some unimaginable way with the genius error 'cannot write to ofstream'. Not sure how to debug this
        "01748_dictionary_table_dot", // creates database
        "01760_polygon_dictionaries",
        "01760_system_dictionaries",
        "01360_materialized_view_with_join_on_query_log", // creates and drops MVs on query_log, which may interrupt flushes.
        "attach",
        "ddl_dictionaries",
        "dictionary",
        "limit_memory",
        "live_view",
        "memory_leak",
        "memory_limit",
        "polygon_dicts", // they use an explicitly specified database
        "01658_read_file_to_stringcolumn",
        "01721_engine_file_truncate_on_insert", // It's ok to execute in parallel but not several instances of the same test.
        "01702_system_query_log", // It's ok to execute in parallel but not several instances of the same test.
        "01748_dictionary_table_dot", // creates database
        "00950_dict_get",
        "01615_random_one_shard_insertion",
        "01683_flat_dictionary",
        "01681_cache_dictionary_simple_key",
        "01682_cache_dictionary_complex_key",
        "01684_ssd_cache_dictionary_simple_key",
        "01685_ssd_cache_dictionary_complex_key",
        "01737_clickhouse_server_wait_server_pool_long", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
        "01954_clickhouse_benchmark_round_robin", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
        "01594_too_low_memory_limits", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
        "01760_system_dictionaries",
        "01760_polygon_dictionaries",
        "01778_hierarchical_dictionaries",
        "01780_clickhouse_dictionary_source_loop",
        "01785_dictionary_element_count",
        "01802_test_postgresql_protocol_with_row_policy", /// Creates database and users
        "01804_dictionary_decimal256_type",
        "01850_dist_INSERT_preserve_error", // uses cluster with different static databases shard_0/shard_1
        "01821_table_comment",
        "01856_create_function",
        "01857_create_function_and_check_jit_compiled",
        "01824_prefer_global_in_and_join",
        "01870_modulo_partition_key",
        "01870_buffer_flush", // creates database
        "01889_postgresql_protocol_null_fields",
        "01889_check_row_policy_defined_using_user_function",
        "01921_concurrent_ttl_and_normal_merges_zookeeper_long", // heavy test, better to run sequentially
        "01913_replace_dictionary",
        "01914_exchange_dictionaries",
        "01915_create_or_replace_dictionary",
        "01925_test_storage_merge_aliases",
        "01933_client_replxx_convert_history", /// Uses non unique history file
        "01939_user_with_default_database", //create user and database
        "01999_grant_with_replace",
        "01902_table_function_merge_db_repr",
        "01946_test_zstd_decompression_with_escape_sequence_at_the_end_of_buffer",
        "01946_test_wrong_host_name_access",
        "01493_alter_remove_properties_zookeeper",
        "00510_materizlized_view_and_deduplication_zookeeper", /// static UUID
        "00509_extended_storage_definition_syntax_zookeeper", /// leftovers
        "00083_create_merge_tree_zookeeper", /// leftovers
        "01532_execute_merges_on_single_replica", /// static zk path
        "01530_drop_database_atomic_sync", /// creates database
        "02001_add_default_database_to_system_users", ///create user
        "02002_row_level_filter_bug", ///create user
        "01747_system_session_log_long" // Reads from system.session_log and can't be run in parallel with any other test (since almost any other test writes to session_log)
    ]
}