thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-27 10:02:01 +00:00
Code Issues Packages Projects Releases Wiki Activity
c2f5a9d556
ClickHouse/tests/queries/skip_list.json
Nikolai Kochetov fb32b1a9c0
Update skip_list.json
2021-08-09 12:00:12 +03:00

513 lines
23 KiB
JSON
Raw Blame History

/** List of tests which should be skipped depending on clickhouse build options.
* This file in json format, but javascript-style comments are allowed.
*/
{
"thread-sanitizer": [
"00877",
"query_profiler",
"memory_profiler",
"01103_check_cpu_instructions_at_startup",
"00152_insert_different_granularity",
"00151_replace_partition_with_different_granularity",
"00157_cache_dictionary",
"01193_metadata_loading",
"01473_event_time_microseconds",
"01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
"01594_too_low_memory_limits", /// requires jemalloc to track small allocations
"01474_executable_dictionary", /// informational stderr from sanitizer at start
"functions_bad_arguments", /// Too long for TSan
"01603_read_with_backoff_bug", /// Too long for TSan
"01646_system_restart_replicas_smoke", /// RESTART REPLICAS can acquire too much locks, while only 64 is possible from one thread under TSan
"01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
],
"address-sanitizer": [
"00877",
"query_profiler",
"memory_profiler",
"odbc_roundtrip",
"01103_check_cpu_instructions_at_startup",
"01473_event_time_microseconds",
"01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
"01594_too_low_memory_limits", /// requires jemalloc to track small allocations
"01193_metadata_loading",
"01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
],
"ub-sanitizer": [
"capnproto",
"query_profiler",
"memory_profiler",
"01103_check_cpu_instructions_at_startup",
"00900_orc_load",
"01473_event_time_microseconds",
"01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
"01594_too_low_memory_limits", /// requires jemalloc to track small allocations
"01193_metadata_loading",
"01955_clickhouse_benchmark_connection_hang" /// Limits RLIMIT_NOFILE, see comment in the test
],
"memory-sanitizer": [
"capnproto",
"query_profiler",
"memory_profiler",
"01175_distributed_ddl_output_mode_long", /// issue 21600
"01103_check_cpu_instructions_at_startup",
"01086_odbc_roundtrip", /// can't pass because odbc libraries are not instrumented
"00877_memory_limit_for_new_delete", /// memory limits don't work correctly under msan because it replaces malloc/free
"01473_event_time_microseconds",
"01526_max_untracked_memory", /// requires TraceCollector, does not available under sanitizers
"01594_too_low_memory_limits", /// requires jemalloc to track small allocations
"01193_metadata_loading",
"01017_uniqCombined_memory_usage" /// Fine thresholds on memory usage
],
"debug-build": [
"query_profiler",
"memory_profiler",
"00899_long_attach",
"00980_alter_settings_race",
"00834_kill_mutation_replicated_zookeeper",
"00834_kill_mutation",
"01200_mutations_memory_consumption",
"01103_check_cpu_instructions_at_startup",
"01037_polygon_dicts_",
"hyperscan",
"01193_metadata_loading",
"01473_event_time_microseconds",
"01396_inactive_replica_cleanup_nodes"
],
"unbundled-build": [
"00429",
"00877",
"pocopatch",
"parquet",
"xxhash",
"_h3",
"query_profiler",
"memory_profiler",
"orc_load",
"01033_storage_odbc_parsing_exception_check",
"avro",
"01072_optimize_skip_unused_shards_const_expr_eval",
"00505_secure",
"00505_shard_secure",
"odbc_roundtrip",
"01103_check_cpu_instructions_at_startup",
"01114_mysql_database_engine_segfault",
"00834_cancel_http_readonly_queries_on_client_close",
"_arrow",
"01099_parallel_distributed_insert_select",
"01300_client_save_history_when_terminated",
"orc_output",
"01370_client_autocomplete_word_break_characters",
"01676_clickhouse_client_autocomplete",
"01193_metadata_loading",
"01455_time_zones",
"01755_client_highlight_multi_line_comment_regression"
],
"release-build": [
],
"database-ordinary": [
"00604_show_create_database",
"00609_mv_index_in_in",
"00510_materizlized_view_and_deduplication_zookeeper",
"00738_lock_for_inner_table",
"01153_attach_mv_uuid",
"01157_replace_table",
"01185_create_or_replace_table",
/// Sometimes cannot lock file most likely due to concurrent or adjacent tests, but we don't care how it works in Ordinary database.
"rocksdb",
"01914_exchange_dictionaries" /// Requires Atomic database
],
"database-replicated": [
/// Unclassified
"memory_tracking",
"memory_usage",
"live_view",
"01148_zookeeper_path_macros_unfolding",
"01269_create_with_null",
"01451_replicated_detach_drop_and_quorum",
"01188_attach_table_from_path",
/// ON CLUSTER is not allowed
"01181_db_atomic_drop_on_cluster",
"01175_distributed_ddl_output_mode",
"01415_sticking_mutations",
/// user_files
"01721_engine_file_truncate_on_insert",
/// Fails due to additional replicas or shards
"quorum",
"01650_drop_part_and_deduplication_zookeeper",
"01532_execute_merges_on_single_replica",
"00652_replicated_mutations_default_database_zookeeper",
"00620_optimize_on_nonleader_replica_zookeeper",
"01158_zookeeper_log",
/// grep -c
"01018_ddl_dictionaries_bad_queries",
"00908_bloom_filter_index",
/// Unsupported type of ALTER query
"01650_fetch_patition_with_macro_in_zk_path",
"01451_detach_drop_part",
"01451_replicated_detach_drop_part",
"01417_freeze_partition_verbose",
"01417_freeze_partition_verbose_zookeeper",
"01130_in_memory_parts_partitons",
"01060_shutdown_table_after_detach",
"01021_only_tuple_columns",
"01015_attach_part",
"00955_test_final_mark",
"00753_alter_attach",
"00626_replace_partition_from_table_zookeeper",
"00626_replace_partition_from_table",
"00152_insert_different_granularity",
"00054_merge_tree_partitions",
"01781_merge_tree_deduplication",
"00980_zookeeper_merge_tree_alter_settings",
"00980_merge_alter_settings",
/// Old syntax is not allowed
"01062_alter_on_mutataion_zookeeper",
"00925_zookeeper_empty_replicated_merge_tree_optimize_final",
"00754_alter_modify_order_by_replicated_zookeeper",
"00652_replicated_mutations_zookeeper",
"00623_replicated_truncate_table_zookeeper",
"00516_deduplication_after_drop_partition_zookeeper",
"00446_clear_column_in_partition_concurrent_zookeeper",
"00236_replicated_drop_on_non_leader_zookeeper",
"00226_zookeeper_deduplication_and_unexpected_parts",
"00215_primary_key_order_zookeeper",
"00121_drop_column_zookeeper",
"00083_create_merge_tree_zookeeper",
"00062_replicated_merge_tree_alter_zookeeper",
/// Does not support renaming of multiple tables in single query
"00634_rename_view",
"00140_rename",
/// Different query_id
"01943_query_id_check",
/// Requires investigation
"00953_zookeeper_suetin_deduplication_bug",
"01783_http_chunk_size",
"00166_explain_estimate"
],
"polymorphic-parts": [
"01508_partition_pruning_long", /// bug, shoud be fixed
"01482_move_to_prewhere_and_cast", /// bug, shoud be fixed
"01158_zookeeper_log"
],
"parallel":
[
/// Pessimistic list of tests which work badly in parallel.
/// Probably they need better investigation.
"00080_show_tables_and_system_tables",
"00101_materialized_views_and_insert_without_explicit_database",
"00109_shard_totals_after_having",
"00110_external_sort",
"00116_storage_set",
"00133_long_shard_memory_tracker_and_exception_safety",
"00158_buffer_and_nonexistent_table",
"00180_attach_materialized_view",
"00305_http_and_readonly",
"00311_array_primary_key",
"00417_kill_query",
"00423_storage_log_single_thread",
"00429_long_http_bufferization",
"00446_clear_column_in_partition_concurrent_zookeeper",
"00463_long_sessions_in_http_interface",
"00505_shard_secure",
"00508_materialized_view_to",
"00534_functions_bad_arguments10",
"00552_or_nullable",
"00564_versioned_collapsing_merge_tree",
"00571_non_exist_database_when_create_materializ_view",
"00575_illegal_column_exception_when_drop_depen_column",
"00599_create_view_with_subquery",
"00600_replace_running_query",
"00604_show_create_database",
"00612_http_max_query_size",
"00619_union_highlite",
"00620_optimize_on_nonleader_replica_zookeeper",
"00623_truncate_table",
"00623_truncate_table_throw_exception",
"00625_arrays_in_nested",
"00626_replace_partition_from_table",
"00626_replace_partition_from_table_zookeeper",
"00633_materialized_view_and_too_many_parts_zookeeper",
"00652_mergetree_mutations",
"00652_replicated_mutations_zookeeper",
"00682_empty_parts_merge",
"00688_low_cardinality_serialization",
"00693_max_block_size_system_tables_columns",
"00699_materialized_view_mutations",
"00701_rollup",
"00715_fetch_merged_or_mutated_part_zookeeper",
"00716_allow_ddl",
"00719_parallel_ddl_db",
"00740_database_in_nested_view",
"00741_client_comment_multiline",
"00751_default_databasename_for_view",
"00753_alter_attach",
"00754_alter_modify_column_partitions",
"00763_long_lock_buffer_alter_destination_table",
"00800_versatile_storage_join",
"00804_test_alter_compression_codecs",
"00804_test_custom_compression_codecs",
"00804_test_custom_compression_codes_log_storages",
"00804_test_delta_codec_compression",
"00815_left_join_on_stepanel",
"00834_cancel_http_readonly_queries_on_client_close",
"00834_kill_mutation",
"00834_kill_mutation_replicated_zookeeper",
"00840_long_concurrent_select_and_drop_deadlock",
"00857_global_joinsavel_table_alias",
"00899_long_attach_memory_limit",
"00910_buffer_prewhere",
"00926_adaptive_index_granularity_merge_tree",
"00926_adaptive_index_granularity_pk",
"00926_adaptive_index_granularity_replacing_merge_tree",
"00933_alter_ttl",
"00933_reserved_word",
"00933_test_fix_extra_seek_on_compressed_cache",
"00933_ttl_with_default",
"00950_dict_get",
"00955_test_final_mark",
"00976_ttl_with_old_parts",
"00980_merge_alter_settings",
"00980_zookeeper_merge_tree_alter_settings",
"00989_parallel_parts_loading",
"00992_system_parts_race_condition_zookeeper_long",
"00993_system_parts_race_condition_drop_zookeeper",
"01012_show_tables_limit",
"01013_sync_replica_timeout_zookeeper",
"01014_lazy_database_basic",
"01014_lazy_database_concurrent_recreate_reattach_and_show_tables",
"01015_attach_part",
"01015_database_bad_tables",
"01018_ddl_dictionaries_concurrent_requrests",
"01018_ddl_dictionaries_create",
"01018_ddl_dictionaries_select",
"01018_ddl_dictionaries_special",
"01018_dictionaries_from_dictionaries",
"01018_ip_dictionary_long",
"01021_only_tuple_columns",
"01023_materialized_view_query_context",
"01031_mutations_interpreter_and_context",
"01033_dictionaries_lifetime",
"01035_concurrent_move_partition_from_table_zookeeper",
"01036_no_superfluous_dict_reload_on_create_database",
"01036_no_superfluous_dict_reload_on_create_database_2",
"01037_polygon_dicts_correctness_all",
"01037_polygon_dicts_correctness_fast",
"01037_polygon_dicts_simple_functions",
"01038_dictionary_lifetime_min_zero_sec",
"01040_dictionary_invalidate_query_switchover_long",
"01041_create_dictionary_if_not_exists",
"01042_system_reload_dictionary_reloads_completely",
"01043_dictionary_attribute_properties_values",
"01045_dictionaries_restrictions",
"01045_zookeeper_system_mutations_with_parts_names",
"01048_exists_query",
"01053_drop_database_mat_view",
"01053_ssd_dictionary",
"01054_cache_dictionary_bunch_update",
"01054_cache_dictionary_overflow_cell",
"01055_compact_parts_1",
"01056_create_table_as",
"01060_avro",
"01060_shutdown_table_after_detach",
"01069_database_memory",
"01070_materialize_ttl",
"01070_modify_ttl",
"01070_mutations_with_dependencies",
"01071_live_view_detach_dependency",
"01071_prohibition_secondary_index_with_old_format_merge_tree",
"01073_attach_if_not_exists",
"01073_show_tables_not_like",
"01076_cache_dictionary_datarace_exception_ptr",
"01076_parallel_alter_replicated_zookeeper",
"01079_parallel_alter_add_drop_column_zookeeper",
"01079_parallel_alter_detach_table_zookeeper",
"01080_check_for_error_incorrect_size_of_nested_column",
"01083_expressions_in_engine_arguments",
"01084_regexp_empty",
"01085_max_distributed_connections_http",
"01092_memory_profiler",
"01098_temporary_and_external_tables",
"01103_distributed_product_mode_local_column_renames",
"01107_atomic_db_detach_attach",
"01108_restart_replicas_rename_deadlock_zookeeper",
"01109_exchange_tables",
"01110_dictionary_layout_without_arguments",
"01113_local_dictionary_type_conversion",
"01114_database_atomic",
"01114_mysql_database_engine_segfault",
"01115_join_with_dictionary",
"01125_dict_ddl_cannot_add_column",
"01127_month_partitioning_consistency_select",
"01130_in_memory_parts_partitons",
"01148_zookeeper_path_macros_unfolding",
"01150_ddl_guard_rwr",
"01153_attach_mv_uuid",
"01152_cross_replication",
"01154_move_partition_long",
"01155_rename_move_materialized_view",
"01185_create_or_replace_table",
"01190_full_attach_syntax",
"01191_rename_dictionary",
"01192_rename_database_zookeeper",
"01193_metadata_loading",
"01200_mutations_memory_consumption",
"01224_no_superfluous_dict_reload",
"01225_drop_dictionary_as_table",
"01225_show_create_table_from_dictionary",
"01231_distributed_aggregation_memory_efficient_mix_levels",
"01232_extremes",
"01238_http_memory_tracking",
"01249_bad_arguments_for_bloom_filter",
"01251_dict_is_in_infinite_loop",
"01254_dict_create_without_db",
"01254_dict_load_after_detach_attach",
"01257_dictionary_mismatch_types",
"01259_dictionary_custom_settings_ddl",
"01268_dictionary_direct_layout",
"01269_alias_type_differs",
"01272_suspicious_codecs",
"01280_ssd_complex_key_dictionary",
"01280_ttl_where_group_by",
"01281_group_by_limit_memory_tracking",
"01281_unsucceeded_insert_select_queries_counter",
"01293_system_distribution_queue",
"01294_lazy_database_concurrent",
"01294_lazy_database_concurrent_recreate_reattach_and_show_tables_long",
"01294_system_distributed_on_cluster",
"01296_create_row_policy_in_current_database",
"01297_create_quota",
"01305_replica_create_drop_zookeeper",
"01307_multiple_leaders_zookeeper",
"01318_long_unsuccessful_mutation_zookeeper",
"01320_create_sync_race_condition_zookeeper",
"01338_long_select_and_alter",
"01338_long_select_and_alter_zookeeper",
"01355_alter_column_with_order",
"01355_ilike",
"01357_version_collapsing_attach_detach_zookeeper",
"01375_compact_parts_codecs",
"01376_GROUP_BY_injective_elimination_dictGet",
"01383_remote_ambiguous_column_shard",
"01388_clear_all_columns",
"01391_join_on_dict_crash",
"01392_column_resolve",
"01396_inactive_replica_cleanup_nodes_zookeeper",
"01412_cache_dictionary_race",
"01414_mutations_and_errors_zookeeper",
"01415_inconsistent_merge_tree_settings",
"01415_sticking_mutations",
"01417_freeze_partition_verbose",
"01417_freeze_partition_verbose_zookeeper",
"01444_create_table_drop_database_race",
"01454_storagememory_data_race_challenge",
"01455_rank_correlation_spearman",
"01456_modify_column_type_via_add_drop_update",
"01457_create_as_table_function_structure",
"01459_manual_write_to_replicas",
"01460_DistributedFilesToInsert",
"01465_ttl_recompression",
"01470_show_databases_like",
"01471_calculate_ttl_during_merge",
"01487_distributed_in_not_default_db",
"01493_storage_set_persistency",
"01494_storage_join_persistency",
"01501_cache_dictionary_all_fields",
"01507_clickhouse_server_start_with_embedded_config",
"01509_dictionary_preallocate",
"01516_create_table_primary_key",
"01516_drop_table_stress",
"01517_drop_mv_with_inner_table",
"01526_complex_key_dict_direct_layout",
"01527_clickhouse_local_optimize",
"01527_dist_sharding_key_dictGet_reload",
"01541_max_memory_usage_for_user_long",
"01542_dictionary_load_exception_race",
"01545_system_errors", // looks at the difference of values in system.errors
"01560_optimize_on_insert_zookeeper",
"01563_distributed_query_finish", // looks at system.errors which is global
"01575_disable_detach_table_of_dictionary",
"01593_concurrent_alter_mutations_kill",
"01593_concurrent_alter_mutations_kill_many_replicas",
"01600_count_of_parts_metrics", // tests global system metrics
"01600_detach_permanently",
"01600_log_queries_with_extensive_info",
"01600_multiple_left_join_with_aliases",
"01601_detach_permanently",
"01602_show_create_view",
"01603_rename_overwrite_bug",
"01646_system_restart_replicas_smoke", // system restart replicas is a global query
"01656_test_query_log_factories_info",
"01658_read_file_to_stringcolumn",
"01676_dictget_in_default_expression",
"01681_cache_dictionary_simple_key",
"01682_cache_dictionary_complex_key",
"01683_flat_dictionary",
"01684_ssd_cache_dictionary_simple_key",
"01685_ssd_cache_dictionary_complex_key",
"01702_system_query_log", // It's ok to execute in parallel with oter tests but not several instances of the same test.
"01702_system_query_log", // Runs many global system queries
"01721_engine_file_truncate_on_insert", // It's ok to execute in parallel but not several instances of the same test.
"01722_long_brotli_http_compression_json_format", // It is broken in some unimaginable way with the genius error 'cannot write to ofstream'. Not sure how to debug this
"01748_dictionary_table_dot", // creates database
"01760_polygon_dictionaries",
"01760_system_dictionaries",
"01360_materialized_view_with_join_on_query_log", // creates and drops MVs on query_log, which may interrupt flushes.
"attach",
"ddl_dictionaries",
"dictionary",
"limit_memory",
"live_view",
"memory_leak",
"memory_limit",
"polygon_dicts", // they use an explicitly specified database
"01658_read_file_to_stringcolumn",
"01721_engine_file_truncate_on_insert", // It's ok to execute in parallel but not several instances of the same test.
"01702_system_query_log", // It's ok to execute in parallel with oter tests but not several instances of the same test.
"01748_dictionary_table_dot", // creates database
"00950_dict_get",
"01615_random_one_shard_insertion",
"01683_flat_dictionary",
"01681_cache_dictionary_simple_key",
"01682_cache_dictionary_complex_key",
"01684_ssd_cache_dictionary_simple_key",
"01685_ssd_cache_dictionary_complex_key",
"01737_clickhouse_server_wait_server_pool_long", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
"01954_clickhouse_benchmark_round_robin", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
"01594_too_low_memory_limits", // This test is fully compatible to run in parallel, however under ASAN processes are pretty heavy and may fail under flaky adress check.
"01760_system_dictionaries",
"01760_polygon_dictionaries",
"01778_hierarchical_dictionaries",
"01780_clickhouse_dictionary_source_loop",
"01785_dictionary_element_count",
"01802_test_postgresql_protocol_with_row_policy", /// Creates database and users
"01804_dictionary_decimal256_type",
"01850_dist_INSERT_preserve_error", // uses cluster with different static databases shard_0/shard_1
"01821_table_comment",
"01824_prefer_global_in_and_join",
"01870_modulo_partition_key",
"01870_buffer_flush", // creates database
"01889_sqlite_read_write",
"01889_postgresql_protocol_null_fields",
"01889_check_row_policy_defined_using_user_function",
"01921_concurrent_ttl_and_normal_merges_zookeeper_long", // heavy test, better to run sequentially
"01913_replace_dictionary",
"01914_exchange_dictionaries",
"01915_create_or_replace_dictionary",
"01925_test_storage_merge_aliases",
"01933_client_replxx_convert_history", /// Uses non unique history file
"01939_user_with_default_database", //create user and database
"01999_grant_with_replace",
"01902_table_function_merge_db_repr",
"01946_test_zstd_decompression_with_escape_sequence_at_the_end_of_buffer",
"01946_test_wrong_host_name_access",
"01493_alter_remove_properties_zookeeper",
"00510_materizlized_view_and_deduplication_zookeeper", /// static UUID
"00509_extended_storage_definition_syntax_zookeeper", /// leftovers
"00083_create_merge_tree_zookeeper", /// leftovers
"01532_execute_merges_on_single_replica", /// static zk path
"01530_drop_database_atomic_sync", /// creates database
"02001_add_default_database_to_system_users", ///create user
"02002_row_level_filter_bug" ///create user
]
}
Reference in New Issue View Git Blame Copy Permalink