diff --git a/src/AggregateFunctions/fuzzers/aggregate_function_state_deserialization_fuzzer.cpp b/src/AggregateFunctions/fuzzers/aggregate_function_state_deserialization_fuzzer.cpp index c4a96aa1ccc..8abdaf9953b 100644 --- a/src/AggregateFunctions/fuzzers/aggregate_function_state_deserialization_fuzzer.cpp +++ b/src/AggregateFunctions/fuzzers/aggregate_function_state_deserialization_fuzzer.cpp @@ -27,10 +27,6 @@ extern "C" int LLVMFuzzerInitialize(int *, char ***) if (context) return true; - /// The SharedContext depends on the Logger which is being destroyed by AutoLoggerShutdown (global variable) - /// And the GlobalContext depends on the SharedContext. So, this the SharedContext has to be static in order - /// to be destroyed last. - /// Addditionally, without it being static the shared context is destroyed on this function exit. static SharedContextHolder shared_context = Context::createShared(); context = Context::createGlobal(shared_context.get()); context->makeGlobalContext(); diff --git a/src/Compression/fuzzers/compressed_buffer_fuzzer.cpp b/src/Compression/fuzzers/compressed_buffer_fuzzer.cpp index aea749900db..400e2ad0450 100644 --- a/src/Compression/fuzzers/compressed_buffer_fuzzer.cpp +++ b/src/Compression/fuzzers/compressed_buffer_fuzzer.cpp @@ -1,12 +1,36 @@ -#include -#include +#include +#include #include +#include +#include +#include +#include +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + DB::ReadBufferFromMemory from(data, size); DB::CompressedReadBuffer in{from}; diff --git a/src/Compression/fuzzers/delta_decompress_fuzzer.cpp b/src/Compression/fuzzers/delta_decompress_fuzzer.cpp index 267c6014461..ad4ad7c7eae 100644 --- a/src/Compression/fuzzers/delta_decompress_fuzzer.cpp +++ b/src/Compression/fuzzers/delta_decompress_fuzzer.cpp @@ -1,7 +1,12 @@ #include -#include -#include +#include +#include +#include +#include +#include +#include +#include namespace DB { @@ -14,10 +19,31 @@ struct AuxiliaryRandomData size_t decompressed_size; }; +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} + extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + if (size < sizeof(AuxiliaryRandomData)) return 0; diff --git a/src/Compression/fuzzers/double_delta_decompress_fuzzer.cpp b/src/Compression/fuzzers/double_delta_decompress_fuzzer.cpp index 22d89a1282b..4c463969115 100644 --- a/src/Compression/fuzzers/double_delta_decompress_fuzzer.cpp +++ b/src/Compression/fuzzers/double_delta_decompress_fuzzer.cpp @@ -1,7 +1,14 @@ #include +#include +#include +#include +#include +#include #include #include +#include +#include namespace DB { @@ -14,10 +21,31 @@ struct AuxiliaryRandomData size_t decompressed_size; }; +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} + extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + if (size < sizeof(AuxiliaryRandomData)) return 0; diff --git a/src/Compression/fuzzers/encrypted_decompress_fuzzer.cpp b/src/Compression/fuzzers/encrypted_decompress_fuzzer.cpp index 4131ab43c59..68583198646 100644 --- a/src/Compression/fuzzers/encrypted_decompress_fuzzer.cpp +++ b/src/Compression/fuzzers/encrypted_decompress_fuzzer.cpp @@ -3,9 +3,16 @@ #include #include -#include +#include +#include +#include +#include +#include #include +#include #include +#include +#include #include #include #include @@ -13,13 +20,28 @@ #include #include #include -#include "Common/Exception.h" inline DB::CompressionCodecPtr getCompressionCodecEncrypted(DB::EncryptionMethod Method) { return std::make_shared(Method); } +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} + namespace { @@ -274,6 +296,11 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + XMLGenerator generator(data, size); generator.generate(); diff --git a/src/Compression/fuzzers/gcd_decompress_fuzzer.cpp b/src/Compression/fuzzers/gcd_decompress_fuzzer.cpp index f8b8823ed09..d810e3cf8ad 100644 --- a/src/Compression/fuzzers/gcd_decompress_fuzzer.cpp +++ b/src/Compression/fuzzers/gcd_decompress_fuzzer.cpp @@ -1,9 +1,32 @@ #include #include +#include +#include +#include +#include +#include #include #include -#include "base/types.h" +#include +#include +#include + +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} namespace DB { @@ -19,6 +42,11 @@ struct AuxiliaryRandomData extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + if (size < sizeof(AuxiliaryRandomData)) return 0; diff --git a/src/Compression/fuzzers/lz4_decompress_fuzzer.cpp b/src/Compression/fuzzers/lz4_decompress_fuzzer.cpp index e2275990b72..d249ba9605d 100644 --- a/src/Compression/fuzzers/lz4_decompress_fuzzer.cpp +++ b/src/Compression/fuzzers/lz4_decompress_fuzzer.cpp @@ -1,8 +1,31 @@ #include +#include +#include +#include +#include +#include #include -#include #include +#include +#include +#include + +using namespace DB; +ContextMutablePtr context; +extern "C" int LLVMFuzzerInitialize(int *, char ***) +{ + if (context) + return true; + + static SharedContextHolder shared_context = Context::createShared(); + context = Context::createGlobal(shared_context.get()); + context->makeGlobalContext(); + + MainThreadStatus::getInstance(); + + return 0; +} namespace DB { @@ -19,6 +42,11 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + if (size < sizeof(AuxiliaryRandomData) + LZ4::ADDITIONAL_BYTES_AT_END_OF_BUFFER) return 0; diff --git a/src/DataTypes/fuzzers/data_type_deserialization_fuzzer.cpp b/src/DataTypes/fuzzers/data_type_deserialization_fuzzer.cpp index 79b593140bd..a82d3c7ccc9 100644 --- a/src/DataTypes/fuzzers/data_type_deserialization_fuzzer.cpp +++ b/src/DataTypes/fuzzers/data_type_deserialization_fuzzer.cpp @@ -15,18 +15,12 @@ using namespace DB; - ContextMutablePtr context; - extern "C" int LLVMFuzzerInitialize(int *, char ***) { if (context) return true; - /// The SharedContext depends on the Logger which is being destroyed by AutoLoggerShutdown (global variable) - /// And the GlobalContext depends on the SharedContext. So, this the SharedContext has to be static in order - /// to be destroyed last. - /// Addditionally, without it being static the shared context is destroyed on this function exit. static SharedContextHolder shared_context = Context::createShared(); context = Context::createGlobal(shared_context.get()); context->makeGlobalContext(); diff --git a/src/Formats/fuzzers/format_fuzzer.cpp b/src/Formats/fuzzers/format_fuzzer.cpp index d81cb922d6d..ab79c0dbbd5 100644 --- a/src/Formats/fuzzers/format_fuzzer.cpp +++ b/src/Formats/fuzzers/format_fuzzer.cpp @@ -29,10 +29,6 @@ extern "C" int LLVMFuzzerInitialize(int *, char ***) if (context) return true; - /// The SharedContext depends on the Logger which is being destroyed by AutoLoggerShutdown (global variable) - /// And the GlobalContext depends on the SharedContext. So, this the SharedContext has to be static in order - /// to be destroyed last. - /// Addditionally, without it being static the shared context is destroyed on this function exit. static SharedContextHolder shared_context = Context::createShared(); context = Context::createGlobal(shared_context.get()); context->makeGlobalContext(); diff --git a/src/Interpreters/fuzzers/execute_query_fuzzer.cpp b/src/Interpreters/fuzzers/execute_query_fuzzer.cpp index 1ce9b85dacd..f5e86f581c5 100644 --- a/src/Interpreters/fuzzers/execute_query_fuzzer.cpp +++ b/src/Interpreters/fuzzers/execute_query_fuzzer.cpp @@ -1,7 +1,8 @@ #include #include #include -#include "Processors/Executors/PullingPipelineExecutor.h" +#include +#include #include #include @@ -22,14 +23,12 @@ extern "C" int LLVMFuzzerInitialize(int *, char ***) if (context) return true; - /// The SharedContext depends on the Logger which is being destroyed by AutoLoggerShutdown (global variable) - /// And the GlobalContext depends on the SharedContext. So, this the SharedContext has to be static in order - /// to be destroyed last. - /// Addditionally, without it being static the shared context is destroyed on this function exit. static SharedContextHolder shared_context = Context::createShared(); context = Context::createGlobal(shared_context.get()); context->makeGlobalContext(); + MainThreadStatus::getInstance(); + registerInterpreters(); registerFunctions(); registerAggregateFunctions(); @@ -47,13 +46,27 @@ extern "C" int LLVMFuzzerTestOneInput(const uint8_t * data, size_t size) { try { + total_memory_tracker.resetCounters(); + total_memory_tracker.setHardLimit(1_GiB); + CurrentThread::get().memory_tracker.resetCounters(); + CurrentThread::get().memory_tracker.setHardLimit(1_GiB); + std::string input = std::string(reinterpret_cast(data), size); auto io = DB::executeQuery(input, context, QueryFlags{ .internal = true }, QueryProcessingStage::Complete).second; - PullingPipelineExecutor executor(io.pipeline); - Block res; - while (!res && executor.pull(res)); + /// Execute only SELECTs + if (io.pipeline.pulling()) + { + PullingPipelineExecutor executor(io.pipeline); + Block res; + while (!res && executor.pull(res)); + } + /// We don't want to execute it and thus need to finish it properly. + else + { + io.onCancelOrConnectionLoss(); + } } catch (...) {