diff --git a/contrib/annoy-cmake/CMakeLists.txt b/contrib/annoy-cmake/CMakeLists.txt
index f2535ba7fde..4c2c2bf565f 100644
--- a/contrib/annoy-cmake/CMakeLists.txt
+++ b/contrib/annoy-cmake/CMakeLists.txt
@@ -1,6 +1,6 @@
 option(ENABLE_ANNOY "Enable Annoy index support" ${ENABLE_LIBRARIES})
 
-if ((NOT ENABLE_ANNOY) OR (SANITIZE STREQUAL "undefined"))
+if (NOT ENABLE_ANNOY)
     message (STATUS "Not using annoy")
     return()
 endif()