diff --git a/contrib/simdjson-cmake/CMakeLists.txt b/contrib/simdjson-cmake/CMakeLists.txt
index 862d8dc50f8..bb9a5844def 100644
--- a/contrib/simdjson-cmake/CMakeLists.txt
+++ b/contrib/simdjson-cmake/CMakeLists.txt
@@ -6,4 +6,6 @@ add_library(simdjson ${SIMDJSON_SRC})
 target_include_directories(simdjson SYSTEM PUBLIC "${SIMDJSON_INCLUDE_DIR}" PRIVATE "${SIMDJSON_SRC_DIR}")
 
 # simdjson is using its own CPU dispatching and get confused if we enable AVX/AVX2 flags.
-target_compile_options(simdjson PRIVATE -mno-avx -mno-avx2)
+if(ARCH_AMD64)
+    target_compile_options(simdjson PRIVATE -mno-avx -mno-avx2)
+endif()