diff --git a/cpp/CMakeLists.txt b/cpp/CMakeLists.txt
index 6a01f18e6bb..4dbdd2353fd 100644
--- a/cpp/CMakeLists.txt
+++ b/cpp/CMakeLists.txt
@@ -328,7 +328,6 @@ if(ARROW_BUILD_BENCHMARKS
    OR ARROW_BUILD_TESTS
    OR ARROW_BUILD_INTEGRATION
    OR ARROW_FUZZING)
-  set(ARROW_JSON ON)
   set(ARROW_TESTING ON)
 endif()
 
@@ -366,6 +365,10 @@ if(ARROW_SKYHOOK)
   set(ARROW_WITH_SNAPPY ON)
 endif()
 
+if(ARROW_TESTING)
+  set(ARROW_JSON ON)
+endif()
+
 if(ARROW_DATASET)
   set(ARROW_COMPUTE ON)
   set(ARROW_FILESYSTEM ON)