diff --git a/cpp/src/arrow/compute/exec/hash_join_node_test.cc b/cpp/src/arrow/compute/exec/hash_join_node_test.cc
index adc5ec70ebd..a866266f2d2 100644
--- a/cpp/src/arrow/compute/exec/hash_join_node_test.cc
+++ b/cpp/src/arrow/compute/exec/hash_join_node_test.cc
@@ -1011,7 +1011,7 @@ TEST(HashJoin, Random) {
     bool disable_bloom_filter = (rng.from_range(0, 1) == 1);
     auto exec_ctx = std::make_unique<ExecContext>(
         default_memory_pool(), parallel ? arrow::internal::GetCpuThreadPool() : nullptr);
-
+    exec_ctx->set_use_threads(false);
     // Constraints
     RandomDataTypeConstraints type_constraints;
     type_constraints.Default();
@@ -1033,9 +1033,10 @@ TEST(HashJoin, Random) {
     // for EQ only:
     // constexpr int key_cmp_mask = 0x01;
     constexpr int min_num_rows = 1;
-    const int max_num_rows = parallel ? 20000 : 2000;
-    constexpr int min_batch_size = 10;
-    constexpr int max_batch_size = 100;
+    const int scale = 1;
+    const int max_num_rows = parallel ? 20000 * scale : 2000 * scale;
+    constexpr int min_batch_size = 100 * scale;
+    constexpr int max_batch_size = 1000 * scale;
 
     // Generate list of key field data types
     int num_key_fields = rng.from_range(1, max_num_key_fields);