diff --git a/src/runtime/relax_vm/attn_utils.h b/src/runtime/relax_vm/attn_utils.h
index af46073adefe..8138aa7bbdf6 100644
--- a/src/runtime/relax_vm/attn_utils.h
+++ b/src/runtime/relax_vm/attn_utils.h
@@ -30,6 +30,9 @@
 #include <limits>
 #include <utility>
 #include <vector>
+#if defined(OPENCL_ENABLE_HOST_PTR)
+#include "../opencl/opencl_common.h"
+#endif
 
 namespace tvm {
 namespace runtime {
diff --git a/src/runtime/relax_vm/paged_kv_cache.cc b/src/runtime/relax_vm/paged_kv_cache.cc
index 6b68bb1b1a30..496891f2172b 100644
--- a/src/runtime/relax_vm/paged_kv_cache.cc
+++ b/src/runtime/relax_vm/paged_kv_cache.cc
@@ -36,9 +36,6 @@
 #include "attn_backend.h"
 #include "attn_utils.h"
 #include "kv_state.h"
-#if defined(OPENCL_ENABLE_HOST_PTR)
-#include "../opencl/opencl_common.h"
-#endif
 
 namespace tvm {
 namespace runtime {