diff --git a/extensions/cuda_extension.py b/extensions/cuda_extension.py
index f1e0095b29b6..c7fd0df16b22 100644
--- a/extensions/cuda_extension.py
+++ b/extensions/cuda_extension.py
@@ -27,7 +27,9 @@ def is_available(self) -> bool:
         try:
             import torch
 
-            cuda_available = torch.cuda.is_available()
+            # torch.cuda.is_available requires a device to exist, allow building with cuda extension on build nodes without a device
+            # but where cuda is actually available.
+            cuda_available = torch.cuda.is_available() or bool(os.environ.get('FORCE_CUDA', 0))
         except:
             cuda_available = False
         return cuda_available