diff --git a/hack/all-in-one/Dockerfile b/hack/all-in-one/Dockerfile
index c0ef48536d..dd799e2215 100644
--- a/hack/all-in-one/Dockerfile
+++ b/hack/all-in-one/Dockerfile
@@ -30,4 +30,9 @@ RUN export ARCH=$(uname -m |sed -e "s/x86_64/amd64/" |sed -e "s/aarch64/arm64/")
     systemctl enable microshift.service && \
     systemctl enable crio 
 
+RUN curl -s -L https://nvidia.github.io/nvidia-docker/rhel8.3/nvidia-docker.repo | tee /etc/yum.repos.d/nvidia-docker.repo && \
+    dnf install nvidia-container-toolkit -y
+
+ADD nvidia-config.toml /etc/nvidia-container-runtime/config.toml
+
 CMD [ "/sbin/init" ]
diff --git a/hack/all-in-one/nvidia-config.toml b/hack/all-in-one/nvidia-config.toml
new file mode 100644
index 0000000000..2424f88578
--- /dev/null
+++ b/hack/all-in-one/nvidia-config.toml
@@ -0,0 +1,18 @@
+disable-require = false
+#swarm-resource = "DOCKER_RESOURCE_GPU"
+#accept-nvidia-visible-devices-envvar-when-unprivileged = true
+#accept-nvidia-visible-devices-as-volume-mounts = false
+
+[nvidia-container-cli]
+#root = "/run/nvidia/driver"
+#path = "/usr/bin/nvidia-container-cli"
+environment = []
+debug = "/var/log/nvidia-container-toolkit.log"
+#ldcache = "/etc/ld.so.cache"
+load-kmods = false
+no-cgroups = false
+#user = "root:video"
+ldconfig = "@/sbin/ldconfig"
+
+[nvidia-container-runtime]
+debug = "/var/log/nvidia-container-runtime.log"