diff --git a/.github/workflows/cron.yml b/.github/workflows/cron.yml
index 9803d459dc..a36cfbcdb9 100644
--- a/.github/workflows/cron.yml
+++ b/.github/workflows/cron.yml
@@ -62,7 +62,7 @@ jobs:
     if: github.repository == 'Project-MONAI/MONAI'
     strategy:
       matrix:
-        container: ["pytorch:21.02", "pytorch:21.06"]  # 21.02 for backward comp.
+        container: ["pytorch:21.02", "pytorch:21.08"]  # 21.02 for backward comp.
     container:
       image: nvcr.io/nvidia/${{ matrix.container }}-py3  # testing with the latest pytorch base image
       options: "--gpus all"
@@ -106,7 +106,7 @@ jobs:
     if: github.repository == 'Project-MONAI/MONAI'
     strategy:
       matrix:
-        container: ["pytorch:21.02", "pytorch:21.06"]  # 21.02 for backward comp.
+        container: ["pytorch:21.02", "pytorch:21.08"]  # 21.02 for backward comp.
     container:
       image: nvcr.io/nvidia/${{ matrix.container }}-py3  # testing with the latest pytorch base image
       options: "--gpus all"
@@ -204,7 +204,7 @@ jobs:
     if: github.repository == 'Project-MONAI/MONAI'
     needs: cron-gpu  # so that monai itself is verified first
     container:
-      image: nvcr.io/nvidia/pytorch:21.06-py3  # testing with the latest pytorch base image
+      image: nvcr.io/nvidia/pytorch:21.08-py3  # testing with the latest pytorch base image
       options: "--gpus all --ipc=host"
     runs-on: [self-hosted, linux, x64, common]
     steps:
diff --git a/.github/workflows/pythonapp-gpu.yml b/.github/workflows/pythonapp-gpu.yml
index 72e164a499..999567ae16 100644
--- a/.github/workflows/pythonapp-gpu.yml
+++ b/.github/workflows/pythonapp-gpu.yml
@@ -23,7 +23,7 @@ jobs:
           - "PT17+CUDA102"
           - "PT17+CUDA110"
           - "PT18+CUDA102"
-          - "PT19+CUDA113"
+          - "PT19+CUDA114"
           - "PT19+CUDA102"
         include:
           - environment: PT16+CUDA110
@@ -40,10 +40,12 @@ jobs:
           - environment: PT18+CUDA102
             pytorch: "torch==1.8.1 torchvision==0.9.1"
             base: "nvcr.io/nvidia/cuda:10.2-devel-ubuntu18.04"
-          - environment: PT19+CUDA113
+          - environment: PT19+CUDA114
             # we explicitly set pytorch to -h to avoid pip install error
+            # https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes
+            # 21.08: 1.10.0a0+3fd9dcf
             pytorch: "-h"
-            base: "nvcr.io/nvidia/pytorch:21.06-py3"
+            base: "nvcr.io/nvidia/pytorch:21.08-py3"
           - environment: PT19+CUDA102
             pytorch: "torch==1.9.0 torchvision==0.10.0"
             base: "nvcr.io/nvidia/cuda:10.2-devel-ubuntu18.04"
@@ -91,9 +93,9 @@ jobs:
         python get-pip.py && \
         rm get-pip.py;
         fi
-    - if: matrix.environment == 'PT19+CUDA113'
-      name: Optional Cupy dependency (cuda113)
-      run: echo "cupy-cuda113" >> requirements-dev.txt
+    - if: matrix.environment == 'PT19+CUDA114'
+      name: Optional Cupy dependency (cuda114)
+      run: echo "cupy-cuda114" >> requirements-dev.txt
     - name: Install dependencies
       run: |
         which python
diff --git a/Dockerfile b/Dockerfile
index ac06183768..77fe1f828f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -11,7 +11,7 @@
 
 # To build with a different base image
 # please run `docker build` using the `--build-arg PYTORCH_IMAGE=...` flag.
-ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:21.06-py3
+ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:21.08-py3
 FROM ${PYTORCH_IMAGE}
 
 LABEL maintainer="monai.contact@gmail.com"