diff --git a/docker/Dockerfile.ci_gpu b/docker/Dockerfile.ci_gpu
index 5c13104cda16..7816422b6492 100644
--- a/docker/Dockerfile.ci_gpu
+++ b/docker/Dockerfile.ci_gpu
@@ -20,6 +20,7 @@
 FROM nvidia/cuda:11.0.3-cudnn8-devel-ubuntu18.04
 
 # Base scripts
+RUN rm /etc/apt/sources.list.d/nvidia-ml.list && apt-get clean
 RUN apt-get update --fix-missing
 
 COPY install/ubuntu_install_core.sh /install/ubuntu_install_core.sh