diff --git a/ci/docker/Dockerfile.build.ubuntu b/ci/docker/Dockerfile.build.ubuntu
index f8963d3758be..ce9f24604a5e 100644
--- a/ci/docker/Dockerfile.build.ubuntu
+++ b/ci/docker/Dockerfile.build.ubuntu
@@ -36,13 +36,14 @@ WORKDIR /work/deps
 SHELL ["/bin/bash", "-c"]
 RUN export DEBIAN_FRONTEND=noninteractive && \
     export OS_RELEASE="$(cat /etc/os-release)" && \
+    ls -lt /var/*/apt/*/* && \
     apt-get clean && \
     apt-get update && \
     apt-get install -y wget software-properties-common && \
     wget -qO - wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB -O - | apt-key add -; \
     add-apt-repository "deb https://apt.repos.intel.com/oneapi all main"; \
     INTEL_MKL="-2021.3.0"; \
-    apt-get update && \
+    apt-get -o Debug::pkgAcquire::Auth=true update && \
     apt-get install -y \
         ## Utilities
         curl \
@@ -64,8 +65,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
         g++ \
         g++-7 \
         g++-8 \
-        intel-oneapi-mkl${INTEL_MKL} \
-        intel-oneapi-mkl-devel${INTEL_MKL} \
         libomp-dev \
         ## Dependencies
         libgomp1 \
@@ -91,7 +90,17 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
         libb2-dev \
         libzstd-dev \
         gfortran && \
-    rm -rf /var/lib/apt/lists/*
+    echo "**** Before oneapi install ****" && \
+    ls -lt /var/*/apt/*/* && \
+    apt-get install -y \
+        intel-oneapi-mkl${INTEL_MKL} \
+        intel-oneapi-mkl-devel${INTEL_MKL} && \
+    echo "**** After oneapi install ****" && \
+    ls -lt /var/*/apt/*/* && \
+    rm -rf /var/lib/apt/lists/* && \
+    echo "**** After apt lists clean ****" && \
+    ls -lt /var/*/apt/*/* && \
+    add-apt-repository -r "deb https://apt.repos.intel.com/oneapi all main"
 
 # Build OpenBLAS from source
 RUN export LIBRARY_PATH=$LIBRARY_PATH:/usr/lib/gcc/x86_64-linux-gnu/7/ && \
@@ -160,7 +169,7 @@ SHELL ["/bin/bash", "-c"]
 ARG BASE_IMAGE
 RUN export SHORT_CUDA_VERSION=${CUDA_VERSION%.*} && \
     export OS_RELEASE="$(cat /etc/os-release)" && \
-    apt-get update && \
+    apt-get -o Debug::pkgAcquire::Auth=true update && \
     if [[ ${OS_RELEASE} == *"Bionic"* ]]; then \
         if [ ${SHORT_CUDA_VERSION} = 11.0 ]; then \
             TRT_VERSION="7.2.0-1+cuda11.0"; \