ARROW-12112: [CI] Reduce footprint of conda-integration image

ci/conda_env_gandiva.yml

@@ -15,5 +15,5 @@
 # specific language governing permissions and limitations
 # under the License.
 
-clangdev=11
+clang=11
 llvmdev=11

ci/docker/conda-integration.dockerfile

@@ -25,16 +25,20 @@ ARG node=14
 ARG jdk=8
 ARG go=1.15
 
+# Install Archery and integration dependencies
 COPY ci/conda_env_archery.yml /arrow/ci/
 RUN conda install -q \
         --file arrow/ci/conda_env_archery.yml \
         numpy \
         maven=${maven} \
         nodejs=${node} \
         openjdk=${jdk} && \
-    conda clean --all
+    conda clean --all --force-pkgs-dirs
 
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+# Install Rust with only the needed components
+# (rustfmt is needed for tonic-build to compile the protobuf definitions)
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- --profile=minimal -y && \
+    $HOME/.cargo/bin/rustup component add rustfmt
 
 ENV GOROOT=/opt/go \
     GOBIN=/opt/go/bin \
@@ -43,14 +47,20 @@ ENV GOROOT=/opt/go \
 RUN wget -nv -O - https://dl.google.com/go/go${go}.linux-${arch}.tar.gz | tar -xzf - -C /opt
 
 ENV ARROW_BUILD_INTEGRATION=ON \
+    ARROW_BUILD_STATIC=OFF \
     ARROW_BUILD_TESTS=OFF \
-    ARROW_FLIGHT=ON \
-    ARROW_ORC=OFF \
+    ARROW_COMPUTE=OFF \
+    ARROW_CSV=OFF \
     ARROW_DATASET=OFF \
-    ARROW_GANDIVA=OFF \
-    ARROW_PLASMA=OFF \
     ARROW_FILESYSTEM=OFF \
+    ARROW_FLIGHT=ON \
+    ARROW_GANDIVA=OFF \
     ARROW_HDFS=OFF \
     ARROW_JEMALLOC=OFF \
     ARROW_JSON=OFF \
-    ARROW_USE_GLOG=OFF
+    ARROW_ORC=OFF \
+    ARROW_PARQUET=OFF \
+    ARROW_PLASMA=OFF \
+    ARROW_S3=OFF \
+    ARROW_USE_GLOG=OFF \
+    CMAKE_UNITY_BUILD=ON

ci/scripts/util_cleanup.sh

@@ -17,9 +17,12 @@
 # specific language governing permissions and limitations
 # under the License.
 
-# this script is github actions specific to free up disk space
+# This script is Github Actions-specific to free up disk space,
+# to avoid disk full errors on some builds
 
 if [ $RUNNER_OS = "Linux" ]; then
+    df -h
+
     # remove swap
     sudo swapoff -a
     sudo rm -f /swapfile
@@ -30,8 +33,22 @@ if [ $RUNNER_OS = "Linux" ]; then
     # remove haskell, consumes 8.6 GB
     sudo rm -rf /opt/ghc
 
+    # 1 GB
+    sudo rm -rf /home/linuxbrew/.linuxbrew
+
+    # 1+ GB
+    sudo rm -rf /opt/hostedtoolcache/CodeQL
+
+    # 1+ GB
+    sudo rm -rf /usr/share/swift
+
+    # 12 GB, but takes a lot of time to delete
+    #sudo rm -rf /usr/local/lib/android
+
     # remove cached docker images, around 13 GB
     docker rmi $(docker image ls -aq)
+
+    # NOTE: /usr/share/dotnet is 25 GB
 fi
 
 df -h

docker-compose.yml

@@ -1164,24 +1164,13 @@ services:
     volumes: *conda-volumes
     environment:
       <<: *ccache
-      ARROW_BUILD_STATIC: "OFF"
-      ARROW_COMPUTE: "OFF"
-      ARROW_CSV: "OFF"
-      ARROW_FLIGHT: "ON"
-      ARROW_GANDIVA: "OFF"
-      ARROW_PARQUET: "OFF"
-      ARROW_S3: "OFF"
       # tell archery where the arrow binaries are located
       ARROW_CPP_EXE_PATH: /build/cpp/debug
-      CMAKE_UNITY_BUILD: "ON"
     command:
       ["/arrow/ci/scripts/rust_build.sh /arrow /build &&
         /arrow/ci/scripts/cpp_build.sh /arrow /build &&
         /arrow/ci/scripts/go_build.sh /arrow &&
         /arrow/ci/scripts/java_build.sh /arrow /build &&
-        df -h &&
-        du -hx --threshold=100M / &&
-        du -hx --threshold=500M /arrow/ &&
         /arrow/ci/scripts/js_build.sh /arrow /build &&
         /arrow/ci/scripts/integration_arrow.sh /arrow /build"]