From f719b78fe571c90997d35af47890151540095fb8 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Wed, 18 Sep 2024 14:39:03 -0700 Subject: [PATCH] [SPARK-45497] Add a symbolic link file `spark-examples.jar` in K8s Docker images --- 4.0.0-preview1/scala2.13-java17-ubuntu/Dockerfile | 1 + Dockerfile.template | 1 + 2 files changed, 2 insertions(+) diff --git a/4.0.0-preview1/scala2.13-java17-ubuntu/Dockerfile b/4.0.0-preview1/scala2.13-java17-ubuntu/Dockerfile index 1102caf..638ddaf 100644 --- a/4.0.0-preview1/scala2.13-java17-ubuntu/Dockerfile +++ b/4.0.0-preview1/scala2.13-java17-ubuntu/Dockerfile @@ -59,6 +59,7 @@ RUN set -ex; \ mv sbin /opt/spark/; \ mv kubernetes/dockerfiles/spark/decom.sh /opt/; \ mv examples /opt/spark/; \ + ln -s "$(basename $(ls /opt/spark/examples/jars/spark-examples_*.jar))" /opt/spark/examples/jars/spark-examples.jar; \ mv kubernetes/tests /opt/spark/; \ mv data /opt/spark/; \ mv python/pyspark /opt/spark/python/pyspark/; \ diff --git a/Dockerfile.template b/Dockerfile.template index 3d0aacf..c19e961 100644 --- a/Dockerfile.template +++ b/Dockerfile.template @@ -59,6 +59,7 @@ RUN set -ex; \ mv sbin /opt/spark/; \ mv kubernetes/dockerfiles/spark/decom.sh /opt/; \ mv examples /opt/spark/; \ + ln -s "$(basename $(ls /opt/spark/examples/jars/spark-examples_*.jar))" /opt/spark/examples/jars/spark-examples.jar; \ mv kubernetes/tests /opt/spark/; \ mv data /opt/spark/; \ mv python/pyspark /opt/spark/python/pyspark/; \