From c83b79af6b9f67ecb439f2f2380fa9ee9e8d71fa Mon Sep 17 00:00:00 2001 From: zwangsheng Date: Tue, 5 Mar 2024 17:12:58 +0800 Subject: [PATCH] [BUILD] Remove the extension spark jars before build --- build/dist | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/build/dist b/build/dist index cde515dc64a..533d239accf 100755 --- a/build/dist +++ b/build/dist @@ -233,6 +233,14 @@ if [[ "$HIVE_PROVIDED" == "true" ]]; then MVN_DIST_OPT="$MVN_DIST_OPT -Phive-provided" fi +# Before start build, clean up the extension spark jars, +# to avoid include unspecified version +SPARK_EXTENSION_VERSIONS=('3-1' '3-2' '3-3' '3-4' '3-5') +# shellcheck disable=SC2068 +for SPARK_EXTENSION_VERSION in ${SPARK_EXTENSION_VERSIONS[@]}; do + rm -f "$KYUUBI_HOME/extensions/spark/kyuubi-extension-spark-$SPARK_EXTENSION_VERSION/target/kyuubi-extension-spark-${SPARK_EXTENSION_VERSION}_${SCALA_VERSION}-${VERSION}.jar" +done + export MAVEN_OPTS="${MAVEN_OPTS:--Xmx2g}" BUILD_COMMAND=("$MVN" clean install $MVN_DIST_OPT $@) @@ -331,7 +339,6 @@ for jar in $(ls "$DISTDIR/jars/"); do done # Copy Kyuubi Spark extension -SPARK_EXTENSION_VERSIONS=('3-1' '3-2' '3-3' '3-4' '3-5') # shellcheck disable=SC2068 for SPARK_EXTENSION_VERSION in ${SPARK_EXTENSION_VERSIONS[@]}; do if [[ -f $"$KYUUBI_HOME/extensions/spark/kyuubi-extension-spark-$SPARK_EXTENSION_VERSION/target/kyuubi-extension-spark-${SPARK_EXTENSION_VERSION}_${SCALA_VERSION}-${VERSION}.jar" ]]; then