From c5a82accee6bbef68859832948dd944df3034daa Mon Sep 17 00:00:00 2001 From: Peter Bacsko Date: Wed, 22 Nov 2023 15:38:40 +0100 Subject: [PATCH] [YUNIKORN-2170] Update Spark version to 3.3.3 (#731) Spark 3.3.1 has been archived and downloading is slow from archive.apache.org. Closes: #731 Signed-off-by: Peter Bacsko --- Makefile | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/Makefile b/Makefile index 78245d3c9..4a642a525 100644 --- a/Makefile +++ b/Makefile @@ -130,10 +130,12 @@ HELM_ARCHIVE=helm-$(HELM_VERSION)-$(OS)-$(EXEC_ARCH).tar.gz HELM_ARCHIVE_BASE=$(OS)-$(EXEC_ARCH) # spark -export SPARK_VERSION=3.3.1 +export SPARK_VERSION=3.3.3 +# sometimes the image is not avaiable with $SPARK_VERSION, the minor version must match +export SPARK_PYTHON_VERSION=3.3.1 export SPARK_HOME=$(BASE_DIR)$(TOOLS_DIR)/spark export SPARK_SUBMIT_CMD=$(SPARK_HOME)/bin/spark-submit -export SPARK_PYTHON_IMAGE=docker.io/apache/spark-py:v$(SPARK_VERSION) +export SPARK_PYTHON_IMAGE=docker.io/apache/spark-py:v$(SPARK_PYTHON_VERSION) FLAG_PREFIX=github.com/apache/yunikorn-k8shim/pkg/conf