[YUNIKORN-2170] Update Spark version to 3.3.3 (apache#731)

Spark 3.3.1 has been archived and downloading is slow from archive.apache.org. Closes: apache#731 Signed-off-by: Peter Bacsko <[email protected]>
doupache · Nov 22, 2023 · c5a82ac · c5a82ac
1 parent afbb4a8
commit c5a82ac
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/Makefile b/Makefile
@@ -130,10 +130,12 @@ HELM_ARCHIVE=helm-$(HELM_VERSION)-$(OS)-$(EXEC_ARCH).tar.gz
 HELM_ARCHIVE_BASE=$(OS)-$(EXEC_ARCH)
 
 # spark
-export SPARK_VERSION=3.3.1
+export SPARK_VERSION=3.3.3
+# sometimes the image is not avaiable with $SPARK_VERSION, the minor version must match
+export SPARK_PYTHON_VERSION=3.3.1
 export SPARK_HOME=$(BASE_DIR)$(TOOLS_DIR)/spark
 export SPARK_SUBMIT_CMD=$(SPARK_HOME)/bin/spark-submit
-export SPARK_PYTHON_IMAGE=docker.io/apache/spark-py:v$(SPARK_VERSION)
+export SPARK_PYTHON_IMAGE=docker.io/apache/spark-py:v$(SPARK_PYTHON_VERSION)
 
 FLAG_PREFIX=github.com/apache/yunikorn-k8shim/pkg/conf