spark-3.2 support

apache · Jul 25, 2023 · b7db214 · b7db214
1 parent 65f688d
commit b7db214
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/project/CelebornBuild.scala b/project/CelebornBuild.scala
@@ -171,6 +171,7 @@ object Utils {
     case Some("spark-2.4") => Some(Spark24)
     case Some("spark-3.0") => Some(Spark30)
     case Some("spark-3.1") => Some(Spark31)
+    case Some("spark-3.2") => Some(Spark32)
     case Some("spark-3.3") => Some(Spark33)
     case _ => None
   }
@@ -377,6 +378,20 @@ object Spark31 extends SparkClientProjects {
   val zstdJniVersion = "1.4.8-1"
 }
 
+object Spark32 extends SparkClientProjects {
+
+  val sparkClientProjectPath = "client-spark/spark-3"
+  val sparkClientProjectName = "celeborn-client-spark-3"
+  val sparkClientShadeProjectPath = "client-spark/spark-3-shade"
+  val sparkClientShadeProjectName = "celeborn-client-spark-3-shaded"
+
+  val lz4JavaVersion = "1.7.1"
+  val sparkProjectScalaVersion = "2.12.15"
+
+  val sparkVersion = "3.2.4"
+  val zstdJniVersion = "1.5.0-4"
+}
+
 object Spark33 extends SparkClientProjects {
 
   val sparkClientProjectPath = "client-spark/spark-3"