From 13d763b8b6da0c8c2908772b20ae7357f6b0ce2a Mon Sep 17 00:00:00 2001 From: msaf Date: Fri, 11 Oct 2024 21:20:09 +0100 Subject: [PATCH] Support custom spark.sql.catalogImplementation --- .../src/main/scala/org/apache/spark/sql/SparkSession.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/SparkSession.scala b/sql/core/src/main/scala/org/apache/spark/sql/SparkSession.scala index b9d0ae601286d..bac5944726d75 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/SparkSession.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/SparkSession.scala @@ -1289,11 +1289,10 @@ object SparkSession extends Logging { "org.apache.spark.sql.hive.HiveSessionStateBuilder" private def sessionStateClassName(conf: SparkConf): String = { - log.warn("!THIS IS CORRECT PACKAGE!") conf.get(CATALOG_IMPLEMENTATION) match { case "hive" => HIVE_SESSION_STATE_BUILDER_CLASS_NAME case "in-memory" => classOf[SessionStateBuilder].getCanonicalName - case _ => conf.get(CATALOG_IMPLEMENTATION) + case _ => HIVE_SESSION_STATE_BUILDER_CLASS_NAME } }