disable the rule that checks the maxPartitions for dsv2

apache · Apr 7, 2024 · fb113d6 · fb113d6
1 parent acc3587
commit fb113d6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/...i-extension-spark-3-5/src/main/scala/org/apache/kyuubi/sql/watchdog/MaxScanStrategy.scala b/...i-extension-spark-3-5/src/main/scala/org/apache/kyuubi/sql/watchdog/MaxScanStrategy.scala
@@ -240,8 +240,7 @@ case class MaxScanStrategy(session: SparkSession)
             _,
             relation @ DataSourceV2ScanRelation(_, _, _, _, _)) =>
         val table = relation.relation.table
-        if (table.partitioning().nonEmpty &&
-          relation.scan.isInstanceOf[SupportsReportPartitioning]) {
+        if (table.partitioning().nonEmpty) {
           val partitionColumnNames = table.partitioning().map(_.describe())
           val stats = relation.computeStats()
           lazy val scanFileSize = stats.sizeInBytes

diff --git a/...rk/kyuubi-extension-spark-3-5/src/test/scala/org/apache/spark/sql/WatchDogSuiteBase.scala b/...rk/kyuubi-extension-spark-3-5/src/test/scala/org/apache/spark/sql/WatchDogSuiteBase.scala
@@ -608,7 +608,7 @@ trait WatchDogSuiteBase extends KyuubiSparkSQLExtensionTest {
       assert(e.getMessage == "Script transformation is not allowed")
     }
   }
-  
+
   test("watchdog with scan maxFileSize -- data source v2") {
     val df = spark.read.format(classOf[ReportStatisticsAndPartitionAwareDataSource].getName).load()
     df.createOrReplaceTempView("test")