revert total core seconds change

NVIDIA · Oct 3, 2024 · dec1627 · dec1627
1 parent 8277cde
commit dec1627
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala
@@ -1598,7 +1598,6 @@ class QualificationSuite extends BaseTestSuite {
       Some(ExistingClusterInfo(vendor = PlatformNames.DEFAULT, coresPerExecutor = 12,
         numExecsPerNode = -1, numExecutors = 4, numWorkerNodes = 3, executorHeapMemory = 0L,
         dynamicAllocationEnabled = false, "N/A", "N/A", "N/A", driverHost = Some("10.59.184.210"))),
-    // TODO - this doesn't have spark.dynamicAllocation.enabled in the eventlog
     "eventlog_4nodes_8cores_dynamic_alloc.zstd" -> // using dynamic allocation, total of 5 nodes, each with max 7
       // executor running having 4 cores. At the end it had 1 active executor.
       Some(ExistingClusterInfo(vendor = PlatformNames.DEFAULT, coresPerExecutor = 4,

diff --git a/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml b/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml
@@ -280,7 +280,7 @@ local:
         - 'Reason'
       totalCoreSecBased:
         # This is total core seconds of an 8-core machine running for 24 hours
-        totalCoreSecThreshold: 1
+        totalCoreSecThreshold: 691200
       spillBased:
         stageAggMetrics:
           fileName: 'stage_level_aggregated_task_metrics.csv'