feat: SKFP-1340 add way of override normalized_consequences dataset i…

…d and main destination dataset id (#248)
Ferlab-Ste-Justine · Dec 6, 2024 · 3686299 · 3686299
1 parent 4ebfe50
commit 3686299
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/...ake-spark3/src/main/scala/bio/ferlab/datalake/spark3/genomics/enriched/Consequences.scala b/...ake-spark3/src/main/scala/bio/ferlab/datalake/spark3/genomics/enriched/Consequences.scala
@@ -13,10 +13,11 @@ import org.apache.spark.sql.types.LongType
 import java.sql.Timestamp
 import java.time.LocalDateTime
 
-case class Consequences(rc: RuntimeETLContext) extends SimpleSingleETL(rc) {
+case class Consequences(rc: RuntimeETLContext, consequencesDatasetId: String = "normalized_consequences",
+                        destinationDatasetId: String = "enriched_consequences") extends SimpleSingleETL(rc) {
 
-  override val mainDestination: DatasetConf = conf.getDataset("enriched_consequences")
-  val normalized_consequences: DatasetConf = conf.getDataset("normalized_consequences")
+  override val mainDestination: DatasetConf = conf.getDataset(destinationDatasetId)
+  val normalized_consequences: DatasetConf = conf.getDataset(consequencesDatasetId)
   val dbnsfp_original: DatasetConf = conf.getDataset("enriched_dbnsfp")
   val normalized_ensembl_mapping: DatasetConf = conf.getDataset("normalized_ensembl_mapping")
   val enriched_genes: DatasetConf = conf.getDataset("enriched_genes")