Adding logic for creating and managing DAG invocations

Signed-off-by: Kway Yi Shen <[email protected]> Signed-off-by: Kway Yi Shen <SamKway@localhost> Signed-off-by: Kway Yi Shen <[email protected]>
vhive-serverless · Sep 3, 2024 · a0c869f · a0c869f
1 parent e5522c1
commit a0c869f
Show file tree

Hide file tree

Showing 11 changed files with 3,212 additions and 48 deletions.
diff --git a/.github/configs/wordlist.txt b/.github/configs/wordlist.txt
@@ -151,6 +151,7 @@ Ctrl
 currencyservice
 Daglis
 DAGMode
+DAGTracePath
 datacenter
 Datacenter
 dataflows
@@ -165,6 +166,7 @@ DeathStarBenchs
 debian
 deployer
 deps
+depth
 dev
 devmapper
 df
@@ -661,6 +663,7 @@ wc
 WDDD
 wget
 WIDX
+width
 WIOSCA
 WithBlock
 WithFields
@@ -710,6 +713,7 @@ cgroups
 noop
 YAMLs
 cgo
+EnableDAGDataset
 EnableMetricsScrapping
 EnableZipkinTracing
 EndpointPort

diff --git a/cmd/config.json b/cmd/config.json
@@ -21,5 +21,9 @@
 
   "GRPCConnectionTimeoutSeconds": 15,
   "GRPCFunctionTimeoutSeconds": 900,
-  "DAGMode": false
+  "DAGMode": false,
+  "DAGTracePath": "data/traces/sampled_150/20",
+  "EnableDAGDataset": true,
+  "Width": 2,
+  "Depth": 2
 }
diff --git a/cmd/loader.go b/cmd/loader.go
@@ -27,10 +27,11 @@ package main
 import (
 	"flag"
 	"fmt"
-	"golang.org/x/exp/slices"
 	"os"
 	"time"
 
+	"golang.org/x/exp/slices"
+
 	"github.com/vhive-serverless/loader/pkg/common"
 	"github.com/vhive-serverless/loader/pkg/config"
 	"github.com/vhive-serverless/loader/pkg/driver"
@@ -101,6 +102,14 @@ func main() {
 		log.Fatal("Unsupported platform! Supported platforms are [Knative, OpenWhisk, AWSLambda, Dirigent]")
 	}
 
+	if cfg.DAGMode {
+		cfg.TracePath = cfg.DAGTracePath
+		_, err := os.Stat(cfg.DAGTracePath)
+		if err != nil {
+			log.Fatal("Trace not found")
+		}
+	}
+
 	runTraceMode(&cfg, *iatGeneration, *generated)
 }