feat: publish elevation datasets in bulk

linz · Aug 18, 2023 · c2d8c9e · c2d8c9e
1 parent be6f941
commit c2d8c9e
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 3 deletions.
diff --git a/tools/generate-argo-cli-commands-elevation-pc.py b/tools/generate-argo-cli-commands-elevation-pc.py
@@ -4,7 +4,7 @@
 
 PARAMETERS_CSV = "./data/elevation-18-08-23.csv"
 
-COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/publish-copy-wf.yaml -n argo -f ./{0}.yaml --generate-name {1}\n"
+COMMAND = "argo submit ~/dev/topo-workflows/workflows/imagery/publish-copy-wf.yaml -n argo -f ./{0}.yaml --generate-name publish-{1}\n"
 
 
 def _index_csv(header: List[str]) -> Dict[str, int]:

diff --git a/workflows/imagery/publish-copy-wf.yaml b/workflows/imagery/publish-copy-wf.yaml
@@ -2,7 +2,7 @@
 apiVersion: argoproj.io/v1alpha1
 kind: Workflow
 metadata:
-  generateName: imagery-standardising-publish-import-
+  generateName: bulk-publish-
   namespace: argo
 spec:
   parallelism: 50
@@ -13,7 +13,7 @@ spec:
     semaphore:
       configMapKeyRef:
         name: semaphores
-        key: bulk
+        key: bulkcopy
   arguments:
     parameters:
       - name: copy-option
@@ -40,6 +40,16 @@ spec:
             templateRef:
               name: publish-copy
               template: main
+            arguments:
+              parameters:
+                - name: source
+                  value: "{{workflow.parameters.source}}"
+                - name: include
+                  value: "{{workflow.parameters.include}}"
+                - name: group
+                  value: "{{workflow.parameters.group}}"
+                - name: group-size
+                  value: "{{workflow.parameters.group-size}}"
   volumes:
     - name: ephemeral
       emptyDir: {}