add incremental and mongodb in cron

airbytehq · Oct 20, 2023 · 409b397 · 409b397
1 parent 8540151
commit 409b397
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 2 deletions.
diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
@@ -32,6 +32,10 @@ on:
         required: false
         type: string
         default: "full_refresh"
+      report-to-datadog:
+        description: "Whether to report the performance test results to Datadog."
+        required: false
+        default: "true"
   workflow_dispatch:
     inputs:
       connector:
@@ -74,7 +78,7 @@ on:
           - full_refresh
           - incremental
         default: "full_refresh"
-      reportToDatadog:
+      report-to-datadog:
         description: "Whether to report the performance test results to Datadog."
         required: false
         default: "false"
@@ -207,7 +211,7 @@ jobs:
           DS: ${{ inputs.dataset }}
           STREAM_NUMBER: ${{ inputs.stream-number }}
           SYNC_MODE: ${{ inputs.sync-mode }}
-          REPORT_TO_DATADOG: ${{ inputs.reportToDatadog }}
+          REPORT_TO_DATADOG: ${{ inputs.report-to-datadog }}
           PREFIX: '{"type":"LOG","log":{"level":"INFO","message":"INFO i.a.i.p.PerformanceTest(runTest):165'
           SUFFIX: '"}}'
           HARNESS_TYPE: ${{ steps.which-harness.outputs.harness_type }}

diff --git a/.github/workflows/connector-performance-cron.yml b/.github/workflows/connector-performance-cron.yml
@@ -19,3 +19,24 @@ jobs:
       connector: "connectors/source-mysql"
       dataset: 1m
     secrets: inherit
+  postgres-1m-run-incremental:
+    uses: ./.github/workflows/connector-performance-command.yml
+    with:
+      connector: "connectors/source-postgres"
+      dataset: 1m
+      sync-mode: "incremental"
+    secrets: inherit
+  mysql-1m-run-incremental:
+    uses: ./.github/workflows/connector-performance-command.yml
+    with:
+      connector: "connectors/source-mysql"
+      dataset: 1m
+      sync-mode: "incremental"
+    secrets: inherit
+  mongodb-1m-run-incremental:
+    uses: ./.github/workflows/connector-performance-command.yml
+    with:
+      connector: "connectors/source-mongodb-v2"
+      dataset: 1m
+      sync-mode: "incremental"
+    secrets: inherit