From 7e185e194b54e3f3abf4a28f411a4d2eeaf0a427 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 11:20:15 -0700
Subject: [PATCH 01/23] empty line to create a PR

---
 .github/pull_request_template.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index 85f751847748..795e133bc042 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -1,5 +1,6 @@
 <!--
 Thanks for your contribution! 
+
 Before you submit the pull request, 
 I'd like to kindly remind you to take a moment and read through our guidelines
 to ensure that your contribution aligns with the type of contributions our project accepts.

From 9023148f79ffefcd9bb905633be682180cf429a7 Mon Sep 17 00:00:00 2001
From: xiaohansong <xiaohansong@users.noreply.github.com>
Date: Wed, 11 Oct 2023 18:34:37 +0000
Subject: [PATCH 02/23] Automated Commit - Formatting Changes

---
 .../source-pokeapi/integration_tests/invalid_config.json      | 4 ++--
 .../source-pokeapi/integration_tests/sample_config.json       | 4 ++--
 airbyte-integrations/connectors/source-pokeapi/metadata.yaml  | 2 +-
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/airbyte-integrations/connectors/source-pokeapi/integration_tests/invalid_config.json b/airbyte-integrations/connectors/source-pokeapi/integration_tests/invalid_config.json
index 8c41d238d6ee..af3ddc30a8a4 100644
--- a/airbyte-integrations/connectors/source-pokeapi/integration_tests/invalid_config.json
+++ b/airbyte-integrations/connectors/source-pokeapi/integration_tests/invalid_config.json
@@ -1,3 +1,3 @@
-{ 
-  "name": "datto" 
+{
+  "name": "datto"
 }
diff --git a/airbyte-integrations/connectors/source-pokeapi/integration_tests/sample_config.json b/airbyte-integrations/connectors/source-pokeapi/integration_tests/sample_config.json
index 021fea1002f3..db1339d0787e 100644
--- a/airbyte-integrations/connectors/source-pokeapi/integration_tests/sample_config.json
+++ b/airbyte-integrations/connectors/source-pokeapi/integration_tests/sample_config.json
@@ -1,3 +1,3 @@
-{ 
-  "pokemon_name": "ditto" 
+{
+  "pokemon_name": "ditto"
 }
diff --git a/airbyte-integrations/connectors/source-pokeapi/metadata.yaml b/airbyte-integrations/connectors/source-pokeapi/metadata.yaml
index 2a42c85e082c..80ade4c507a3 100644
--- a/airbyte-integrations/connectors/source-pokeapi/metadata.yaml
+++ b/airbyte-integrations/connectors/source-pokeapi/metadata.yaml
@@ -16,7 +16,7 @@ data:
   icon: pokeapi.svg
   license: MIT
   name: Pokeapi
-  releaseDate: '2020-05-04'
+  releaseDate: "2020-05-04"
   releaseStage: alpha
   supportLevel: community
   documentationUrl: https://docs.airbyte.com/integrations/sources/pokeapi

From f1676798128b16a862977989d3973df7057eadf1 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 11:57:26 -0700
Subject: [PATCH 03/23] attempt a fix

---
 .github/workflows/connector-performance-command.yml | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 752b729ef9cc..4451b4531e7d 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -4,7 +4,13 @@ on:
     inputs:
       connector:
         description: "Airbyte Connector"
+        type: choice
         required: true
+        options:
+          - connnectors/source-postgres
+          - connnectors/source-mysql
+          - connnectors/destination-snowflake
+        default: "connectors/source-postgres"
       repo:
         description: "Repo to check out code from. Defaults to the main airbyte repo. Set this when building connectors from forked repos."
         required: false
@@ -114,6 +120,7 @@ jobs:
       - name: Install CI scripts
         run: |
           pip install pipx
+          mkdir -p /root/.local/bin
           pipx ensurepath
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops

From dfc9c676f76953f6aa219c016a51c4ad1875ef6f Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 13:00:50 -0700
Subject: [PATCH 04/23] typo

---
 .github/workflows/connector-performance-command.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 4451b4531e7d..b1ee3fd9419d 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -7,9 +7,9 @@ on:
         type: choice
         required: true
         options:
-          - connnectors/source-postgres
-          - connnectors/source-mysql
-          - connnectors/destination-snowflake
+          - connectors/source-postgres
+          - connectors/source-mysql
+          - connectors/destination-snowflake
         default: "connectors/source-postgres"
       repo:
         description: "Repo to check out code from. Defaults to the main airbyte repo. Set this when building connectors from forked repos."

From 8542cacca82397fe5ab3f063f498dda46d31ab8f Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 14:59:03 -0700
Subject: [PATCH 05/23] add logs

---
 .github/workflows/connector-performance-command.yml | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index b1ee3fd9419d..594ecb38fa6b 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -120,10 +120,14 @@ jobs:
       - name: Install CI scripts
         run: |
           pip install pipx
+          echo $PATH
+          which python
           mkdir -p /root/.local/bin
           pipx ensurepath
+          echo $PATH
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops
+          echo $PATH
       - name: Source or Destination harness
         id: which-harness
         run: |

From 21cabaabe8d22f0961295068d3efc64d6d5a65ae Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 15:11:15 -0700
Subject: [PATCH 06/23] try adding path directly

---
 .github/workflows/connector-performance-command.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 594ecb38fa6b..9f9a55c128d0 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -124,6 +124,7 @@ jobs:
           which python
           mkdir -p /root/.local/bin
           pipx ensurepath
+          export PATH="$PATH:/root/.local/bin"
           echo $PATH
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops

From 86b6ca954b8e1293cb5e53022a7ef5a2fb52fcde Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 15:27:45 -0700
Subject: [PATCH 07/23] whoami?

---
 .github/workflows/connector-performance-command.yml | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 9f9a55c128d0..c778c33b3058 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -124,7 +124,7 @@ jobs:
           which python
           mkdir -p /root/.local/bin
           pipx ensurepath
-          export PATH="$PATH:/root/.local/bin"
+          export PATH="$PATH:/root/.local/bin:~/.local/bin"
           echo $PATH
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops
@@ -136,6 +136,10 @@ jobs:
           echo "harness_type=$the_harness" >> "$GITHUB_OUTPUT"
       - name: Write harness credentials
         run: |
+          echo $PATH
+          whoami
+          ls /root/.local/bin
+          ls ~/.local/bin
           ci_credentials connectors-performance/$HARNESS_TYPE write-to-storage
         env:
           GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}

From 406da8bc6aea77062303092e1e56c89924d796d2 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 16:27:45 -0700
Subject: [PATCH 08/23] export path in write part

---
 .github/workflows/connector-performance-command.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index c778c33b3058..eaa57516c415 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -124,7 +124,7 @@ jobs:
           which python
           mkdir -p /root/.local/bin
           pipx ensurepath
-          export PATH="$PATH:/root/.local/bin:~/.local/bin"
+          export PATH="$PATH:/root/.local/bin"
           echo $PATH
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops
@@ -136,8 +136,8 @@ jobs:
           echo "harness_type=$the_harness" >> "$GITHUB_OUTPUT"
       - name: Write harness credentials
         run: |
+          export PATH="$PATH:/root/.local/bin"
           echo $PATH
-          whoami
           ls /root/.local/bin
           ls ~/.local/bin
           ci_credentials connectors-performance/$HARNESS_TYPE write-to-storage

From 9dd5c7c3f509a0ac41fc4cede0677f194b5ed0e2 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 17:10:37 -0700
Subject: [PATCH 09/23] add secrets

---
 .github/workflows/connector-performance-command.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index eaa57516c415..31d1456ef5f8 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -141,6 +141,7 @@ jobs:
           ls /root/.local/bin
           ls ~/.local/bin
           ci_credentials connectors-performance/$HARNESS_TYPE write-to-storage
+          echo "GCP_GSM_CREDENTIALS=${{ secrets.GCP_GSM_CREDENTIALS }}" >> $GITHUB_ENV
         env:
           GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
           HARNESS_TYPE: ${{ steps.which-harness.outputs.harness_type }}

From 3d98ddd9a421738148e4e24101da8424df1be0eb Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 17:20:22 -0700
Subject: [PATCH 10/23] try different way to create cred

---
 .github/workflows/connector-performance-command.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 31d1456ef5f8..49b8045b0823 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -141,7 +141,6 @@ jobs:
           ls /root/.local/bin
           ls ~/.local/bin
           ci_credentials connectors-performance/$HARNESS_TYPE write-to-storage
-          echo "GCP_GSM_CREDENTIALS=${{ secrets.GCP_GSM_CREDENTIALS }}" >> $GITHUB_ENV
         env:
           GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
           HARNESS_TYPE: ${{ steps.which-harness.outputs.harness_type }}
@@ -161,6 +160,8 @@ jobs:
           connector_name=$(echo ${{ github.event.inputs.connector }} | cut -d / -f 2)
           echo "Running ./gradlew :airbyte-integrations:connectors:$connector_name:build -x check"
           ./gradlew :airbyte-integrations:connectors:$connector_name:build -x check
+        env:
+          GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
       - name: KIND Kubernetes Cluster Setup
         uses: helm/kind-action@v1.4.0
         with:

From ba4f4f38b2450f2bfafd9d3351ae5be46e1a20f2 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Wed, 11 Oct 2023 21:36:59 -0700
Subject: [PATCH 11/23] remove unnecessary printout

---
 .github/pull_request_template.md                    | 1 -
 .github/workflows/connector-performance-command.yml | 9 ---------
 2 files changed, 10 deletions(-)

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index 795e133bc042..85f751847748 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -1,6 +1,5 @@
 <!--
 Thanks for your contribution! 
-
 Before you submit the pull request, 
 I'd like to kindly remind you to take a moment and read through our guidelines
 to ensure that your contribution aligns with the type of contributions our project accepts.
diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 49b8045b0823..6825128bb000 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -120,15 +120,9 @@ jobs:
       - name: Install CI scripts
         run: |
           pip install pipx
-          echo $PATH
-          which python
-          mkdir -p /root/.local/bin
           pipx ensurepath
-          export PATH="$PATH:/root/.local/bin"
-          echo $PATH
           pipx install airbyte-ci/connectors/ci_credentials
           pipx install airbyte-ci/connectors/connector_ops
-          echo $PATH
       - name: Source or Destination harness
         id: which-harness
         run: |
@@ -137,9 +131,6 @@ jobs:
       - name: Write harness credentials
         run: |
           export PATH="$PATH:/root/.local/bin"
-          echo $PATH
-          ls /root/.local/bin
-          ls ~/.local/bin
           ci_credentials connectors-performance/$HARNESS_TYPE write-to-storage
         env:
           GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}

From 6a97539e06f3947a1d711fe20b3a2eae241a8dbd Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 09:40:08 -0700
Subject: [PATCH 12/23] make comment optional

---
 .github/workflows/connector-performance-command.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 6825128bb000..dbb3f4c9319f 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -189,6 +189,7 @@ jobs:
           kubectl logs --tail=1 $POD | while read line ; do line=${line#"$PREFIX"}; line=${line%"$SUFFIX"}; echo $line >> $GITHUB_OUTPUT ; done
           echo "$EOF" >> $GITHUB_OUTPUT
       - name: Link comment to workflow run
+        if: github.event.inputs.comment-id
         uses: peter-evans/create-or-update-comment@v2
         with:
           reactions: "+1"

From 0adb0908b18bfc48e31b989deb6963747ab61e55 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 11:36:01 -0700
Subject: [PATCH 13/23] update postgres catalog

---
 .../catalogs/source-postgres/10m_catalog.json | 208 ++++++------------
 .../catalogs/source-postgres/1m_catalog.json  | 208 ++++++------------
 .../catalogs/source-postgres/20m_catalog.json | 208 ++++++------------
 3 files changed, 210 insertions(+), 414 deletions(-)

diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
index 07b22645a2a9..79a1c162bba3 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
@@ -1,161 +1,93 @@
 {
-  "streams": [
+  "streams":[
     {
-      "stream": {
-        "name": "purchases",
-        "namespace": "10m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+      "stream":{
+        "name":"users",
+        "namespace":"public",
+        "json_schema":{
+          "type":"object",
+          "properties":{
+            "id":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "user_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "age":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "product_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "name":{
+              "type":"string"
             },
-            "returned_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "email":{
+              "type":"string"
             },
-            "purchased_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "title":{
+              "type":"string"
             },
-            "added_to_cart_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["id"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "users",
-        "namespace": "10m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "age": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "name": {
-              "type": "string"
-            },
-            "email": {
-              "type": "string"
-            },
-            "title": {
-              "type": "string"
-            },
-            "gender": {
-              "type": "string"
+            "gender":{
+              "type":"string"
             },
-            "height": {
-              "type": "number"
+            "height":{
+              "type":"number"
             },
-            "weight": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "weight":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "language": {
-              "type": "string"
+            "language":{
+              "type":"string"
             },
-            "telephone": {
-              "type": "string"
+            "telephone":{
+              "type":"string"
             },
-            "blood_type": {
-              "type": "string"
-            },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "occupation": {
-              "type": "string"
-            },
-            "updated_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "nationality": {
-              "type": "string"
-            },
-            "academic_degree": {
-              "type": "string"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["updated_at"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "products",
-        "namespace": "10m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "blood_type":{
+              "type":"string"
             },
-            "make": {
-              "type": "string"
+            "created_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "year": {
-              "type": "string"
+            "occupation":{
+              "type":"string"
             },
-            "model": {
-              "type": "string"
+            "updated_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "price": {
-              "type": "number"
+            "nationality":{
+              "type":"string"
             },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "academic_degree":{
+              "type":"string"
             }
           }
         },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field":[
+
+        ],
+        "supported_sync_modes":[
+          "full_refresh",
+          "incremental"
+        ],
+        "source_defined_cursor":true,
+        "source_defined_primary_key":[
+          [
+            "id"
+          ]
+        ]
       },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["created_at"],
-      "destination_sync_mode": "append"
+      "sync_mode":"full_refresh",
+      "primary_key":[
+        [
+          "id"
+        ]
+      ],
+      "cursor_field":[
+
+      ],
+      "destination_sync_mode":"overwrite"
     }
   ]
-}
+}
\ No newline at end of file
diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
index 5e46b7b5d5cb..79a1c162bba3 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
@@ -1,161 +1,93 @@
 {
-  "streams": [
+  "streams":[
     {
-      "stream": {
-        "name": "purchases",
-        "namespace": "1m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+      "stream":{
+        "name":"users",
+        "namespace":"public",
+        "json_schema":{
+          "type":"object",
+          "properties":{
+            "id":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "user_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "age":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "product_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "name":{
+              "type":"string"
             },
-            "returned_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "email":{
+              "type":"string"
             },
-            "purchased_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "title":{
+              "type":"string"
             },
-            "added_to_cart_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["id"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "users",
-        "namespace": "1m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "age": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "name": {
-              "type": "string"
-            },
-            "email": {
-              "type": "string"
-            },
-            "title": {
-              "type": "string"
-            },
-            "gender": {
-              "type": "string"
+            "gender":{
+              "type":"string"
             },
-            "height": {
-              "type": "number"
+            "height":{
+              "type":"number"
             },
-            "weight": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "weight":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "language": {
-              "type": "string"
+            "language":{
+              "type":"string"
             },
-            "telephone": {
-              "type": "string"
+            "telephone":{
+              "type":"string"
             },
-            "blood_type": {
-              "type": "string"
-            },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "occupation": {
-              "type": "string"
-            },
-            "updated_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "nationality": {
-              "type": "string"
-            },
-            "academic_degree": {
-              "type": "string"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["updated_at"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "products",
-        "namespace": "1m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "blood_type":{
+              "type":"string"
             },
-            "make": {
-              "type": "string"
+            "created_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "year": {
-              "type": "string"
+            "occupation":{
+              "type":"string"
             },
-            "model": {
-              "type": "string"
+            "updated_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "price": {
-              "type": "number"
+            "nationality":{
+              "type":"string"
             },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "academic_degree":{
+              "type":"string"
             }
           }
         },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field":[
+
+        ],
+        "supported_sync_modes":[
+          "full_refresh",
+          "incremental"
+        ],
+        "source_defined_cursor":true,
+        "source_defined_primary_key":[
+          [
+            "id"
+          ]
+        ]
       },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["created_at"],
-      "destination_sync_mode": "append"
+      "sync_mode":"full_refresh",
+      "primary_key":[
+        [
+          "id"
+        ]
+      ],
+      "cursor_field":[
+
+      ],
+      "destination_sync_mode":"overwrite"
     }
   ]
-}
+}
\ No newline at end of file
diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
index 93302af014f6..79a1c162bba3 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
@@ -1,161 +1,93 @@
 {
-  "streams": [
+  "streams":[
     {
-      "stream": {
-        "name": "purchases",
-        "namespace": "20m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+      "stream":{
+        "name":"users",
+        "namespace":"public",
+        "json_schema":{
+          "type":"object",
+          "properties":{
+            "id":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "user_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "age":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "product_id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "name":{
+              "type":"string"
             },
-            "returned_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "email":{
+              "type":"string"
             },
-            "purchased_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "title":{
+              "type":"string"
             },
-            "added_to_cart_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["id"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "users",
-        "namespace": "20m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "age": {
-              "type": "number",
-              "airbyte_type": "integer"
-            },
-            "name": {
-              "type": "string"
-            },
-            "email": {
-              "type": "string"
-            },
-            "title": {
-              "type": "string"
-            },
-            "gender": {
-              "type": "string"
+            "gender":{
+              "type":"string"
             },
-            "height": {
-              "type": "number"
+            "height":{
+              "type":"number"
             },
-            "weight": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "weight":{
+              "type":"number",
+              "airbyte_type":"integer"
             },
-            "language": {
-              "type": "string"
+            "language":{
+              "type":"string"
             },
-            "telephone": {
-              "type": "string"
+            "telephone":{
+              "type":"string"
             },
-            "blood_type": {
-              "type": "string"
-            },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "occupation": {
-              "type": "string"
-            },
-            "updated_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
-            },
-            "nationality": {
-              "type": "string"
-            },
-            "academic_degree": {
-              "type": "string"
-            }
-          }
-        },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["updated_at"],
-      "destination_sync_mode": "append"
-    },
-    {
-      "stream": {
-        "name": "products",
-        "namespace": "20m_users",
-        "json_schema": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "type": "number",
-              "airbyte_type": "integer"
+            "blood_type":{
+              "type":"string"
             },
-            "make": {
-              "type": "string"
+            "created_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "year": {
-              "type": "string"
+            "occupation":{
+              "type":"string"
             },
-            "model": {
-              "type": "string"
+            "updated_at":{
+              "type":"string",
+              "format":"date-time",
+              "airbyte_type":"timestamp_with_timezone"
             },
-            "price": {
-              "type": "number"
+            "nationality":{
+              "type":"string"
             },
-            "created_at": {
-              "type": "string",
-              "format": "date-time",
-              "airbyte_type": "timestamp_with_timezone"
+            "academic_degree":{
+              "type":"string"
             }
           }
         },
-        "default_cursor_field": [],
-        "supported_sync_modes": ["full_refresh", "incremental"],
-        "source_defined_primary_key": [["id"]]
+        "default_cursor_field":[
+
+        ],
+        "supported_sync_modes":[
+          "full_refresh",
+          "incremental"
+        ],
+        "source_defined_cursor":true,
+        "source_defined_primary_key":[
+          [
+            "id"
+          ]
+        ]
       },
-      "sync_mode": "full_refresh",
-      "primary_key": [["id"]],
-      "cursor_field": ["created_at"],
-      "destination_sync_mode": "append"
+      "sync_mode":"full_refresh",
+      "primary_key":[
+        [
+          "id"
+        ]
+      ],
+      "cursor_field":[
+
+      ],
+      "destination_sync_mode":"overwrite"
     }
   ]
-}
+}
\ No newline at end of file

From c4a2bd381990c131087d15daacfa75100ccda9ef Mon Sep 17 00:00:00 2001
From: xiaohansong <xiaohansong@users.noreply.github.com>
Date: Thu, 12 Oct 2023 18:50:26 +0000
Subject: [PATCH 14/23] Automated Commit - Formatting Changes

---
 .../catalogs/source-postgres/10m_catalog.json | 125 ++++++++----------
 .../catalogs/source-postgres/1m_catalog.json  | 125 ++++++++----------
 .../catalogs/source-postgres/20m_catalog.json | 125 ++++++++----------
 3 files changed, 165 insertions(+), 210 deletions(-)

diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
index 79a1c162bba3..d99fccf9d060 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/10m_catalog.json
@@ -1,93 +1,78 @@
 {
-  "streams":[
+  "streams": [
     {
-      "stream":{
-        "name":"users",
-        "namespace":"public",
-        "json_schema":{
-          "type":"object",
-          "properties":{
-            "id":{
-              "type":"number",
-              "airbyte_type":"integer"
+      "stream": {
+        "name": "users",
+        "namespace": "public",
+        "json_schema": {
+          "type": "object",
+          "properties": {
+            "id": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "age":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "age": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "name":{
-              "type":"string"
+            "name": {
+              "type": "string"
             },
-            "email":{
-              "type":"string"
+            "email": {
+              "type": "string"
             },
-            "title":{
-              "type":"string"
+            "title": {
+              "type": "string"
             },
-            "gender":{
-              "type":"string"
+            "gender": {
+              "type": "string"
             },
-            "height":{
-              "type":"number"
+            "height": {
+              "type": "number"
             },
-            "weight":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "weight": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "language":{
-              "type":"string"
+            "language": {
+              "type": "string"
             },
-            "telephone":{
-              "type":"string"
+            "telephone": {
+              "type": "string"
             },
-            "blood_type":{
-              "type":"string"
+            "blood_type": {
+              "type": "string"
             },
-            "created_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "created_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "occupation":{
-              "type":"string"
+            "occupation": {
+              "type": "string"
             },
-            "updated_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "updated_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "nationality":{
-              "type":"string"
+            "nationality": {
+              "type": "string"
             },
-            "academic_degree":{
-              "type":"string"
+            "academic_degree": {
+              "type": "string"
             }
           }
         },
-        "default_cursor_field":[
-
-        ],
-        "supported_sync_modes":[
-          "full_refresh",
-          "incremental"
-        ],
-        "source_defined_cursor":true,
-        "source_defined_primary_key":[
-          [
-            "id"
-          ]
-        ]
+        "default_cursor_field": [],
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "source_defined_primary_key": [["id"]]
       },
-      "sync_mode":"full_refresh",
-      "primary_key":[
-        [
-          "id"
-        ]
-      ],
-      "cursor_field":[
-
-      ],
-      "destination_sync_mode":"overwrite"
+      "sync_mode": "full_refresh",
+      "primary_key": [["id"]],
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     }
   ]
-}
\ No newline at end of file
+}
diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
index 79a1c162bba3..d99fccf9d060 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/1m_catalog.json
@@ -1,93 +1,78 @@
 {
-  "streams":[
+  "streams": [
     {
-      "stream":{
-        "name":"users",
-        "namespace":"public",
-        "json_schema":{
-          "type":"object",
-          "properties":{
-            "id":{
-              "type":"number",
-              "airbyte_type":"integer"
+      "stream": {
+        "name": "users",
+        "namespace": "public",
+        "json_schema": {
+          "type": "object",
+          "properties": {
+            "id": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "age":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "age": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "name":{
-              "type":"string"
+            "name": {
+              "type": "string"
             },
-            "email":{
-              "type":"string"
+            "email": {
+              "type": "string"
             },
-            "title":{
-              "type":"string"
+            "title": {
+              "type": "string"
             },
-            "gender":{
-              "type":"string"
+            "gender": {
+              "type": "string"
             },
-            "height":{
-              "type":"number"
+            "height": {
+              "type": "number"
             },
-            "weight":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "weight": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "language":{
-              "type":"string"
+            "language": {
+              "type": "string"
             },
-            "telephone":{
-              "type":"string"
+            "telephone": {
+              "type": "string"
             },
-            "blood_type":{
-              "type":"string"
+            "blood_type": {
+              "type": "string"
             },
-            "created_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "created_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "occupation":{
-              "type":"string"
+            "occupation": {
+              "type": "string"
             },
-            "updated_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "updated_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "nationality":{
-              "type":"string"
+            "nationality": {
+              "type": "string"
             },
-            "academic_degree":{
-              "type":"string"
+            "academic_degree": {
+              "type": "string"
             }
           }
         },
-        "default_cursor_field":[
-
-        ],
-        "supported_sync_modes":[
-          "full_refresh",
-          "incremental"
-        ],
-        "source_defined_cursor":true,
-        "source_defined_primary_key":[
-          [
-            "id"
-          ]
-        ]
+        "default_cursor_field": [],
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "source_defined_primary_key": [["id"]]
       },
-      "sync_mode":"full_refresh",
-      "primary_key":[
-        [
-          "id"
-        ]
-      ],
-      "cursor_field":[
-
-      ],
-      "destination_sync_mode":"overwrite"
+      "sync_mode": "full_refresh",
+      "primary_key": [["id"]],
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     }
   ]
-}
\ No newline at end of file
+}
diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
index 79a1c162bba3..d99fccf9d060 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-postgres/20m_catalog.json
@@ -1,93 +1,78 @@
 {
-  "streams":[
+  "streams": [
     {
-      "stream":{
-        "name":"users",
-        "namespace":"public",
-        "json_schema":{
-          "type":"object",
-          "properties":{
-            "id":{
-              "type":"number",
-              "airbyte_type":"integer"
+      "stream": {
+        "name": "users",
+        "namespace": "public",
+        "json_schema": {
+          "type": "object",
+          "properties": {
+            "id": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "age":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "age": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "name":{
-              "type":"string"
+            "name": {
+              "type": "string"
             },
-            "email":{
-              "type":"string"
+            "email": {
+              "type": "string"
             },
-            "title":{
-              "type":"string"
+            "title": {
+              "type": "string"
             },
-            "gender":{
-              "type":"string"
+            "gender": {
+              "type": "string"
             },
-            "height":{
-              "type":"number"
+            "height": {
+              "type": "number"
             },
-            "weight":{
-              "type":"number",
-              "airbyte_type":"integer"
+            "weight": {
+              "type": "number",
+              "airbyte_type": "integer"
             },
-            "language":{
-              "type":"string"
+            "language": {
+              "type": "string"
             },
-            "telephone":{
-              "type":"string"
+            "telephone": {
+              "type": "string"
             },
-            "blood_type":{
-              "type":"string"
+            "blood_type": {
+              "type": "string"
             },
-            "created_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "created_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "occupation":{
-              "type":"string"
+            "occupation": {
+              "type": "string"
             },
-            "updated_at":{
-              "type":"string",
-              "format":"date-time",
-              "airbyte_type":"timestamp_with_timezone"
+            "updated_at": {
+              "type": "string",
+              "format": "date-time",
+              "airbyte_type": "timestamp_with_timezone"
             },
-            "nationality":{
-              "type":"string"
+            "nationality": {
+              "type": "string"
             },
-            "academic_degree":{
-              "type":"string"
+            "academic_degree": {
+              "type": "string"
             }
           }
         },
-        "default_cursor_field":[
-
-        ],
-        "supported_sync_modes":[
-          "full_refresh",
-          "incremental"
-        ],
-        "source_defined_cursor":true,
-        "source_defined_primary_key":[
-          [
-            "id"
-          ]
-        ]
+        "default_cursor_field": [],
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "source_defined_primary_key": [["id"]]
       },
-      "sync_mode":"full_refresh",
-      "primary_key":[
-        [
-          "id"
-        ]
-      ],
-      "cursor_field":[
-
-      ],
-      "destination_sync_mode":"overwrite"
+      "sync_mode": "full_refresh",
+      "primary_key": [["id"]],
+      "cursor_field": [],
+      "destination_sync_mode": "overwrite"
     }
   ]
-}
\ No newline at end of file
+}

From 86f5f05a47bcc86aa21d3cac693c19472c527c3e Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 12:17:23 -0700
Subject: [PATCH 15/23] add more logs, suspecting it's not reading from the
 latest catalog

---
 .../java/io/airbyte/integrations/source_performance/Main.java   | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
index 80d8094db2cf..1e586367a8b6 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
@@ -66,6 +66,7 @@ public static void main(final String[] args) {
     final JsonNode catalog;
     try {
       catalog = getCatalog(dataset, connector);
+      log.info("catalog from file: " + catalog);
     } catch (final IOException ex) {
       throw new IllegalStateException("Failed to read catalog", ex);
     }
@@ -92,6 +93,7 @@ public static void main(final String[] args) {
   static JsonNode getCatalog(final String dataset, final String connector) throws IOException {
     final ObjectMapper objectMapper = new ObjectMapper();
     final String catalogFilename = "catalogs/%s/%s_catalog.json".formatted(connector, dataset);
+    System.out.println("Catalog file name: " + catalogFilename);
     final InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(catalogFilename);
     return objectMapper.readTree(is);
   }

From bd758f3e3ed43f9b4d18aac71d84db3b6a6625d4 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 12:23:17 -0700
Subject: [PATCH 16/23] more logs

---
 .../java/io/airbyte/integrations/source_performance/Main.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
index 1e586367a8b6..5dae561edc07 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
@@ -75,7 +75,7 @@ public static void main(final String[] args) {
       throw new IllegalStateException("Missing harness configuration: config [%s] catalog [%s] image [%s]".formatted(config, catalog, image));
     }
 
-    log.info("Starting performance harness for {} ({})", image, dataset);
+    log.info("Starting performance harness for {} ({}) with catalog {}", image, dataset, catalog);
     try {
       final PerformanceTest test = new PerformanceTest(
           image,

From 637a9dfcf790a1c035a91d63f6a495b7750d8d58 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 13:58:08 -0700
Subject: [PATCH 17/23] remove gitref

---
 .github/workflows/connector-performance-command.yml | 2 --
 1 file changed, 2 deletions(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index dbb3f4c9319f..4a259082b957 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -58,7 +58,6 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
-          ref: ${{ github.event.inputs.gitref }}
       - name: Check PAT rate limits
         run: |
           ./tools/bin/find_non_rate_limited_PAT \
@@ -107,7 +106,6 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
-          ref: ${{ github.event.inputs.gitref }}
       - name: Install Java
         uses: actions/setup-java@v3
         with:

From 2ab9f4405083f4aa142a85925b98e00afc652455 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 14:21:00 -0700
Subject: [PATCH 18/23] need to check local branch and master branch to do git
 diff

---
 .github/workflows/connector-performance-command.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 4a259082b957..d54576c9497e 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -58,6 +58,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
+          ref: "origin/master"
       - name: Check PAT rate limits
         run: |
           ./tools/bin/find_non_rate_limited_PAT \

From 59eb0be318661ad709a3b98e825e1d058eb36c4b Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 14:25:36 -0700
Subject: [PATCH 19/23] remove origin

---
 .github/workflows/connector-performance-command.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index d54576c9497e..cfeaaab45ff6 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -58,7 +58,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
-          ref: "origin/master"
+          ref: "master"
       - name: Check PAT rate limits
         run: |
           ./tools/bin/find_non_rate_limited_PAT \

From a08ad549dd9b3c504e01cbd17fb0055ce14f1f65 Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 14:40:48 -0700
Subject: [PATCH 20/23] need to fetch all in perf-test step

---
 .github/workflows/connector-performance-command.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index cfeaaab45ff6..8856b553b366 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -58,7 +58,6 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
-          ref: "master"
       - name: Check PAT rate limits
         run: |
           ./tools/bin/find_non_rate_limited_PAT \
@@ -107,6 +106,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
+          fetch-depth: 0
       - name: Install Java
         uses: actions/setup-java@v3
         with:

From daa81f22a7ec095f78eb56cdbbe6892c94c74b0c Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 16:29:49 -0700
Subject: [PATCH 21/23] add back ref

---
 .github/workflows/connector-performance-command.yml | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index 8856b553b366..fba808f9e667 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -58,6 +58,7 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
+          ref: ${{ github.event.inputs.gitref }}
       - name: Check PAT rate limits
         run: |
           ./tools/bin/find_non_rate_limited_PAT \
@@ -106,7 +107,8 @@ jobs:
         uses: actions/checkout@v3
         with:
           repository: ${{ github.event.inputs.repo }}
-          fetch-depth: 0
+          ref: ${{ github.event.inputs.gitref }}
+          fetch-depth: 0  # This is to fetch the main branch in case we are running on a different branch.
       - name: Install Java
         uses: actions/setup-java@v3
         with:

From 4d07a7675e4246456f4b3d202e77e703cc845a5d Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Thu, 12 Oct 2023 16:35:04 -0700
Subject: [PATCH 22/23] remove logs

---
 .../java/io/airbyte/integrations/source_performance/Main.java | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
index 5dae561edc07..80d8094db2cf 100644
--- a/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
+++ b/airbyte-integrations/connectors-performance/source-harness/src/main/java/io/airbyte/integrations/source_performance/Main.java
@@ -66,7 +66,6 @@ public static void main(final String[] args) {
     final JsonNode catalog;
     try {
       catalog = getCatalog(dataset, connector);
-      log.info("catalog from file: " + catalog);
     } catch (final IOException ex) {
       throw new IllegalStateException("Failed to read catalog", ex);
     }
@@ -75,7 +74,7 @@ public static void main(final String[] args) {
       throw new IllegalStateException("Missing harness configuration: config [%s] catalog [%s] image [%s]".formatted(config, catalog, image));
     }
 
-    log.info("Starting performance harness for {} ({}) with catalog {}", image, dataset, catalog);
+    log.info("Starting performance harness for {} ({})", image, dataset);
     try {
       final PerformanceTest test = new PerformanceTest(
           image,
@@ -93,7 +92,6 @@ public static void main(final String[] args) {
   static JsonNode getCatalog(final String dataset, final String connector) throws IOException {
     final ObjectMapper objectMapper = new ObjectMapper();
     final String catalogFilename = "catalogs/%s/%s_catalog.json".formatted(connector, dataset);
-    System.out.println("Catalog file name: " + catalogFilename);
     final InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(catalogFilename);
     return objectMapper.readTree(is);
   }

From beee3ee4e8b1e2b4afe7568bd4eac80372711b9e Mon Sep 17 00:00:00 2001
From: Xiaohan Song <xiaohan@airbyte.io>
Date: Fri, 13 Oct 2023 14:05:35 -0700
Subject: [PATCH 23/23] formatting

---
 .github/workflows/connector-performance-command.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml
index fba808f9e667..e1bd533aa273 100644
--- a/.github/workflows/connector-performance-command.yml
+++ b/.github/workflows/connector-performance-command.yml
@@ -108,7 +108,7 @@ jobs:
         with:
           repository: ${{ github.event.inputs.repo }}
           ref: ${{ github.event.inputs.gitref }}
-          fetch-depth: 0  # This is to fetch the main branch in case we are running on a different branch.
+          fetch-depth: 0 # This is to fetch the main branch in case we are running on a different branch.
       - name: Install Java
         uses: actions/setup-java@v3
         with: