Skip to content

Commit

Permalink
Support mongoDB in speed perf harness (#31633)
Browse files Browse the repository at this point in the history
  • Loading branch information
xiaohansong authored Oct 20, 2023
1 parent 99b435f commit 3624c86
Show file tree
Hide file tree
Showing 2 changed files with 67 additions and 2 deletions.
6 changes: 4 additions & 2 deletions .github/workflows/connector-performance-command.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ on:
options:
- connectors/source-postgres
- connectors/source-mysql
- connectors/source-mongodb-v2
- connectors/destination-snowflake
default: "connectors/source-postgres"
repo:
Expand Down Expand Up @@ -117,8 +118,9 @@ jobs:
if:
"${{ github.event.inputs.connector != 'connectors/source-postgres' &&
github.event.inputs.connector != 'connectors/source-mysql' &&
github.event.inputs.connector != 'connectors/destination-snowflake' }}"
run: echo "Only connectors/source-postgres, source-mysql and destination-snowflake currently supported by harness" && exit 1
github.event.inputs.connector != 'connectors/destination-snowflake' &&
inputs.connector != 'connectors/source-mongodb-v2' }}"
run: echo "Only connectors/source-postgres, source-mysql, source-mongodb-v2 and destination-snowflake currently supported by harness" && exit 1
- name: Checkout Airbyte
uses: actions/checkout@v3
with:
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
{
"streams": [
{
"stream": {
"name": "Cluster0",
"namespace": "perf_test_1m",
"json_schema": {
"type": "object",
"properties": {
"_id": {
"type": "string"
},
"data": {
"type": "string"
},
"name": {
"type": "string"
},
"title": {
"type": "string"
},
"intField": {
"type": "number"
},
"paragraph": {
"type": "string"
},
"timestamp": {
"type": "string"
},
"description": {
"type": "string"
},
"doubleField": {
"type": "number"
},
"objectField": {
"type": "object"
},
"_ab_cdc_cursor": {
"type": "number",
"airbyte_type": "integer"
},
"_ab_cdc_deleted_at": {
"type": "string"
},
"_ab_cdc_updated_at": {
"type": "string"
}
}
},
"default_cursor_field": ["_ab_cdc_cursor"],
"supported_sync_modes": ["incremental"],
"source_defined_cursor": true,
"source_defined_primary_key": [["_id"]]
},
"sync_mode": "incremental",
"primary_key": [["_id"]],
"cursor_field": ["_ab_cdc_cursor"],
"destination_sync_mode": "append"
}
]
}

0 comments on commit 3624c86

Please sign in to comment.