diff --git a/.github/workflows/connector-performance-command.yml b/.github/workflows/connector-performance-command.yml index 391e6736a71b..5ed9bcf812d4 100644 --- a/.github/workflows/connector-performance-command.yml +++ b/.github/workflows/connector-performance-command.yml @@ -17,6 +17,7 @@ on: options: - connectors/source-postgres - connectors/source-mysql + - connectors/source-mongodb-v2 - connectors/destination-snowflake default: "connectors/source-postgres" repo: @@ -117,8 +118,9 @@ jobs: if: "${{ github.event.inputs.connector != 'connectors/source-postgres' && github.event.inputs.connector != 'connectors/source-mysql' && - github.event.inputs.connector != 'connectors/destination-snowflake' }}" - run: echo "Only connectors/source-postgres, source-mysql and destination-snowflake currently supported by harness" && exit 1 + github.event.inputs.connector != 'connectors/destination-snowflake' && + inputs.connector != 'connectors/source-mongodb-v2' }}" + run: echo "Only connectors/source-postgres, source-mysql, source-mongodb-v2 and destination-snowflake currently supported by harness" && exit 1 - name: Checkout Airbyte uses: actions/checkout@v3 with: diff --git a/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-mongodb-v2/1m_catalog.json b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-mongodb-v2/1m_catalog.json new file mode 100644 index 000000000000..bbc0682e9d01 --- /dev/null +++ b/airbyte-integrations/connectors-performance/source-harness/src/main/resources/catalogs/source-mongodb-v2/1m_catalog.json @@ -0,0 +1,63 @@ +{ + "streams": [ + { + "stream": { + "name": "Cluster0", + "namespace": "perf_test_1m", + "json_schema": { + "type": "object", + "properties": { + "_id": { + "type": "string" + }, + "data": { + "type": "string" + }, + "name": { + "type": "string" + }, + "title": { + "type": "string" + }, + "intField": { + "type": "number" + }, + "paragraph": { + "type": "string" + }, + "timestamp": { + "type": "string" + }, + "description": { + "type": "string" + }, + "doubleField": { + "type": "number" + }, + "objectField": { + "type": "object" + }, + "_ab_cdc_cursor": { + "type": "number", + "airbyte_type": "integer" + }, + "_ab_cdc_deleted_at": { + "type": "string" + }, + "_ab_cdc_updated_at": { + "type": "string" + } + } + }, + "default_cursor_field": ["_ab_cdc_cursor"], + "supported_sync_modes": ["incremental"], + "source_defined_cursor": true, + "source_defined_primary_key": [["_id"]] + }, + "sync_mode": "incremental", + "primary_key": [["_id"]], + "cursor_field": ["_ab_cdc_cursor"], + "destination_sync_mode": "append" + } + ] +}