🚨🚨🎉Source Pinterest: migrate to low-code (#37698)

airbytehq · May 28, 2024 · dd97d10 · dd97d10
1 parent 154c3f1
commit dd97d10
Show file tree

Hide file tree

Showing 37 changed files with 4,009 additions and 4,051 deletions.
diff --git a/airbyte-integrations/connectors/source-pinterest/README.md b/airbyte-integrations/connectors/source-pinterest/README.md
@@ -31,7 +31,7 @@ See `sample_files/sample_config.json` for a sample config file.
 poetry run source-pinterest spec
 poetry run source-pinterest check --config secrets/config.json
 poetry run source-pinterest discover --config secrets/config.json
-poetry run source-pinterest read --config secrets/config.json --catalog sample_files/configured_catalog.json
+poetry run source-pinterest read --config secrets/config.json --catalog integration_tests/configured_catalog.json
 ```
 
 ### Running unit tests

diff --git a/airbyte-integrations/connectors/source-pinterest/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-pinterest/integration_tests/abnormal_state.json
@@ -14,7 +14,12 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "DATE": "3021-06-09"
+        "states": [
+          {
+            "partition": { "id": "549761668032", "parent_slice": {} },
+            "cursor": { "date": "3021-06-09" }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "ad_account_analytics"
@@ -25,7 +30,12 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "updated_time": 9628867244
+        "states": [
+          {
+            "partition": { "id": "549761668032", "parent_slice": {} },
+            "cursor": { "updated_time": 9628867244 }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "campaigns"
@@ -36,7 +46,12 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "updated_time": 9628867244
+        "states": [
+          {
+            "partition": { "id": "549761668032", "parent_slice": {} },
+            "cursor": { "updated_time": 9628867244 }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "ad_groups"
@@ -47,7 +62,12 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "updated_time": 9628867244
+        "states": [
+          {
+            "partition": { "id": "549761668032", "parent_slice": {} },
+            "cursor": { "updated_time": 9628867244 }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "ads"
@@ -58,7 +78,36 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "DATE": "3021-06-09"
+        "states": [
+          {
+            "partition": {
+              "id": "626744128956",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "626744128962",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "626744128966",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "626744128982",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "campaign_analytics"
@@ -69,7 +118,36 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "DATE": "3021-06-09"
+        "states": [
+          {
+            "partition": {
+              "id": "2680068678965",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "2680068678971",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "2680068678975",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "2680068678993",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "ad_group_analytics"
@@ -80,7 +158,36 @@
     "type": "STREAM",
     "stream": {
       "stream_state": {
-        "DATE": "3021-06-09"
+        "states": [
+          {
+            "partition": {
+              "id": "687218400118",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "687218400125",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "687218400132",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          },
+          {
+            "partition": {
+              "id": "687218400210",
+              "parent_slice": { "id": "549761668032" }
+            },
+            "cursor": { "DATE": "3021-06-09" }
+          }
+        ]
       },
       "stream_descriptor": {
         "name": "ad_analytics"

diff --git a/airbyte-integrations/connectors/source-pinterest/metadata.yaml b/airbyte-integrations/connectors/source-pinterest/metadata.yaml
@@ -5,7 +5,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 5cb7e5fe-38c2-11ec-8d3d-0242ac130003
-  dockerImageTag: 1.3.3
+  dockerImageTag: 2.0.0
   dockerRepository: airbyte/source-pinterest
   connectorBuildOptions:
     baseImage: docker.io/airbyte/python-connector-base:1.1.0@sha256:bd98f6505c6764b1b5f99d3aedc23dfc9e9af631a62533f60eb32b1d3dbab20c
@@ -26,6 +26,19 @@ data:
   releaseStage: generally_available
   releases:
     breakingChanges:
+      2.0.0:
+        message: "This release introduces updated format of state for incremental streams. Users will need to reset affected streams after upgrading. Please see migration guide for more details."
+        upgradeDeadline: "2024-06-03"
+        scopedImpact:
+          - scopeType: stream
+            impactedScopes:
+              - ad_account_analytics
+              - ad_analytics
+              - ad_group_analytics
+              - ad_groups
+              - ads
+              - campaign_analytics
+              - campaigns
       1.0.0:
         message: "This release updates the date-time fields to use the Airbyte format `timestamp_without_timezone`. This change affects all streams where date-time fields are present, ensuring more accurate and standardized time representations: BoardPins, BoardSectionPins, Boards, Catalogs, and CatalogFeeds. Additionally, the stream names AdvertizerReport and AdvertizerTargetingReport have been renamed to AdvertiserReport and AdvertiserTargetingReport, respectively. Users will need to refresh the source schema and reset affected streams after upgrading."
         upgradeDeadline: "2023-12-14"
@@ -43,7 +56,7 @@ data:
   documentationUrl: https://docs.airbyte.com/integrations/sources/pinterest
   tags:
     - language:python
-    - cdk:python
+    - cdk:low-code
   ab_internal:
     sl: 200
     ql: 400