From 7f489c8b6628cf3a0634704051ad1905b6fcae60 Mon Sep 17 00:00:00 2001 From: Anton Karpets Date: Mon, 16 Oct 2023 15:44:05 +0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9BSource=20Klaviyo:=20add=20availabil?= =?UTF-8?q?ity=20strategy=20(#31379)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../connectors/source-klaviyo/Dockerfile | 2 +- .../integration_tests/expected_records.jsonl | 28 +++++++++---------- .../connectors/source-klaviyo/metadata.yaml | 2 +- .../source_klaviyo/availability_strategy.py | 24 ++++++++++++++++ .../source-klaviyo/source_klaviyo/streams.py | 10 +++---- .../unit_tests/test_latest_streams.py | 5 ++++ .../source-klaviyo/unit_tests/test_streams.py | 5 ++++ docs/integrations/sources/klaviyo.md | 3 +- 8 files changed, 56 insertions(+), 23 deletions(-) create mode 100644 airbyte-integrations/connectors/source-klaviyo/source_klaviyo/availability_strategy.py diff --git a/airbyte-integrations/connectors/source-klaviyo/Dockerfile b/airbyte-integrations/connectors/source-klaviyo/Dockerfile index e36a1a15073e..54160d170562 100644 --- a/airbyte-integrations/connectors/source-klaviyo/Dockerfile +++ b/airbyte-integrations/connectors/source-klaviyo/Dockerfile @@ -34,5 +34,5 @@ COPY source_klaviyo ./source_klaviyo ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.3.2 +LABEL io.airbyte.version=0.3.3 LABEL io.airbyte.name=airbyte/source-klaviyo diff --git a/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl index 1cbe453f08c0..f8c9339abd4a 100644 --- a/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl +++ b/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl @@ -65,17 +65,17 @@ {"stream": "metrics", "data": {"object": "metric", "id": "TS2mxZ", "name": "Unsubscribed from SMS Marketing", "integration": {"object": "integration", "id": "0rG4eQ", "name": "Klaviyo", "category": "Internal"}, "created": "2022-05-31T06:52:24+00:00", "updated": "2022-05-31T06:52:24+00:00"}, "emitted_at": 1688724105481} {"stream": "metrics", "data": {"object": "metric", "id": "YcDVHu", "name": "Viewed Product", "integration": {"object": "integration", "id": "7FtS4J", "name": "API", "category": "API"}, "created": "2022-05-31T06:36:45+00:00", "updated": "2022-05-31T06:36:45+00:00"}, "emitted_at": 1688724105482} {"stream": "email_templates", "data": {"object": "email-template", "id": "RdbN2P", "name": "Newsletter #1 (Images & Text)", "html": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n\n\n\n\n\n\n
\n\n
\n\n\n\n\n\n\n
\n\n
\n\n\n\n\n\n\n
\n\n
\n\n
\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n\n\n\n\n
\n\n\n\n
\n\n
\n
\n\n\n\n\n
\n\n\n\n\n
\n\n SHOP NOW\n \n
\n
\n
\n
\n
\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n

\n

\n\n
\n
\n
\n
\n\n
\n\n\n
\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n

This template starts with images.

\n
\n
\n
\n
\n\n
\n\n\n
\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n
\n\n
\n
\n
\n
\n
\n
\n\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n
\n\n
\n
\n
\n
\n
\n
\n\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n
\n\n
\n
\n
\n
\n
\n
\n\n
\n\n\n
\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n

Everyone loves pictures. They're more engaging that text by itself and the images in this template will neatly stack on mobile devices for the best viewing experience.

\n

Use the text area below to add additional content or add more images to create a larger image gallery. You can drag blocks from the left sidebar to add content to your template. You can customize this colors, fonts and styling of this template to match your brand by clicking the \"Styles\" button to the left.

\n

Happy emailing!

\n

The Klaviyo Team

\n
\n
\n
\n
\n\n
\n\n\n
\n\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n
\n\n
\n\n
\n\n\"Facebook\"\n\n
\n\n
\n
\n\n
\n\n\"Twitter\"\n\n
\n\n
\n
\n\n
\n\n\"LinkedIn\"\n\n
\n\n
\n\n
\n
\n
\n
\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n
No longer want to receive these emails? {% unsubscribe %}.
{{ organization.name }} {{ organization.full_address }}
\n
\n
\n
\n
\n\n
\n\n
\n\n
\n
\n\n
\n
\n\n
\n\n
\n\n\n\n\n\n\n
\n\n
\n\n\n\n\n\n\n
\n\n\n\n\n\n\n
\n\n\"Powered\n\n
\n
\n
\n\n
\n
\n\n
\n
\n\n", "is_writeable": true, "created": "2021-03-31T10:50:37+00:00", "updated": "2022-05-31T06:36:45+00:00"}, "emitted_at": 1686259883909} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTP8THZD8CGS2AKNE63370", "attributes": {"email": "some.email.that.dont.exist@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name", "last_name": "Last Name", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:12:55+00:00", "updated": "2021-05-17T00:12:55+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/segments/"}}}, "updated": "2021-05-17T00:12:55+00:00"}, "emitted_at": 1679533540462} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTQ44548K2TBCG1EWPZEDN", "attributes": {"email": "some.email.that.dont.exist2@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "Strange Name1", "last_name": "Funny Name1", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:13:23+00:00", "updated": "2021-05-17T00:16:44+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/segments/"}}}, "updated": "2021-05-17T00:16:44+00:00"}, "emitted_at": 1679533540462} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTX8KP49GGQ4BG77HZ9FRH", "attributes": {"email": "some.email.that.dont.exist3@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "Strange Name2", "last_name": "Funny Name2", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:16:44+00:00", "updated": "2021-05-17T00:16:44+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": null, "country": null, "latitude": null, "longitude": null, "region": null, "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/segments/"}}}, "updated": "2021-05-17T00:16:44+00:00"}, "emitted_at": 1679533540463} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBDQE9W7WDSH9KK398CAYX", "attributes": {"email": "some.email.that.dont.exist.{seed}@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": null, "last_name": null, "organization": null, "title": null, "image": null, "created": "2021-05-17T23:43:50+00:00", "updated": "2021-05-17T23:43:50+00:00", "last_event_date": "2021-05-17T23:43:28+00:00", "location": {"address1": null, "address2": null, "city": null, "country": null, "latitude": null, "longitude": null, "region": null, "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/segments/"}}}, "updated": "2021-05-17T23:43:50+00:00"}, "emitted_at": 1679533540463} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGKW1SQN453RM293PHH37", "attributes": {"email": "some.email.that.dont.exist.0@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 0", "last_name": "Last Name 0", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:24+00:00", "updated": "2021-05-17T23:45:25+00:00", "last_event_date": "2021-05-17T23:45:24+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/segments/"}}}, "updated": "2021-05-17T23:45:25+00:00"}, "emitted_at": 1679533540463} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGMTSM3B56W37QB9Q9CAD", "attributes": {"email": "some.email.that.dont.exist.3@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 3", "last_name": "Last Name 3", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:25+00:00", "last_event_date": "2021-05-17T23:45:25+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/segments/"}}}, "updated": "2021-05-17T23:45:25+00:00"}, "emitted_at": 1679533540463} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGM7J4YD4P6EYK5Q87BG4", "attributes": {"email": "some.email.that.dont.exist.1@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 1", "last_name": "Last Name 1", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:24+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGN65NTCBGTAR1Y7P5285", "attributes": {"email": "some.email.that.dont.exist.4@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 4", "last_name": "Last Name 4", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:26+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGNK6H122QRC1K96GXY8C", "attributes": {"email": "some.email.that.dont.exist.5@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 5", "last_name": "Last Name 5", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:26+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGP0P02E9Q64KF26VB2MH", "attributes": {"email": "some.email.that.dont.exist.6@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 6", "last_name": "Last Name 6", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:27+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/segments/"}}}, "updated": "2021-05-17T23:45:27+00:00"}, "emitted_at": 1679533540464} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGPSXF1N23RBJZ947R1N1", "attributes": {"email": "some.email.that.dont.exist.8@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 8", "last_name": "Last Name 8", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:27+00:00", "last_event_date": "2021-05-17T23:45:27+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [{"reason": "USER_SUPPRESSED", "timestamp": "2021-05-18T01:29:51+00:00"}], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/segments/"}}}, "updated": "2021-05-17T23:45:27+00:00"}, "emitted_at": 1679533540465} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGPCQESZDRKGW3DB1WPZ0", "attributes": {"email": "some.email.that.dont.exist.7@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 7", "last_name": "Last Name 7", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:30+00:00", "last_event_date": "2021-05-17T23:45:27+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/segments/"}}}, "updated": "2021-05-17T23:45:30+00:00"}, "emitted_at": 1679533540465} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGQ6X21SSWPGRDK9QK97C", "attributes": {"email": "some.email.that.dont.exist.9@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 9", "last_name": "Last Name 9", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:28+00:00", "updated": "2021-05-17T23:45:30+00:00", "last_event_date": "2021-05-17T23:45:28+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [{"reason": "USER_SUPPRESSED", "timestamp": "2021-05-18T01:20:01+00:00"}], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/segments/"}}}, "updated": "2021-05-17T23:45:30+00:00"}, "emitted_at": 1679533540465} -{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGMK62AJR0955G7NW6EP7", "attributes": {"email": "some.email.that.dont.exist.2@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 2", "last_name": "Last Name 2", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:38+00:00", "last_event_date": "2021-05-17T23:45:25+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": {"marketing": null}}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/segments/"}}}, "updated": "2021-05-17T23:45:38+00:00"}, "emitted_at": 1679533540465} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTP8THZD8CGS2AKNE63370", "attributes": {"email": "some.email.that.dont.exist@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name", "last_name": "Last Name", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:12:55+00:00", "updated": "2021-05-17T00:12:55+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTP8THZD8CGS2AKNE63370/segments/"}}}, "updated": "2021-05-17T00:12:55+00:00"}, "emitted_at": 1679533540462} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTQ44548K2TBCG1EWPZEDN", "attributes": {"email": "some.email.that.dont.exist2@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "Strange Name1", "last_name": "Funny Name1", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:13:23+00:00", "updated": "2021-05-17T00:16:44+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTQ44548K2TBCG1EWPZEDN/segments/"}}}, "updated": "2021-05-17T00:16:44+00:00"}, "emitted_at": 1679533540462} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5VTX8KP49GGQ4BG77HZ9FRH", "attributes": {"email": "some.email.that.dont.exist3@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "Strange Name2", "last_name": "Funny Name2", "organization": null, "title": null, "image": null, "created": "2021-05-17T00:16:44+00:00", "updated": "2021-05-17T00:16:44+00:00", "last_event_date": null, "location": {"address1": null, "address2": null, "city": null, "country": null, "latitude": null, "longitude": null, "region": null, "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5VTX8KP49GGQ4BG77HZ9FRH/segments/"}}}, "updated": "2021-05-17T00:16:44+00:00"}, "emitted_at": 1679533540463} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBDQE9W7WDSH9KK398CAYX", "attributes": {"email": "some.email.that.dont.exist.{seed}@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": null, "last_name": null, "organization": null, "title": null, "image": null, "created": "2021-05-17T23:43:50+00:00", "updated": "2021-05-17T23:43:50+00:00", "last_event_date": "2021-05-17T23:43:28+00:00", "location": {"address1": null, "address2": null, "city": null, "country": null, "latitude": null, "longitude": null, "region": null, "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBDQE9W7WDSH9KK398CAYX/segments/"}}}, "updated": "2021-05-17T23:43:50+00:00"}, "emitted_at": 1679533540463} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGKW1SQN453RM293PHH37", "attributes": {"email": "some.email.that.dont.exist.0@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 0", "last_name": "Last Name 0", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:24+00:00", "updated": "2021-05-17T23:45:25+00:00", "last_event_date": "2021-05-17T23:45:24+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGKW1SQN453RM293PHH37/segments/"}}}, "updated": "2021-05-17T23:45:25+00:00"}, "emitted_at": 1679533540463} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGMTSM3B56W37QB9Q9CAD", "attributes": {"email": "some.email.that.dont.exist.3@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 3", "last_name": "Last Name 3", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:25+00:00", "last_event_date": "2021-05-17T23:45:25+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMTSM3B56W37QB9Q9CAD/segments/"}}}, "updated": "2021-05-17T23:45:25+00:00"}, "emitted_at": 1679533540463} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGM7J4YD4P6EYK5Q87BG4", "attributes": {"email": "some.email.that.dont.exist.1@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 1", "last_name": "Last Name 1", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:24+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGM7J4YD4P6EYK5Q87BG4/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGN65NTCBGTAR1Y7P5285", "attributes": {"email": "some.email.that.dont.exist.4@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 4", "last_name": "Last Name 4", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:26+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGN65NTCBGTAR1Y7P5285/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGNK6H122QRC1K96GXY8C", "attributes": {"email": "some.email.that.dont.exist.5@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 5", "last_name": "Last Name 5", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:26+00:00", "updated": "2021-05-17T23:45:26+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGNK6H122QRC1K96GXY8C/segments/"}}}, "updated": "2021-05-17T23:45:26+00:00"}, "emitted_at": 1679533540464} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGP0P02E9Q64KF26VB2MH", "attributes": {"email": "some.email.that.dont.exist.6@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 6", "last_name": "Last Name 6", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:27+00:00", "last_event_date": "2021-05-17T23:45:26+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGP0P02E9Q64KF26VB2MH/segments/"}}}, "updated": "2021-05-17T23:45:27+00:00"}, "emitted_at": 1679533540464} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGPSXF1N23RBJZ947R1N1", "attributes": {"email": "some.email.that.dont.exist.8@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 8", "last_name": "Last Name 8", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:27+00:00", "last_event_date": "2021-05-17T23:45:27+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [{"reason": "USER_SUPPRESSED", "timestamp": "2021-05-18T01:29:51+00:00"}], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPSXF1N23RBJZ947R1N1/segments/"}}}, "updated": "2021-05-17T23:45:27+00:00"}, "emitted_at": 1679533540465} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGPCQESZDRKGW3DB1WPZ0", "attributes": {"email": "some.email.that.dont.exist.7@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 7", "last_name": "Last Name 7", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:27+00:00", "updated": "2021-05-17T23:45:30+00:00", "last_event_date": "2021-05-17T23:45:27+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGPCQESZDRKGW3DB1WPZ0/segments/"}}}, "updated": "2021-05-17T23:45:30+00:00"}, "emitted_at": 1679533540465} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGQ6X21SSWPGRDK9QK97C", "attributes": {"email": "some.email.that.dont.exist.9@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 9", "last_name": "Last Name 9", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:28+00:00", "updated": "2021-05-17T23:45:30+00:00", "last_event_date": "2021-05-17T23:45:28+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [{"reason": "USER_SUPPRESSED", "timestamp": "2021-05-18T01:20:01+00:00"}], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGQ6X21SSWPGRDK9QK97C/segments/"}}}, "updated": "2021-05-17T23:45:30+00:00"}, "emitted_at": 1679533540465} +{"stream": "profiles", "data": {"type": "profile", "id": "01F5YBGMK62AJR0955G7NW6EP7", "attributes": {"email": "some.email.that.dont.exist.2@airbyte.io", "phone_number": null, "external_id": null, "anonymous_id": null, "first_name": "First Name 2", "last_name": "Last Name 2", "organization": null, "title": null, "image": null, "created": "2021-05-17T23:45:25+00:00", "updated": "2021-05-17T23:45:38+00:00", "last_event_date": "2021-05-17T23:45:25+00:00", "location": {"address1": null, "address2": null, "city": "Springfield", "country": null, "latitude": null, "longitude": null, "region": "Illinois", "zip": null, "timezone": null, "ip": null}, "properties": {}, "subscriptions": {"email": {"marketing": {"consent": "NEVER_SUBSCRIBED", "timestamp": null, "method": null, "method_detail": null, "custom_method_detail": null, "double_optin": null, "suppressions": [], "list_suppressions": []}}, "sms": null}}, "links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/"}, "relationships": {"lists": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/relationships/lists/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/lists/"}}, "segments": {"links": {"self": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/relationships/segments/", "related": "https://a.klaviyo.com/api/profiles/01F5YBGMK62AJR0955G7NW6EP7/segments/"}}}, "updated": "2021-05-17T23:45:38+00:00"}, "emitted_at": 1679533540465} diff --git a/airbyte-integrations/connectors/source-klaviyo/metadata.yaml b/airbyte-integrations/connectors/source-klaviyo/metadata.yaml index c062944c3905..cd82219e5062 100644 --- a/airbyte-integrations/connectors/source-klaviyo/metadata.yaml +++ b/airbyte-integrations/connectors/source-klaviyo/metadata.yaml @@ -6,7 +6,7 @@ data: connectorSubtype: api connectorType: source definitionId: 95e8cffd-b8c4-4039-968e-d32fb4a69bde - dockerImageTag: 0.3.2 + dockerImageTag: 0.3.3 dockerRepository: airbyte/source-klaviyo githubIssueLabel: source-klaviyo icon: klaviyo.svg diff --git a/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/availability_strategy.py b/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/availability_strategy.py new file mode 100644 index 000000000000..6f71ec8d59ac --- /dev/null +++ b/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/availability_strategy.py @@ -0,0 +1,24 @@ +# +# Copyright (c) 2023 Airbyte, Inc., all rights reserved. +# + +import logging +from typing import Dict, Optional + +from airbyte_cdk.sources import Source +from airbyte_cdk.sources.streams import Stream +from airbyte_cdk.sources.streams.http.availability_strategy import HttpAvailabilityStrategy +from requests import HTTPError, codes + + +class KlaviyoAvailabilityStrategyLatest(HttpAvailabilityStrategy): + def reasons_for_unavailable_status_codes( + self, stream: Stream, logger: logging.Logger, source: Optional[Source], error: HTTPError + ) -> Dict[int, str]: + reasons_for_codes: Dict[int, str] = super().reasons_for_unavailable_status_codes(stream, logger, source, error) + reasons_for_codes[codes.UNAUTHORIZED] = ( + "This is most likely due to insufficient permissions on the credentials in use. " + "Try to grant required permissions/scopes or re-authenticate" + ) + + return reasons_for_codes diff --git a/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/streams.py b/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/streams.py index f2b1b085449f..16a7ad0cf425 100644 --- a/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/streams.py +++ b/airbyte-integrations/connectors/source-klaviyo/source_klaviyo/streams.py @@ -13,6 +13,8 @@ from airbyte_cdk.sources.streams.http import HttpStream from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer +from .availability_strategy import KlaviyoAvailabilityStrategyLatest + class KlaviyoStreamLatest(HttpStream, ABC): """Base stream for api version v2023-02-22""" @@ -26,8 +28,8 @@ def __init__(self, api_key: str, **kwargs): self._api_key = api_key @property - def availability_strategy(self) -> Optional["AvailabilityStrategy"]: - return None + def availability_strategy(self) -> Optional[AvailabilityStrategy]: + return KlaviyoAvailabilityStrategyLatest() def request_headers(self, **kwargs) -> Mapping[str, Any]: base_headers = super().request_headers(**kwargs) @@ -148,10 +150,6 @@ def __init__(self, api_key: str, **kwargs): transform_function = self.get_custom_transform() self.transformer.registerCustomTransform(transform_function) - @property - def availability_strategy(self) -> Optional["AvailabilityStrategy"]: - return None - def get_custom_transform(self): def custom_transform_date_rfc3339(original_value, field_schema): if original_value and "format" in field_schema and field_schema["format"] == "date-time": diff --git a/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_latest_streams.py b/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_latest_streams.py index e5101d04808d..47402095159a 100644 --- a/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_latest_streams.py +++ b/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_latest_streams.py @@ -8,6 +8,7 @@ import pytest import requests from pydantic import BaseModel +from source_klaviyo.availability_strategy import KlaviyoAvailabilityStrategyLatest from source_klaviyo.streams import IncrementalKlaviyoStreamLatest, Profiles START_DATE = pendulum.datetime(2020, 10, 10) @@ -100,3 +101,7 @@ def test_parse_response(self, mocker): "properties": {"Status": "onboarding_started"}, }, ] + + def test_availability_strategy(self): + stream = Profiles(api_key="some_key", start_date=START_DATE.isoformat()) + assert isinstance(stream.availability_strategy, KlaviyoAvailabilityStrategyLatest) diff --git a/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_streams.py b/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_streams.py index e71ea9aec942..caa292b65e15 100644 --- a/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_streams.py +++ b/airbyte-integrations/connectors/source-klaviyo/unit_tests/test_streams.py @@ -8,6 +8,7 @@ import pendulum import pytest import requests +from airbyte_cdk.sources.streams.http.availability_strategy import HttpAvailabilityStrategy from pydantic import BaseModel from source_klaviyo.streams import EmailTemplates, Events, IncrementalKlaviyoStreamV1, KlaviyoStreamV1, ReverseIncrementalKlaviyoStreamV1 @@ -78,6 +79,10 @@ def test_parse_response(self, response): assert list(result) == response.json.return_value["data"] + def test_availability_strategy(self): + stream = SomeStream(api_key="some_key") + assert isinstance(stream.availability_strategy, HttpAvailabilityStrategy) + class TestIncrementalKlaviyoStreamV1: def test_cursor_field_is_required(self): diff --git a/docs/integrations/sources/klaviyo.md b/docs/integrations/sources/klaviyo.md index e8d1ce170503..2fc060547625 100644 --- a/docs/integrations/sources/klaviyo.md +++ b/docs/integrations/sources/klaviyo.md @@ -53,7 +53,8 @@ The Klaviyo connector should not run into Klaviyo API limitations under normal u ## Changelog | Version | Date | Pull Request | Subject | -| :------- | :--------- | :--------------------------------------------------------- | :---------------------------------------------------------------------------------------- | +|:---------|:-----------| :--------------------------------------------------------- |:------------------------------------------------------------------------------------------| +| `0.3.3` | 2023-10-13 | [31379](https://github.com/airbytehq/airbyte/pull/31379) | Skip streams that the connector no longer has access to | | `0.3.2` | 2023-06-20 | [27498](https://github.com/airbytehq/airbyte/pull/27498) | Do not store state in the future | | `0.3.1` | 2023-06-08 | [27162](https://github.com/airbytehq/airbyte/pull/27162) | Anonymize check connection error message | | `0.3.0` | 2023-02-18 | [23236](https://github.com/airbytehq/airbyte/pull/23236) | Add ` Email Templates` stream |