From ae41c30b1a5a5731d1a59aaea2361b70a542aea8 Mon Sep 17 00:00:00 2001 From: Serhii Lazebnyi <53845333+lazebnyi@users.noreply.github.com> Date: Thu, 21 Sep 2023 22:48:38 +0200 Subject: [PATCH] =?UTF-8?q?=F0=9F=9A=A8=F0=9F=9A=A8=F0=9F=90=9B=20Source?= =?UTF-8?q?=20Google=20Analytics:=20revert=20`:`=20auto=20replacement=20to?= =?UTF-8?q?=20underscore=20in=20column=20names=20(#30608)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Dockerfile | 2 +- .../acceptance-test-config.yml | 55 +----- .../integration_tests/expected_records.jsonl | 158 ++++++------------ .../metadata.yaml | 2 +- .../source.py | 10 +- .../unit_tests/test_streams.py | 6 +- .../sources/google-analytics-data-api.md | 1 + 7 files changed, 64 insertions(+), 170 deletions(-) diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/Dockerfile b/airbyte-integrations/connectors/source-google-analytics-data-api/Dockerfile index 57cc9aadc25f..cfa7260a6e24 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/Dockerfile +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/Dockerfile @@ -28,5 +28,5 @@ COPY source_google_analytics_data_api ./source_google_analytics_data_api ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.5.0 +LABEL io.airbyte.version=1.5.1 LABEL io.airbyte.name=airbyte/source-google-analytics-data-api diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/acceptance-test-config.yml b/airbyte-integrations/connectors/source-google-analytics-data-api/acceptance-test-config.yml index 5d610eb04132..05419738addc 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/acceptance-test-config.yml @@ -25,32 +25,14 @@ acceptance_tests: expect_records: path: "integration_tests/expected_records.jsonl" empty_streams: - - name: "traffic_sources" - bypass_reason: "The data contains business information" + - name: "cohort_report" + bypass_reason: "The test resource does not support cohort report" - name: "demographic_interest_report" bypass_reason: "The test resource does not collect interest" - name: "demographic_age_report" bypass_reason: "The test resource does not collect age" - name: "demographic_gender_report" bypass_reason: "The test resource does not collect gender" - - name: "ecommerce_purchases_item_name_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_report_combined" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_brand_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_2_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_3_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_4_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_category_5_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - - name: "ecommerce_purchases_item_id_report" - bypass_reason: "The test resource does not work with ecommerce purchases" - name: "publisher_ads_ad_unit_report" bypass_reason: "The test resource does not work with publisher ads" - name: "publisher_ads_ad_source_report" @@ -59,43 +41,10 @@ acceptance_tests: bypass_reason: "The test resource does not work with publisher ads" - name: "publisher_ads_ad_format_report" bypass_reason: "The test resource does not work with publisher ads" - ignored_fields: - devices: - - name: "averageSessionDuration" - bypass_reason: "Dynamic field" - locations: - - name: "averageSessionDuration" - bypass_reason: "Dynamic field" - pages: - - name: "screenPageViews" - bypass_reason: "Dynamically created field" - - name: "bounceRate" - bypass_reason: "Dynamically created field" - website_overview: - - name: "averageSessionDuration" - bypass_reason: "Dynamically created field" - pivot_report: - - name: "sessions" - bypass_reason: "Volatile data" - - name: "endDate" - bypass_reason: "Dynamic field" full_refresh: tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" - ignored_fields: - devices: - - name: "averageSessionDuration" - bypass_reason: "Dynamic field" - locations: - - name: "averageSessionDuration" - bypass_reason: "Dynamic field" - traffic_sources: - - name: "averageSessionDuration" - bypass_reason: "Dynamically created field" - website_overview: - - name: "averageSessionDuration" - bypass_reason: "Dynamically created field" incremental: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/expected_records.jsonl b/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/expected_records.jsonl index 6b9cbd7dcb16..78be1140ebe1 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/expected_records.jsonl +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/expected_records.jsonl @@ -1,107 +1,51 @@ -{"stream": "daily_active_users", "data": {"property_id": "314186564", "date": "20230909", "active1DayUsers": 993}, "emitted_at": 1694468998026} -{"stream": "daily_active_users", "data": {"property_id": "314186564", "date": "20230902", "active1DayUsers": 981}, "emitted_at": 1694468998026} -{"stream": "weekly_active_users", "data": {"property_id": "314186564", "date": "20230901", "active7DayUsers": 14068}, "emitted_at": 1694468999170} -{"stream": "weekly_active_users", "data": {"property_id": "314186564", "date": "20230904", "active7DayUsers": 13916}, "emitted_at": 1694468999171} -{"stream": "four_weekly_active_users", "data": {"property_id": "314186564", "date": "20230906", "active28DayUsers": 50716}, "emitted_at": 1694468999874} -{"stream": "devices", "data": {"property_id": "314186564", "date": "20230908", "deviceCategory": "desktop", "operatingSystem": "Windows", "browser": "Coc Coc", "totalUsers": 1, "newUsers": 1, "sessions": 1, "sessionsPerUser": 1.0, "averageSessionDuration": 18.264283, "screenPageViews": 1, "screenPageViewsPerSession": 1.0, "bounceRate": 0.0}, "emitted_at": 1694470835327} -{"stream": "devices", "data": {"property_id": "314186564", "date": "20230908", "deviceCategory": "mobile", "operatingSystem": "Android", "browser": "Opera", "totalUsers": 1, "newUsers": 0, "sessions": 2, "sessionsPerUser": 0.0, "averageSessionDuration": 5.3349965, "screenPageViews": 2, "screenPageViewsPerSession": 1.0, "bounceRate": 0.5}, "emitted_at": 1694470835327} -{"stream": "devices", "data": {"property_id": "314186564", "date": "20230909", "deviceCategory": "desktop", "operatingSystem": "Chrome OS", "browser": "Chrome", "totalUsers": 1, "newUsers": 1, "sessions": 1, "sessionsPerUser": 1.0, "averageSessionDuration": 51.171701, "screenPageViews": 2, "screenPageViewsPerSession": 2.0, "bounceRate": 0.0}, "emitted_at": 1694470835327} -{"stream": "locations", "data": {"property_id": "314186564", "region": "Ontario", "country": "Canada", "city": "Oakville", "date": "20230906", "totalUsers": 2, "newUsers": 1, "sessions": 2, "sessionsPerUser": 2.0, "averageSessionDuration": 172.972881, "screenPageViews": 1, "screenPageViewsPerSession": 0.5, "bounceRate": 0.5}, "emitted_at": 1694469006081} -{"stream": "locations", "data": {"property_id": "314186564", "region": "Ontario", "country": "Canada", "city": "Ottawa", "date": "20230904", "totalUsers": 2, "newUsers": 2, "sessions": 2, "sessionsPerUser": 1.0, "averageSessionDuration": 102.616519, "screenPageViews": 8, "screenPageViewsPerSession": 4.0, "bounceRate": 0.0}, "emitted_at": 1694469006081} -{"stream": "pages", "data": {"property_id": "314186564", "date": "20230901", "hostName": "airbyte.com", "pagePathPlusQueryString": "/", "screenPageViews": 807, "bounceRate": 0.3905882352941176}, "emitted_at": 1694471097644} -{"stream": "pages", "data": {"property_id": "314186564", "date": "20230908", "hostName": "airbyte.com", "pagePathPlusQueryString": "/", "screenPageViews": 799, "bounceRate": 0.5740740740740741}, "emitted_at": 1694471097644} -{"stream": "website_overview", "data": {"property_id": "314186564", "date": "20230902", "totalUsers": 1183, "newUsers": 658, "sessions": 1448, "sessionsPerUser": 1.4760448521916412, "averageSessionDuration": 274.2388035814917, "screenPageViews": 4996, "screenPageViewsPerSession": 3.4502762430939224, "bounceRate": 0.505524861878453}, "emitted_at": 1694469328404} -{"stream": "website_overview", "data": {"property_id": "314186564", "date": "20230909", "totalUsers": 1181, "newUsers": 641, "sessions": 1447, "sessionsPerUser": 1.457200402819738, "averageSessionDuration": 263.1897190352454, "screenPageViews": 4850, "screenPageViewsPerSession": 3.3517622667588114, "bounceRate": 0.5210780926053905}, "emitted_at": 1694469328405} -{"stream": "cohort_report", "data": {"property_id": "314186564", "cohort": "cohort_0", "cohortNthDay": "0070", "cohortActiveUsers": 1}, "emitted_at": 1694469328983} -{"stream": "cohort_report", "data": {"property_id": "314186564", "cohort": "cohort_0", "cohortNthDay": "0090", "cohortActiveUsers": 1}, "emitted_at": 1694469328983} -{"stream": "cohort_report", "data": {"property_id": "314186564", "cohort": "cohort_0", "cohortNthDay": "0094", "cohortActiveUsers": 1}, "emitted_at": 1694469328983} -{"stream": "pivot_report", "data": {"property_id": "314186564", "browser": "Edge", "country": "Burundi", "language": "Portuguese", "sessions": 0, "startDate": "2023-09-01", "endDate": "2023-09-11"}, "emitted_at": 1694469331257} -{"stream": "pivot_report", "data": {"property_id": "314186564", "browser": "Edge", "country": "Burundi", "language": "Russian", "sessions": 0, "startDate": "2023-09-01", "endDate": "2023-09-11"}, "emitted_at": 1694469331257} -{"stream": "pivot_report", "data": {"property_id": "314186564", "browser": "Edge", "country": "Burundi", "language": "Spanish", "sessions": 0, "startDate": "2023-09-01", "endDate": "2023-09-11"}, "emitted_at": 1694469331258} -{"stream": "user_acquisition_first_user_medium_report", "data": {"property_id": "314186564", "date": "20230909", "firstUserMedium": "ppc", "newUsers": 1, "engagedSessions": 0, "engagementRate": 0.0, "eventCount": 4, "conversions": 0.0, "totalRevenue": 0.0, "totalUsers": 1, "userEngagementDuration": 0.0}, "emitted_at": 1694473274377} -{"stream": "user_acquisition_first_user_medium_report", "data": {"property_id": "314186564", "date": "20230909", "firstUserMedium": "social", "newUsers": 1, "engagedSessions": 6, "engagementRate": 0.6, "eventCount": 47, "conversions": 2.0, "totalRevenue": 0.0, "totalUsers": 8, "userEngagementDuration": 265.0}, "emitted_at": 1694473274379} -{"stream": "user_acquisition_first_user_source_report", "data": {"property_id": "314186564", "date": "20230901", "firstUserSource": "linkedin.com", "newUsers": 26, "engagedSessions": 22, "engagementRate": 0.5238095238095238, "eventCount": 172, "conversions": 15.0, "totalRevenue": 0.0, "totalUsers": 37, "userEngagementDuration": 917.0}, "emitted_at": 1694503254368} -{"stream": "user_acquisition_first_user_source_report", "data": {"property_id": "314186564", "date": "20230904", "firstUserSource": "linkedin.com", "newUsers": 23, "engagedSessions": 15, "engagementRate": 0.3488372093023256, "eventCount": 133, "conversions": 0.0, "totalRevenue": 0.0, "totalUsers": 37, "userEngagementDuration": 641.0}, "emitted_at": 1694503254370} -{"stream": "user_acquisition_first_user_source_report", "data": {"property_id": "314186564", "date": "20230905", "firstUserSource": "bing", "newUsers": 23, "engagedSessions": 33, "engagementRate": 0.6226415094339622, "eventCount": 271, "conversions": 0.0, "totalRevenue": 0.0, "totalUsers": 42, "userEngagementDuration": 3206.0}, "emitted_at": 1694503254371} -{"stream": "user_acquisition_first_user_source_medium_report", "data": {"property_id": "314186564", "date": "20230904", "firstUserSource": "google", "firstUserMedium": "cpc", "newUsers": 15, "engagedSessions": 16, "engagementRate": 0.5333333333333333, "eventCount": 170, "conversions": 2.0, "totalRevenue": 0.0, "totalUsers": 18, "userEngagementDuration": 1335.0}, "emitted_at": 1694503256582} -{"stream": "user_acquisition_first_user_source_medium_report", "data": {"property_id": "314186564", "date": "20230905", "firstUserSource": "github.com", "firstUserMedium": "referral", "newUsers": 15, "engagedSessions": 29, "engagementRate": 0.7631578947368421, "eventCount": 621, "conversions": 0.0, "totalRevenue": 0.0, "totalUsers": 22, "userEngagementDuration": 3724.0}, "emitted_at": 1694503256582} -{"stream": "user_acquisition_first_user_source_platform_report", "data": {"property_id": "314186564", "date": "20230901", "firstUserSourcePlatform": "Manual", "newUsers": 851, "engagedSessions": 1236, "engagementRate": 0.7304964539007093, "eventCount": 11698, "conversions": 1047.0, "totalRevenue": 0.0, "totalUsers": 1358, "userEngagementDuration": 96700.0}, "emitted_at": 1694503258929} -{"stream": "user_acquisition_first_user_source_platform_report", "data": {"property_id": "314186564", "date": "20230905", "firstUserSourcePlatform": "(not set)", "newUsers": 675, "engagedSessions": 1639, "engagementRate": 0.5477941176470589, "eventCount": 30513, "conversions": 213.0, "totalRevenue": 0.0, "totalUsers": 2246, "userEngagementDuration": 361827.0}, "emitted_at": 1694503258930} -{"stream": "user_acquisition_first_user_source_platform_report", "data": {"property_id": "314186564", "date": "20230906", "firstUserSourcePlatform": "(not set)", "newUsers": 635, "engagedSessions": 1545, "engagementRate": 0.529835390946502, "eventCount": 28862, "conversions": 201.0, "totalRevenue": 0.0, "totalUsers": 2199, "userEngagementDuration": 356742.0}, "emitted_at": 1694503258930} -{"stream": "user_acquisition_first_user_campaign_report", "data": {"property_id": "314186564", "date": "20230907", "firstUserCampaignName": "(not set)", "newUsers": 96, "engagedSessions": 42, "engagementRate": 0.3387096774193548, "eventCount": 530, "conversions": 0.0, "totalRevenue": 0.0, "totalUsers": 110, "userEngagementDuration": 4357.0}, "emitted_at": 1694503260418} -{"stream": "user_acquisition_first_user_campaign_report", "data": {"property_id": "314186564", "date": "20230903", "firstUserCampaignName": "(referral)", "newUsers": 91, "engagedSessions": 79, "engagementRate": 0.5337837837837838, "eventCount": 919, "conversions": 5.0, "totalRevenue": 0.0, "totalUsers": 125, "userEngagementDuration": 8139.0}, "emitted_at": 1694503260419} -{"stream": "user_acquisition_first_user_campaign_report", "data": {"property_id": "314186564", "date": "20230902", "firstUserCampaignName": "(referral)", "newUsers": 84, "engagedSessions": 68, "engagementRate": 0.4722222222222222, "eventCount": 804, "conversions": 19.0, "totalRevenue": 0.0, "totalUsers": 120, "userEngagementDuration": 5436.0}, "emitted_at": 1694503260419} -{"stream": "user_acquisition_first_user_google_ads_ad_network_type_report", "data": {"property_id": "314186564", "date": "20230903", "firstUserGoogleAdsAdNetworkType": "(not set)", "newUsers": 796, "engagedSessions": 973, "engagementRate": 0.5010298661174047, "eventCount": 12817, "conversions": 121.0, "totalRevenue": 0.0, "totalUsers": 1594, "userEngagementDuration": 142765.0}, "emitted_at": 1694503261571} -{"stream": "user_acquisition_first_user_google_ads_ad_network_type_report", "data": {"property_id": "314186564", "date": "20230902", "firstUserGoogleAdsAdNetworkType": "(not set)", "newUsers": 658, "engagedSessions": 716, "engagementRate": 0.494475138121547, "eventCount": 10314, "conversions": 343.0, "totalRevenue": 0.0, "totalUsers": 1183, "userEngagementDuration": 114895.0}, "emitted_at": 1694503261572} -{"stream": "user_acquisition_first_user_google_ads_ad_network_type_report", "data": {"property_id": "314186564", "date": "20230909", "firstUserGoogleAdsAdNetworkType": "(not set)", "newUsers": 641, "engagedSessions": 693, "engagementRate": 0.47892190739460955, "eventCount": 9878, "conversions": 105.0, "totalRevenue": 0.0, "totalUsers": 1181, "userEngagementDuration": 108054.0}, "emitted_at": 1694503261572} -{"stream": "user_acquisition_first_user_google_ads_ad_group_name_report", "data": {"property_id": "314186564", "date": "20230903", "firstUserGoogleAdsAdGroupName": "(not set)", "newUsers": 796, "engagedSessions": 973, "engagementRate": 0.5010298661174047, "eventCount": 12817, "conversions": 121.0, "totalRevenue": 0.0, "totalUsers": 1594, "userEngagementDuration": 142765.0}, "emitted_at": 1694503262664} -{"stream": "user_acquisition_first_user_google_ads_ad_group_name_report", "data": {"property_id": "314186564", "date": "20230902", "firstUserGoogleAdsAdGroupName": "(not set)", "newUsers": 658, "engagedSessions": 716, "engagementRate": 0.494475138121547, "eventCount": 10314, "conversions": 343.0, "totalRevenue": 0.0, "totalUsers": 1183, "userEngagementDuration": 114895.0}, "emitted_at": 1694503262665} -{"stream": "user_acquisition_first_user_google_ads_ad_group_name_report", "data": {"property_id": "314186564", "date": "20230909", "firstUserGoogleAdsAdGroupName": "(not set)", "newUsers": 641, "engagedSessions": 693, "engagementRate": 0.47892190739460955, "eventCount": 9878, "conversions": 105.0, "totalRevenue": 0.0, "totalUsers": 1181, "userEngagementDuration": 108054.0}, "emitted_at": 1694503262665} -{"stream": "traffic_acquisition_session_source_medium_report", "data": {"property_id": "314186564", "date": "20230906", "sessionSource": "bing", "sessionMedium": "organic", "totalUsers": 48, "sessions": 56, "engagedSessions": 28, "eventsPerSession": 5.053571428571429, "engagementRate": 0.5, "eventCount": 283, "conversions": 12.0, "totalRevenue": 0.0, "userEngagementDuration": 5900.0}, "emitted_at": 1694503263943} -{"stream": "traffic_acquisition_session_source_medium_report", "data": {"property_id": "314186564", "date": "20230905", "sessionSource": "google", "sessionMedium": "cpc", "totalUsers": 45, "sessions": 53, "engagedSessions": 28, "eventsPerSession": 5.30188679245283, "engagementRate": 0.5283018867924528, "eventCount": 281, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 2303.0}, "emitted_at": 1694503263944} -{"stream": "traffic_acquisition_session_source_medium_report", "data": {"property_id": "314186564", "date": "20230907", "sessionSource": "bing", "sessionMedium": "organic", "totalUsers": 45, "sessions": 62, "engagedSessions": 27, "eventsPerSession": 3.9516129032258065, "engagementRate": 0.43548387096774194, "eventCount": 245, "conversions": 4.0, "totalRevenue": 0.0, "userEngagementDuration": 2497.0}, "emitted_at": 1694503263945} -{"stream": "traffic_acquisition_session_medium_report", "data": {"property_id": "314186564", "date": "20230901", "sessionMedium": "referral", "totalUsers": 328, "sessions": 504, "engagedSessions": 363, "eventsPerSession": 15.107142857142858, "engagementRate": 0.7202380952380952, "eventCount": 7614, "conversions": 466.0, "totalRevenue": 0.0, "userEngagementDuration": 64393.0}, "emitted_at": 1694503266539} -{"stream": "traffic_acquisition_session_medium_report", "data": {"property_id": "314186564", "date": "20230902", "sessionMedium": "(none)", "totalUsers": 324, "sessions": 441, "engagedSessions": 255, "eventsPerSession": 10.81859410430839, "engagementRate": 0.5782312925170068, "eventCount": 4771, "conversions": 213.0, "totalRevenue": 0.0, "userEngagementDuration": 52486.0}, "emitted_at": 1694503266540} -{"stream": "traffic_acquisition_session_medium_report", "data": {"property_id": "314186564", "date": "20230908", "sessionMedium": "referral", "totalUsers": 294, "sessions": 458, "engagedSessions": 278, "eventsPerSession": 9.687772925764191, "engagementRate": 0.6069868995633187, "eventCount": 4437, "conversions": 7.0, "totalRevenue": 0.0, "userEngagementDuration": 44737.0}, "emitted_at": 1694503266540} -{"stream": "traffic_acquisition_session_source_report", "data": {"property_id": "314186564", "date": "20230908", "sessionSource": "link.edgepilot.com", "totalUsers": 1, "sessions": 1, "engagedSessions": 0, "eventsPerSession": 3.0, "engagementRate": 0.0, "eventCount": 3, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 0.0}, "emitted_at": 1694503668768} -{"stream": "traffic_acquisition_session_source_report", "data": {"property_id": "314186564", "date": "20230908", "sessionSource": "linktr.ee", "totalUsers": 1, "sessions": 2, "engagedSessions": 0, "eventsPerSession": 2.0, "engagementRate": 0.0, "eventCount": 4, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 0.0}, "emitted_at": 1694503668768} -{"stream": "traffic_acquisition_session_source_report", "data": {"property_id": "314186564", "date": "20230908", "sessionSource": "lnkd.in", "totalUsers": 1, "sessions": 1, "engagedSessions": 0, "eventsPerSession": 3.0, "engagementRate": 0.0, "eventCount": 3, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 0.0}, "emitted_at": 1694503668769} -{"stream": "traffic_acquisition_session_campaign_report", "data": {"property_id": "314186564", "date": "20230905", "sessionCampaignName": "Airbyte - Brand", "totalUsers": 1, "sessions": 1, "engagedSessions": 0, "eventsPerSession": 3.0, "engagementRate": 0.0, "eventCount": 3, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 0.0}, "emitted_at": 1694503669694} -{"stream": "traffic_acquisition_session_campaign_report", "data": {"property_id": "314186564", "date": "20230905", "sessionCampaignName": "Credit Block Expiry (7 days)", "totalUsers": 1, "sessions": 1, "engagedSessions": 0, "eventsPerSession": 2.0, "engagementRate": 0.0, "eventCount": 2, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 0.0}, "emitted_at": 1694503669694} -{"stream": "traffic_acquisition_session_campaign_report", "data": {"property_id": "314186564", "date": "20230905", "sessionCampaignName": "Source Connector Disable", "totalUsers": 1, "sessions": 2, "engagedSessions": 1, "eventsPerSession": 4.0, "engagementRate": 0.5, "eventCount": 8, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 25.0}, "emitted_at": 1694503669694} -{"stream": "traffic_acquisition_session_default_channel_grouping_report", "data": {"property_id": "314186564", "date": "20230908", "sessionDefaultChannelGrouping": "Organic Social", "totalUsers": 72, "sessions": 92, "engagedSessions": 43, "eventsPerSession": 5.75, "engagementRate": 0.4673913043478261, "eventCount": 529, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 4875.0}, "emitted_at": 1694503670512} -{"stream": "traffic_acquisition_session_default_channel_grouping_report", "data": {"property_id": "314186564", "date": "20230909", "sessionDefaultChannelGrouping": "Referral", "totalUsers": 71, "sessions": 88, "engagedSessions": 43, "eventsPerSession": 9.068181818181818, "engagementRate": 0.48863636363636365, "eventCount": 798, "conversions": 4.0, "totalRevenue": 0.0, "userEngagementDuration": 4383.0}, "emitted_at": 1694503670513} -{"stream": "traffic_acquisition_session_default_channel_grouping_report", "data": {"property_id": "314186564", "date": "20230902", "sessionDefaultChannelGrouping": "Organic Social", "totalUsers": 60, "sessions": 72, "engagedSessions": 22, "eventsPerSession": 4.111111111111111, "engagementRate": 0.3055555555555556, "eventCount": 296, "conversions": 1.0, "totalRevenue": 0.0, "userEngagementDuration": 3027.0}, "emitted_at": 1694503670513} -{"stream": "traffic_acquisition_session_source_platform_report", "data": {"property_id": "314186564", "date": "20230908", "sessionSourcePlatform": "Manual", "totalUsers": 1741, "sessions": 2367, "engagedSessions": 1260, "eventsPerSession": 5.593578369243769, "engagementRate": 0.532319391634981, "eventCount": 13240, "conversions": 45.0, "totalRevenue": 0.0, "userEngagementDuration": 136465.0}, "emitted_at": 1694503671150} -{"stream": "traffic_acquisition_session_source_platform_report", "data": {"property_id": "314186564", "date": "20230901", "sessionSourcePlatform": "Manual", "totalUsers": 1702, "sessions": 2245, "engagedSessions": 1611, "eventsPerSession": 8.009354120267261, "engagementRate": 0.7175946547884187, "eventCount": 17981, "conversions": 1447.0, "totalRevenue": 0.0, "userEngagementDuration": 147126.0}, "emitted_at": 1694503671151} -{"stream": "traffic_acquisition_session_source_platform_report", "data": {"property_id": "314186564", "date": "20230904", "sessionSourcePlatform": "Manual", "totalUsers": 1692, "sessions": 2322, "engagedSessions": 1233, "eventsPerSession": 5.554263565891473, "engagementRate": 0.5310077519379846, "eventCount": 12897, "conversions": 43.0, "totalRevenue": 0.0, "userEngagementDuration": 125141.0}, "emitted_at": 1694503671151} -{"stream": "events_report", "data": {"property_id": "314186564", "date": "20230902", "eventName": "session_start", "eventCount": 1357, "totalUsers": 1012, "eventCountPerUser": 1.6753086419753087, "totalRevenue": 0.0}, "emitted_at": 1694503671928} -{"stream": "events_report", "data": {"property_id": "314186564", "date": "20230909", "eventName": "session_start", "eventCount": 1343, "totalUsers": 1006, "eventCountPerUser": 1.6418092909535453, "totalRevenue": 0.0}, "emitted_at": 1694503671928} -{"stream": "events_report", "data": {"property_id": "314186564", "date": "20230908", "eventName": "first_visit", "eventCount": 1337, "totalUsers": 1267, "eventCountPerUser": 1.0552486187845305, "totalRevenue": 0.0}, "emitted_at": 1694503671928} -{"stream": "conversions_report", "data": {"property_id": "314186564", "date": "20230901", "eventName": "visited_demo", "conversions": 2237.0, "totalUsers": 1460, "totalRevenue": 0.0}, "emitted_at": 1693570408919} -{"stream": "pages_title_and_screen_class_report", "data": {"property_id": "314186564", "date": "20230905", "unifiedScreenClass": "Airbyte | Connections", "screenPageViews": 3185, "totalUsers": 614, "newUsers": 9, "eventCount": 3968, "conversions": 17.0, "totalRevenue": 0.0, "userEngagementDuration": 56884.0}, "emitted_at": 1693570639792} -{"stream": "pages_path_report", "data": {"property_id": "314186564", "date": "20230907", "pagePath": "/tutorials/postgresql-database-to-snowflake", "screenPageViews": 7, "totalUsers": 6, "newUsers": 3, "eventCount": 21, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 298.0}, "emitted_at": 1694472681019} -{"stream": "pages_path_report", "data": {"property_id": "314186564", "date": "20230907", "pagePath": "/workspaces/000adcf6-99b6-4a91-847c-d24a68e77eff/connections", "screenPageViews": 7, "totalUsers": 1, "newUsers": 0, "eventCount": 7, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 25.0}, "emitted_at": 1694472681019} -{"stream": "pages_path_report", "data": {"property_id": "314186564", "date": "20230907", "pagePath": "/workspaces/095383e5-9d06-4c5c-be63-2d828c348578/connections/1820a981-0f25-48f4-b2ce-799744268889/job-history", "screenPageViews": 7, "totalUsers": 1, "newUsers": 0, "eventCount": 12, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 197.0}, "emitted_at": 1694472681019} -{"stream": "content_group_report", "data": {"property_id": "314186564", "date": "20230907", "contentGroup": "(not set)", "screenPageViews": 22352, "totalUsers": 4024, "newUsers": 1887, "eventCount": 41685, "conversions": 308.0, "totalRevenue": 0.0, "userEngagementDuration": 464005.0}, "emitted_at": 1694472750121} -{"stream": "content_group_report", "data": {"property_id": "314186564", "date": "20230908", "contentGroup": "(not set)", "screenPageViews": 18494, "totalUsers": 3005, "newUsers": 1337, "eventCount": 32807, "conversions": 149.0, "totalRevenue": 0.0, "userEngagementDuration": 418359.0}, "emitted_at": 1694472750122} -{"stream": "content_group_report", "data": {"property_id": "314186564", "date": "20230904", "contentGroup": "(not set)", "screenPageViews": 16669, "totalUsers": 2889, "newUsers": 1401, "eventCount": 30590, "conversions": 231.0, "totalRevenue": 0.0, "userEngagementDuration": 335968.0}, "emitted_at": 1694472750123} -{"stream": "pages_title_and_screen_name_report", "data": {"property_id": "314186564", "date": "20230904", "unifiedScreenName": "Airbyte | Connections | MongoDB Atlas (Production) \u2192 Postgres - Performance dashboard (Production)", "screenPageViews": 48, "totalUsers": 2, "newUsers": 0, "eventCount": 49, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 408.0}, "emitted_at": 1694472743024} -{"stream": "pages_title_and_screen_name_report", "data": {"property_id": "314186564", "date": "20230905", "unifiedScreenName": "Airbyte | Settings | Destinations", "screenPageViews": 48, "totalUsers": 38, "newUsers": 0, "eventCount": 62, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 965.0}, "emitted_at": 1694472743025} -{"stream": "pages_title_and_screen_name_report", "data": {"property_id": "314186564", "date": "20230906", "unifiedScreenName": "Powered by Airbyte | Add 100+ integrations instantly", "screenPageViews": 48, "totalUsers": 35, "newUsers": 2, "eventCount": 118, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 1607.0}, "emitted_at": 1694472743026} -{"stream": "demographic_country_report", "data": {"property_id": "314186564", "date": "20230909", "country": "India", "totalUsers": 180, "newUsers": 113, "engagedSessions": 132, "engagementRate": 0.5569620253164557, "conversions": 14.0, "totalRevenue": 0.0}, "emitted_at": 1694472763355} -{"stream": "demographic_country_report", "data": {"property_id": "314186564", "date": "20230907", "country": "Canada", "totalUsers": 157, "newUsers": 78, "engagedSessions": 150, "engagementRate": 0.5703422053231939, "conversions": 18.0, "totalRevenue": 0.0}, "emitted_at": 1694472763355} -{"stream": "demographic_country_report", "data": {"property_id": "314186564", "date": "20230905", "country": "Canada", "totalUsers": 153, "newUsers": 89, "engagedSessions": 147, "engagementRate": 0.5568181818181818, "conversions": 30.0, "totalRevenue": 0.0}, "emitted_at": 1694472763356} -{"stream": "demographic_region_report", "data": {"property_id": "314186564", "date": "20230909", "region": "(not set)", "totalUsers": 146, "newUsers": 34, "engagedSessions": 33, "engagementRate": 0.4925373134328358, "conversions": 29.0, "totalRevenue": 0.0}, "emitted_at": 1694472766095} -{"stream": "demographic_region_report", "data": {"property_id": "314186564", "date": "20230907", "region": "New York", "totalUsers": 142, "newUsers": 79, "engagedSessions": 114, "engagementRate": 0.5205479452054794, "conversions": 10.0, "totalRevenue": 0.0}, "emitted_at": 1694472766096} -{"stream": "demographic_region_report", "data": {"property_id": "314186564", "date": "20230904", "region": "California", "totalUsers": 134, "newUsers": 82, "engagedSessions": 96, "engagementRate": 0.463768115942029, "conversions": 2.0, "totalRevenue": 0.0}, "emitted_at": 1694472766096} -{"stream": "demographic_city_report", "data": {"property_id": "314186564", "date": "20230905", "city": "San Francisco", "totalUsers": 61, "newUsers": 24, "engagedSessions": 73, "engagementRate": 0.6083333333333333, "conversions": 15.0, "totalRevenue": 0.0}, "emitted_at": 1694472770488} -{"stream": "demographic_city_report", "data": {"property_id": "314186564", "date": "20230905", "city": "London", "totalUsers": 59, "newUsers": 12, "engagedSessions": 54, "engagementRate": 0.47368421052631576, "conversions": 10.0, "totalRevenue": 0.0}, "emitted_at": 1694472770488} -{"stream": "demographic_city_report", "data": {"property_id": "314186564", "date": "20230906", "city": "San Francisco", "totalUsers": 57, "newUsers": 23, "engagedSessions": 56, "engagementRate": 0.5, "conversions": 0.0, "totalRevenue": 0.0}, "emitted_at": 1694472770488} -{"stream": "demographic_language_report", "data": {"property_id": "314186564", "date": "20230908", "language": "(other)", "totalUsers": 279, "newUsers": 0, "engagedSessions": 0, "engagementRate": 0.0, "conversions": 40.0, "totalRevenue": 0.0}, "emitted_at": 1694472774887} -{"stream": "demographic_language_report", "data": {"property_id": "314186564", "date": "20230903", "language": "(other)", "totalUsers": 135, "newUsers": 0, "engagedSessions": 0, "engagementRate": 0.0, "conversions": 18.0, "totalRevenue": 0.0}, "emitted_at": 1694472774887} -{"stream": "demographic_language_report", "data": {"property_id": "314186564", "date": "20230905", "language": "Chinese", "totalUsers": 124, "newUsers": 65, "engagedSessions": 91, "engagementRate": 0.4918918918918919, "conversions": 9.0, "totalRevenue": 0.0}, "emitted_at": 1694472774888} -{"stream": "tech_browser_report", "data": {"property_id": "314186564", "date": "20230904", "browser": "(not set)", "totalUsers": 314, "newUsers": 4, "engagedSessions": 2, "engagementRate": 0.5, "eventCount": 735, "conversions": 45.0, "totalRevenue": 0.0}, "emitted_at": 1694472779543} -{"stream": "tech_browser_report", "data": {"property_id": "314186564", "date": "20230906", "browser": "Safari", "totalUsers": 294, "newUsers": 198, "engagedSessions": 149, "engagementRate": 0.41274238227146814, "eventCount": 1944, "conversions": 30.0, "totalRevenue": 0.0}, "emitted_at": 1694472779544} -{"stream": "tech_browser_report", "data": {"property_id": "314186564", "date": "20230905", "browser": "Safari", "totalUsers": 284, "newUsers": 181, "engagedSessions": 174, "engagementRate": 0.45910290237467016, "eventCount": 2979, "conversions": 32.0, "totalRevenue": 0.0}, "emitted_at": 1694472779544} -{"stream": "tech_device_category_report", "data": {"property_id": "314186564", "date": "20230906", "deviceCategory": "mobile", "totalUsers": 387, "newUsers": 271, "engagedSessions": 169, "engagementRate": 0.3730684326710817, "eventCount": 1841, "conversions": 18.0, "totalRevenue": 0.0}, "emitted_at": 1694472780909} -{"stream": "tech_device_category_report", "data": {"property_id": "314186564", "date": "20230908", "deviceCategory": "mobile", "totalUsers": 374, "newUsers": 250, "engagedSessions": 198, "engagementRate": 0.4267241379310345, "eventCount": 2025, "conversions": 8.0, "totalRevenue": 0.0}, "emitted_at": 1694472780909} -{"stream": "tech_device_category_report", "data": {"property_id": "314186564", "date": "20230904", "deviceCategory": "mobile", "totalUsers": 355, "newUsers": 235, "engagedSessions": 176, "engagementRate": 0.4055299539170507, "eventCount": 1759, "conversions": 13.0, "totalRevenue": 0.0}, "emitted_at": 1694472780909} -{"stream": "tech_device_model_report", "data": {"property_id": "314186564", "date": "20230903", "deviceModel": "(not set)", "totalUsers": 1594, "newUsers": 796, "engagedSessions": 973, "engagementRate": 0.5010298661174047, "eventCount": 12817, "conversions": 121.0, "totalRevenue": 0.0}, "emitted_at": 1694472782023} -{"stream": "tech_device_model_report", "data": {"property_id": "314186564", "date": "20230902", "deviceModel": "(not set)", "totalUsers": 1183, "newUsers": 658, "engagedSessions": 716, "engagementRate": 0.494475138121547, "eventCount": 10314, "conversions": 343.0, "totalRevenue": 0.0}, "emitted_at": 1694472782023} -{"stream": "tech_screen_resolution_report", "data": {"property_id": "314186564", "date": "20230904", "screenResolution": "(not set)", "totalUsers": 310, "newUsers": 0, "engagedSessions": 0, "engagementRate": 0.0, "eventCount": 721, "conversions": 45.0, "totalRevenue": 0.0}, "emitted_at": 1694472783852} -{"stream": "tech_screen_resolution_report", "data": {"property_id": "314186564", "date": "20230906", "screenResolution": "1440x900", "totalUsers": 290, "newUsers": 139, "engagedSessions": 243, "engagementRate": 0.5203426124197003, "eventCount": 3719, "conversions": 16.0, "totalRevenue": 0.0}, "emitted_at": 1694472783852} -{"stream": "tech_screen_resolution_report", "data": {"property_id": "314186564", "date": "20230907", "screenResolution": "1440x900", "totalUsers": 288, "newUsers": 135, "engagedSessions": 242, "engagementRate": 0.5342163355408388, "eventCount": 3689, "conversions": 50.0, "totalRevenue": 0.0}, "emitted_at": 1694472783852} -{"stream": "tech_app_version_report", "data": {"property_id": "314186564", "date": "20230901", "appVersion": "(not set)", "totalUsers": 2568, "newUsers": 1242, "engagedSessions": 2423, "engagementRate": 0.6881567736438512, "eventCount": 31553, "conversions": 2315.0, "totalRevenue": 0.0}, "emitted_at": 1694472785234} -{"stream": "tech_app_version_report", "data": {"property_id": "314186564", "date": "20230903", "appVersion": "(not set)", "totalUsers": 1594, "newUsers": 796, "engagedSessions": 973, "engagementRate": 0.5010298661174047, "eventCount": 12817, "conversions": 121.0, "totalRevenue": 0.0}, "emitted_at": 1694472785234} -{"stream": "tech_platform_report", "data": {"property_id": "314186564", "date": "20230902", "platform": "web", "totalUsers": 1183, "newUsers": 658, "engagedSessions": 716, "engagementRate": 0.494475138121547, "eventCount": 10314, "conversions": 343.0, "totalRevenue": 0.0}, "emitted_at": 1694705714014} -{"stream": "tech_platform_report", "data": {"property_id": "314186564", "date": "20230909", "platform": "web", "totalUsers": 1181, "newUsers": 641, "engagedSessions": 693, "engagementRate": 0.47892190739460955, "eventCount": 9878, "conversions": 105.0, "totalRevenue": 0.0}, "emitted_at": 1694705714014} -{"stream": "tech_platform_device_category_report", "data": {"property_id": "314186564", "date": "20230905", "platform": "web", "deviceCategory": "mobile", "totalUsers": 412, "newUsers": 280, "engagedSessions": 202, "engagementRate": 0.41821946169772256, "eventCount": 2087, "conversions": 14.0, "totalRevenue": 0.0}, "emitted_at": 1694472787846} -{"stream": "tech_platform_device_category_report", "data": {"property_id": "314186564", "date": "20230906", "platform": "web", "deviceCategory": "mobile", "totalUsers": 387, "newUsers": 271, "engagedSessions": 169, "engagementRate": 0.3730684326710817, "eventCount": 1841, "conversions": 18.0, "totalRevenue": 0.0}, "emitted_at": 1694472787847} -{"stream": "tech_platform_device_category_report", "data": {"property_id": "314186564", "date": "20230908", "platform": "web", "deviceCategory": "mobile", "totalUsers": 374, "newUsers": 250, "engagedSessions": 198, "engagementRate": 0.4267241379310345, "eventCount": 2025, "conversions": 8.0, "totalRevenue": 0.0}, "emitted_at": 1694472787848} -{"stream": "tech_operating_system_report", "data": {"property_id": "314186564", "date": "20230902", "operatingSystem": "Macintosh", "totalUsers": 382, "newUsers": 202, "engagedSessions": 286, "engagementRate": 0.5416666666666666, "eventCount": 4798, "conversions": 223.0, "totalRevenue": 0.0}, "emitted_at": 1694472788894} -{"stream": "tech_operating_system_report", "data": {"property_id": "314186564", "date": "20230906", "operatingSystem": "(not set)", "totalUsers": 363, "newUsers": 8, "engagedSessions": 5, "engagementRate": 0.625, "eventCount": 828, "conversions": 54.0, "totalRevenue": 0.0}, "emitted_at": 1694472788895} -{"stream": "tech_os_with_version_report", "data": {"property_id": "314186564", "date": "20230901", "operatingSystemWithVersion": "Macintosh Intel 13.5", "totalUsers": 277, "newUsers": 118, "engagedSessions": 283, "engagementRate": 0.6835748792270532, "eventCount": 3506, "conversions": 273.0, "totalRevenue": 0.0}, "emitted_at": 1694472790051} -{"stream": "tech_os_with_version_report", "data": {"property_id": "314186564", "date": "20230904", "operatingSystemWithVersion": "Macintosh Intel 13.5", "totalUsers": 269, "newUsers": 113, "engagedSessions": 226, "engagementRate": 0.5159817351598174, "eventCount": 3436, "conversions": 18.0, "totalRevenue": 0.0}, "emitted_at": 1694472790051} -{"stream": "tech_os_with_version_report", "data": {"property_id": "314186564", "date": "20230905", "operatingSystemWithVersion": "Macintosh Intel 13.4", "totalUsers": 266, "newUsers": 100, "engagedSessions": 245, "engagementRate": 0.5212765957446809, "eventCount": 3422, "conversions": 21.0, "totalRevenue": 0.0}, "emitted_at": 1694472790051} -{"stream": "weekly_events_report", "data": {"property_id": "314186564", "yearWeek": "202335", "eventName": "visited_demo", "eventCount": 8798, "totalUsers": 1494, "eventCountPerUser": 6.31586503948313, "totalRevenue": 0.0, "startDate": "2023-09-01", "endDate": "2023-09-19"}, "emitted_at": 1695124087279} +{"stream": "daily_active_users", "data": {"property_id": "320370985", "date": "20230424", "active1DayUsers": 4}, "emitted_at": 1695314546574} +{"stream": "weekly_active_users", "data": {"property_id": "320370985", "date": "20230425", "active7DayUsers": 5}, "emitted_at": 1695314550248} +{"stream": "four_weekly_active_users", "data": {"property_id": "320370985", "date": "20230425", "active28DayUsers": 5}, "emitted_at": 1695314554589} +{"stream": "devices", "data": {"property_id": "320370985", "date": "20230424", "deviceCategory": "desktop", "operatingSystem": "Windows", "browser": "Edge", "totalUsers": 3, "newUsers": 1, "sessions": 3, "sessionsPerUser": 1.0, "averageSessionDuration": 145.55264966666667, "screenPageViews": 21, "screenPageViewsPerSession": 7.0, "bounceRate": 0.6666666666666666}, "emitted_at": 1695314559264} +{"stream": "locations", "data": {"property_id": "320370985", "region": "Kyiv city", "country": "Ukraine", "city": "Kyiv", "date": "20230424", "totalUsers": 3, "newUsers": 1, "sessions": 3, "sessionsPerUser": 1.0, "averageSessionDuration": 145.55264966666667, "screenPageViews": 21, "screenPageViewsPerSession": 7.0, "bounceRate": 0.6666666666666666}, "emitted_at": 1695314565241} +{"stream": "pages", "data": {"property_id": "320370985", "date": "20230420", "hostName": "integration-test.club", "pagePathPlusQueryString": "/klmuo3qdsubv4yfe/index.php?controller=AdminModules&configure=ps_googleanalytics&token=0cbe63f56492969a25fd47b98dbb2bf6", "screenPageViews": 4, "bounceRate": 0.0}, "emitted_at": 1695314570329} +{"stream": "traffic_sources", "data": {"property_id": "320370985", "date": "20230424", "sessionSource": "(direct)", "sessionMedium": "(none)", "totalUsers": 4, "newUsers": 2, "sessions": 4, "sessionsPerUser": 1.0, "averageSessionDuration": 109.16448725000001, "screenPageViews": 22, "screenPageViewsPerSession": 5.5, "bounceRate": 0.75}, "emitted_at": 1695314575210} +{"stream": "website_overview", "data": {"property_id": "320370985", "date": "20230424", "totalUsers": 4, "newUsers": 2, "sessions": 4, "sessionsPerUser": 1.0, "averageSessionDuration": 109.16448725000001, "screenPageViews": 22, "screenPageViewsPerSession": 5.5, "bounceRate": 0.75}, "emitted_at": 1695314578676} +{"stream": "pivot_report", "data": {"property_id": "320370985", "browser": "Edge", "country": "Ukraine", "language": "English", "sessions": 7, "startDate": "2023-04-01", "endDate": "2023-04-30"}, "emitted_at": 1695314584144} +{"stream": "user_acquisition_first_user_medium_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserMedium": "(none)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314588898} +{"stream": "user_acquisition_first_user_source_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserSource": "(direct)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314595303} +{"stream": "user_acquisition_first_user_source_medium_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserSource": "(direct)", "firstUserMedium": "(none)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314599507} +{"stream": "user_acquisition_first_user_source_platform_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserSourcePlatform": "(not set)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314604420} +{"stream": "user_acquisition_first_user_campaign_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserCampaignName": "(direct)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314611280} +{"stream": "user_acquisition_first_user_google_ads_ad_network_type_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserGoogleAdsAdNetworkType": "(not set)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314618449} +{"stream": "user_acquisition_first_user_google_ads_ad_group_name_report", "data": {"property_id": "320370985", "date": "20230424", "firstUserGoogleAdsAdGroupName": "(not set)", "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "totalUsers": 4, "userEngagementDuration": 296.0}, "emitted_at": 1695314623189} +{"stream": "traffic_acquisition_session_source_medium_report", "data": {"property_id": "320370985", "date": "20230424", "sessionSource": "(direct)", "sessionMedium": "(none)", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314626349} +{"stream": "traffic_acquisition_session_medium_report", "data": {"property_id": "320370985", "date": "20230424", "sessionMedium": "(none)", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314629603} +{"stream": "traffic_acquisition_session_source_report", "data": {"property_id": "320370985", "date": "20230424", "sessionSource": "(direct)", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314632467} +{"stream": "traffic_acquisition_session_campaign_report", "data": {"property_id": "320370985", "date": "20230424", "sessionCampaignName": "(direct)", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314636002} +{"stream": "traffic_acquisition_session_default_channel_grouping_report", "data": {"property_id": "320370985", "date": "20230424", "sessionDefaultChannelGrouping": "Direct", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314640780} +{"stream": "traffic_acquisition_session_source_platform_report", "data": {"property_id": "320370985", "date": "20230424", "sessionSourcePlatform": "(not set)", "totalUsers": 4, "sessions": 4, "engagedSessions": 1, "eventsPerSession": 20.0, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314644198} +{"stream": "events_report", "data": {"property_id": "320370985", "date": "20230424", "eventName": "page_view", "eventCount": 22, "totalUsers": 4, "eventCountPerUser": 5.5, "totalRevenue": 0.0}, "emitted_at": 1695314648936} +{"stream": "conversions_report", "data": {"property_id": "320370985", "date": "20230424", "eventName": "purchase", "conversions": 1.0, "totalUsers": 1, "totalRevenue": 35.72}, "emitted_at": 1695314653577} +{"stream": "pages_title_and_screen_class_report", "data": {"property_id": "320370985", "date": "20230424", "unifiedScreenClass": "Integration Test", "screenPageViews": 5, "totalUsers": 2, "newUsers": 1, "eventCount": 24, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 55.0}, "emitted_at": 1695314657480} +{"stream": "pages_path_report", "data": {"property_id": "320370985", "date": "20230420", "pagePath": "/klmuo3qdsubv4yfe/index.php", "screenPageViews": 6, "totalUsers": 1, "newUsers": 1, "eventCount": 20, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 98.0}, "emitted_at": 1695314661338} +{"stream": "pages_title_and_screen_name_report", "data": {"property_id": "320370985", "date": "20230424", "unifiedScreenName": "Integration Test", "screenPageViews": 5, "totalUsers": 2, "newUsers": 1, "eventCount": 24, "conversions": 0.0, "totalRevenue": 0.0, "userEngagementDuration": 55.0}, "emitted_at": 1695314664466} +{"stream": "content_group_report", "data": {"property_id": "320370985", "date": "20230424", "contentGroup": "(not set)", "screenPageViews": 22, "totalUsers": 4, "newUsers": 2, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72, "userEngagementDuration": 296.0}, "emitted_at": 1695314667933} +{"stream": "ecommerce_purchases_item_name_report", "data": {"property_id": "320370985", "date": "20230424", "itemName": "Hummingbird printed sweater", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314670777} +{"stream": "ecommerce_purchases_item_id_report", "data": {"property_id": "320370985", "date": "20230424", "itemId": "2", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314673575} +{"stream": "ecommerce_purchases_item_category_report_combined", "data": {"property_id": "320370985", "date": "20230420", "itemCategory": "Home Accessories", "itemCategory2": "(not set)", "itemCategory3": "(not set)", "itemCategory4": "(not set)", "itemCategory5": "(not set)", "cartToViewRate": 0.0, "purchaseToViewRate": 0.0, "itemsPurchased": 0, "itemRevenue": 0.0, "itemsAddedToCart": 0, "itemsViewed": 1}, "emitted_at": 1695314677000} +{"stream": "ecommerce_purchases_item_category_report", "data": {"property_id": "320370985", "date": "20230420", "itemCategory": "Home Accessories", "cartToViewRate": 0.0, "purchaseToViewRate": 0.0, "itemsPurchased": 0, "itemRevenue": 0.0, "itemsAddedToCart": 0, "itemsViewed": 1}, "emitted_at": 1695314680621} +{"stream": "ecommerce_purchases_item_category_2_report", "data": {"property_id": "320370985", "date": "20230424", "itemCategory2": "(not set)", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314683859} +{"stream": "ecommerce_purchases_item_category_3_report", "data": {"property_id": "320370985", "date": "20230424", "itemCategory3": "(not set)", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314686389} +{"stream": "ecommerce_purchases_item_category_4_report", "data": {"property_id": "320370985", "date": "20230424", "itemCategory4": "(not set)", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314688847} +{"stream": "ecommerce_purchases_item_category_5_report", "data": {"property_id": "320370985", "date": "20230424", "itemCategory5": "(not set)", "cartToViewRate": 1.0, "purchaseToViewRate": 1.0, "itemsPurchased": 1, "itemRevenue": 28.72, "itemsAddedToCart": 1, "itemsViewed": 1}, "emitted_at": 1695314691680} +{"stream": "ecommerce_purchases_item_brand_report", "data": {"property_id": "320370985", "date": "20230420", "itemBrand": "", "cartToViewRate": 0.0, "purchaseToViewRate": 0.0, "itemsPurchased": 0, "itemRevenue": 0.0, "itemsAddedToCart": 0, "itemsViewed": 1}, "emitted_at": 1695314694040} +{"stream": "demographic_country_report", "data": {"property_id": "320370985", "date": "20230424", "country": "Ukraine", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314708261} +{"stream": "demographic_region_report", "data": {"property_id": "320370985", "date": "20230424", "region": "Kyiv city", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314711057} +{"stream": "demographic_city_report", "data": {"property_id": "320370985", "date": "20230424", "city": "Kyiv", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314714227} +{"stream": "demographic_language_report", "data": {"property_id": "320370985", "date": "20230424", "language": "English", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314717303} +{"stream": "tech_browser_report", "data": {"property_id": "320370985", "date": "20230424", "browser": "Edge", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "eventCount": 77, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314732162} +{"stream": "tech_device_category_report", "data": {"property_id": "320370985", "date": "20230424", "deviceCategory": "desktop", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314735763} +{"stream": "tech_device_model_report", "data": {"property_id": "320370985", "date": "20230424", "deviceModel": "(not set)", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314739817} +{"stream": "tech_screen_resolution_report", "data": {"property_id": "320370985", "date": "20230424", "screenResolution": "1536x864", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "eventCount": 77, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314743588} +{"stream": "tech_app_version_report", "data": {"property_id": "320370985", "date": "20230424", "appVersion": "(not set)", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314747185} +{"stream": "tech_platform_report", "data": {"property_id": "320370985", "date": "20230424", "platform": "web", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314750338} +{"stream": "tech_platform_device_category_report", "data": {"property_id": "320370985", "date": "20230424", "platform": "web", "deviceCategory": "desktop", "totalUsers": 4, "newUsers": 2, "engagedSessions": 1, "engagementRate": 0.25, "eventCount": 80, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314753532} +{"stream": "tech_operating_system_report", "data": {"property_id": "320370985", "date": "20230424", "operatingSystem": "Windows", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "eventCount": 77, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314758191} +{"stream": "tech_os_with_version_report", "data": {"property_id": "320370985", "date": "20230424", "operatingSystemWithVersion": "Windows 10", "totalUsers": 3, "newUsers": 1, "engagedSessions": 1, "engagementRate": 0.3333333333333333, "eventCount": 77, "conversions": 1.0, "totalRevenue": 35.72}, "emitted_at": 1695314762337} +{"stream": "weekly_events_report", "data": {"property_id": "320370985", "yearWeek": "202317", "eventName": "page_view", "eventCount": 23, "totalUsers": 5, "eventCountPerUser": 4.6, "totalRevenue": 0.0, "startDate": "2023-04-01", "endDate": "2023-04-30"}, "emitted_at": 1695314765979} diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/metadata.yaml b/airbyte-integrations/connectors/source-google-analytics-data-api/metadata.yaml index 9120920d9779..1b82a46b05f4 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/metadata.yaml +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/metadata.yaml @@ -7,7 +7,7 @@ data: connectorSubtype: api connectorType: source definitionId: 3cc2eafd-84aa-4dca-93af-322d9dfeec1a - dockerImageTag: 1.5.0 + dockerImageTag: 1.5.1 dockerRepository: airbyte/source-google-analytics-data-api githubIssueLabel: source-google-analytics-data-api icon: google-analytics.svg diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/source.py b/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/source.py index 4a2db60d3f2b..8fd1eff968fc 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/source.py +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/source.py @@ -174,7 +174,7 @@ def get_json_schema(self) -> Mapping[str, Any]: schema["properties"].update( { - d.replace(":", "_"): { + d: { "type": get_dimensions_type(d), "description": self.metadata["dimensions"].get(d, {}).get("description", d), } @@ -192,7 +192,7 @@ def get_json_schema(self) -> Mapping[str, Any]: schema["properties"].update( { - m.replace(":", "_"): { + m: { "type": ["null", get_metrics_type(self.metadata["metrics"].get(m, {}).get("type"))], "description": self.metadata["metrics"].get(m, {}).get("description", m), } @@ -234,9 +234,9 @@ def parse_response( ) -> Iterable[Mapping]: r = response.json() - dimensions = [h.get("name").replace(":", "_") if "name" in h else None for h in r.get("dimensionHeaders", [{}])] - metrics = [h.get("name").replace(":", "_") if "name" in h else None for h in r.get("metricHeaders", [{}])] - metrics_type_map = {h.get("name").replace(":", "_"): h.get("type") for h in r.get("metricHeaders", [{}]) if "name" in h} + dimensions = [h.get("name") for h in r.get("dimensionHeaders", [{}])] + metrics = [h.get("name") for h in r.get("metricHeaders", [{}])] + metrics_type_map = {h.get("name"): h.get("type") for h in r.get("metricHeaders", [{}]) if "name" in h} for row in r.get("rows", []): record = { diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/unit_tests/test_streams.py b/airbyte-integrations/connectors/source-google-analytics-data-api/unit_tests/test_streams.py index 5d976968bd2d..074c2ad49b0d 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/unit_tests/test_streams.py +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/unit_tests/test_streams.py @@ -127,7 +127,7 @@ def test_parse_response(patch_base_class): {"name": "totalUsers", "type": "TYPE_INTEGER"}, {"name": "newUsers", "type": "TYPE_INTEGER"}, {"name": "sessions", "type": "TYPE_INTEGER"}, - {"name": "sessionsPerUser:", "type": "TYPE_FLOAT"}, + {"name": "sessionsPerUser:parameter", "type": "TYPE_FLOAT"}, {"name": "averageSessionDuration", "type": "TYPE_SECONDS"}, {"name": "screenPageViews", "type": "TYPE_INTEGER"}, {"name": "screenPageViewsPerSession", "type": "TYPE_FLOAT"}, @@ -176,7 +176,7 @@ def test_parse_response(patch_base_class): "totalUsers": 344, "newUsers": 169, "sessions": 420, - "sessionsPerUser_": 1.2209302325581395, + "sessionsPerUser:parameter": 1.2209302325581395, "averageSessionDuration": 194.76313766428572, "screenPageViews": 614, "screenPageViewsPerSession": 1.4619047619047618, @@ -191,7 +191,7 @@ def test_parse_response(patch_base_class): "totalUsers": 322, "newUsers": 211, "sessions": 387, - "sessionsPerUser_": 1.2018633540372672, + "sessionsPerUser:parameter": 1.2018633540372672, "averageSessionDuration": 249.21595714211884, "screenPageViews": 669, "screenPageViewsPerSession": 1.7286821705426356, diff --git a/docs/integrations/sources/google-analytics-data-api.md b/docs/integrations/sources/google-analytics-data-api.md index f6b8c4bd0dde..a28ea3b33717 100644 --- a/docs/integrations/sources/google-analytics-data-api.md +++ b/docs/integrations/sources/google-analytics-data-api.md @@ -275,6 +275,7 @@ The Google Analytics connector is subject to Google Analytics Data API quotas. P | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:--------------------------------------------------------------------------------| +| 1.5.1 | 2023-09-20 | [30608](https://github.com/airbytehq/airbyte/pull/30608) | Revert `:` auto replacement name to underscore | | 1.5.0 | 2023-09-18 | [30421](https://github.com/airbytehq/airbyte/pull/30421) | Add `yearWeek`, `yearMonth`, `year` dimensions cursor | | 1.4.1 | 2023-09-17 | [30506](https://github.com/airbytehq/airbyte/pull/30506) | Fix None type error when metrics or dimensions response does not have name | | 1.4.0 | 2023-09-15 | [30417](https://github.com/airbytehq/airbyte/pull/30417) | Change start date to optional; add suggested streams and update errors handling |