Skip to content

Commit

Permalink
🏥Source Google Search Console: fix expected records (#35723)
Browse files Browse the repository at this point in the history
  • Loading branch information
Anton Karpets authored Feb 29, 2024
1 parent d0017da commit b7ae6c4
Show file tree
Hide file tree
Showing 4 changed files with 31 additions and 34 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -19,7 +19,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -35,7 +35,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -50,7 +50,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -66,7 +66,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -80,7 +80,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -94,7 +94,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -108,7 +108,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -123,7 +123,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -139,7 +139,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -155,7 +155,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -169,7 +169,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand All @@ -184,7 +184,7 @@
"type": "STREAM",
"stream": {
"stream_state": {
"https://airbyte.io/": {
"sc-domain:airbyte.io": {
"web": { "date": "2050-08-28" },
"news": { "date": "2050-08-28" },
"image": { "date": "2050-08-28" },
Expand Down
Original file line number Diff line number Diff line change
@@ -1,19 +1,17 @@
{"stream": "sites", "data": {"siteUrl": "https://airbyte.io/", "permissionLevel": "siteOwner"}, "emitted_at": 1677799184974}
{"stream": "sites", "data": {"siteUrl": "https://airbyte.io/", "permissionLevel": "siteOwner"}, "emitted_at": 1677799185060}
{"stream": "sites", "data": {"siteUrl": "sc-domain:airbyte.io", "permissionLevel": "siteFullUser"}, "emitted_at": 1709211825229}
{"stream": "sitemaps", "data": {"path": "https://airbyte.io/sitemap.xml", "lastSubmitted": "2021-09-10T23:02:22.258Z", "isPending": false, "isSitemapsIndex": false, "type": "sitemap", "lastDownloaded": "2023-03-02T03:42:19.607Z", "warnings": "0", "errors": "0", "contents": [{"type": "web", "submitted": "5165", "indexed": "0"}]}, "emitted_at": 1677799185696}
{"stream": "sitemaps", "data": {"path": "https://airbyte.io/sitemap.xml", "lastSubmitted": "2021-09-10T23:02:22.258Z", "isPending": false, "isSitemapsIndex": false, "type": "sitemap", "lastDownloaded": "2023-03-02T03:42:19.607Z", "warnings": "0", "errors": "0", "contents": [{"type": "web", "submitted": "5165", "indexed": "0"}]}, "emitted_at": 1677799186044}
{"stream": "search_analytics_by_date", "data": {"clicks": 749, "impressions": 39606, "ctr": 0.01891127606928243, "position": 26.441978488107864, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19"}, "emitted_at": 1677799193858}
{"stream": "search_analytics_by_date", "data": {"clicks": 888, "impressions": 38797, "ctr": 0.02288836765729309, "position": 26.447173750547723, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-20"}, "emitted_at": 1677799194291}
{"stream": "search_analytics_by_country", "data": {"clicks": 209, "impressions": 5736, "ctr": 0.03643654114365411, "position": 29.37726638772664, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "usa"}, "emitted_at": 1677799200001}
{"stream": "search_analytics_by_country", "data": {"clicks": 64, "impressions": 8803, "ctr": 0.007270248778825401, "position": 14.991366579575145, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "ind"}, "emitted_at": 1677799200002}
{"stream": "search_analytics_by_device", "data": {"clicks": 655, "impressions": 29038, "ctr": 0.02255664990701839, "position": 30.284523727529443, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "device": "DESKTOP"}, "emitted_at": 1677799206886}
{"stream": "search_analytics_by_device", "data": {"clicks": 93, "impressions": 10412, "ctr": 0.008932001536688437, "position": 15.865155589704187, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "device": "MOBILE"}, "emitted_at": 1677799206887}
{"stream": "search_analytics_by_page", "data": {"clicks": 349, "impressions": 3087, "ctr": 0.11305474570780694, "position": 32.505992873339814, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "page": "https://airbyte.io/"}, "emitted_at": 1677799212505}
{"stream": "search_analytics_by_page", "data": {"clicks": 65, "impressions": 691, "ctr": 0.09406657018813314, "position": 18.070911722141823, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "page": "https://airbyte.io/recipes/migrate-from-mysql-to-postgresql"}, "emitted_at": 1677799212505}
{"stream": "search_analytics_by_query", "data": {"clicks": 271, "impressions": 428, "ctr": 0.633177570093458, "position": 1, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "query": "airbyte"}, "emitted_at": 1677799217633}
{"stream": "search_analytics_by_query", "data": {"clicks": 9, "impressions": 13, "ctr": 0.6923076923076923, "position": 1, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "query": "airbite"}, "emitted_at": 1677799217634}
{"stream": "search_analytics_all_fields", "data": {"clicks": 79, "impressions": 134, "ctr": 0.5895522388059702, "position": 1, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "usa", "device": "DESKTOP", "page": "https://airbyte.io/", "query": "airbyte"}, "emitted_at": 1677799225648}
{"stream": "search_analytics_all_fields", "data": {"clicks": 18, "impressions": 33, "ctr": 0.5454545454545454, "position": 1, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "fra", "device": "DESKTOP", "page": "https://airbyte.io/", "query": "airbyte"}, "emitted_at": 1677799225649}
{"stream": "custom_dimensions", "data": {"clicks": 169, "impressions": 4869, "ctr": 0.03470938591086466, "position": 29.429657013760526, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "usa", "device": "DESKTOP"}, "emitted_at": 1677799232181}
{"stream": "custom_dimensions", "data": {"clicks": 56, "impressions": 2729, "ctr": 0.020520337119824112, "position": 33.29351410773177, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2021-10-19", "country": "ind", "device": "DESKTOP"}, "emitted_at": 1677799232181}
{"stream": "search_analytics_keyword_page_report", "data": {"clicks": 1, "impressions": 1, "ctr": 1, "position": 4, "site_url": "https://airbyte.io/", "search_type": "web", "date": "2022-02-14", "country": "nld", "device": "DESKTOP", "query": "airbyte s3 destination", "page": "https://airbyte.io/connections/Progress-to-S3"}, "emitted_at": 1688032519825}
{"stream": "search_analytics_by_date", "data": {"clicks": 664, "impressions": 14606, "ctr": 0.045460769546761606, "position": 17.294262631795153, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17"}, "emitted_at": 1709212437957}
{"stream": "search_analytics_by_date", "data": {"clicks": 650, "impressions": 15009, "ctr": 0.043307348923978944, "position": 17.77133719768139, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-18"}, "emitted_at": 1709212438576}
{"stream": "search_analytics_by_country", "data": {"clicks": 117, "impressions": 3207, "ctr": 0.03648269410664172, "position": 18.13376987839102, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "usa"}, "emitted_at": 1709212703008}
{"stream": "search_analytics_by_country", "data": {"clicks": 87, "impressions": 756, "ctr": 0.11507936507936507, "position": 9.941798941798941, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "fra"}, "emitted_at": 1709212703011}
{"stream": "search_analytics_by_device", "data": {"clicks": 637, "impressions": 13493, "ctr": 0.04720966427036241, "position": 16.320166012006226, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "device": "DESKTOP"}, "emitted_at": 1709213135112}
{"stream": "search_analytics_by_device", "data": {"clicks": 27, "impressions": 1097, "ctr": 0.024612579762989972, "position": 29.275296262534184, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "device": "MOBILE"}, "emitted_at": 1709213135114}
{"stream": "search_analytics_by_page", "data": {"clicks": 13, "impressions": 210, "ctr": 0.06190476190476191, "position": 8.395238095238096, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "page": "https://discuss.airbyte.io/t/kafka-connection-fails/723"}, "emitted_at": 1709213297272}
{"stream": "search_analytics_by_page", "data": {"clicks": 12, "impressions": 118, "ctr": 0.1016949152542373, "position": 9.23728813559322, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "page": "https://discuss.airbyte.io/t/error-io-grpc-statusruntimeexception-deadline-exceeded-deadline-exceeded-after/254"}, "emitted_at": 1709213297273}
{"stream": "search_analytics_by_query", "data": {"clicks": 5, "impressions": 5, "ctr": 1, "position": 1, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "query": "airbyte login"}, "emitted_at": 1709213455011}
{"stream": "search_analytics_by_query", "data": {"clicks": 4, "impressions": 17, "ctr": 0.23529411764705882, "position": 3, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "query": "kafka \"(id: -1 rack: null) disconnected\""}, "emitted_at": 1709213455013}
{"stream": "search_analytics_all_fields", "data": {"clicks": 2, "impressions": 8, "ctr": 0.25, "position": 3, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "usa", "device": "DESKTOP", "page": "https://discuss.airbyte.io/t/kafka-connection-fails/723", "query": "kafka \"(id: -1 rack: null) disconnected\""}, "emitted_at": 1709213754017}
{"stream": "search_analytics_all_fields", "data": {"clicks": 1, "impressions": 2, "ctr": 0.5, "position": 2, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "alb", "device": "DESKTOP", "page": "https://discuss.airbyte.io/c/issues/11", "query": "airbyte issues"}, "emitted_at": 1709213754019}
{"stream": "custom_dimensions", "data": {"clicks": 116, "impressions": 2996, "ctr": 0.03871829105473965, "position": 17.209946595460615, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "usa", "device": "DESKTOP"}, "emitted_at": 1709213938241}
{"stream": "custom_dimensions", "data": {"clicks": 85, "impressions": 692, "ctr": 0.12283236994219653, "position": 9.426300578034683, "site_url": "sc-domain:airbyte.io", "search_type": "web", "date": "2022-10-17", "country": "fra", "device": "DESKTOP"}, "emitted_at": 1709213938244}
Original file line number Diff line number Diff line change
Expand Up @@ -19,8 +19,7 @@ data:
name: Google Search Console
remoteRegistries:
pypi:
enabled: false
# TODO: Set enabled=true after `airbyte-lib-validate-source` is passing.
enabled: true
packageName: airbyte-source-google-search-console
registries:
cloud:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -231,14 +231,14 @@ def test_check_connection(config_gen, config, mocker, requests_mock):
lazy_fixture("config"),
(
False,
"UnauthorizedOauthError('Unable to connect with privided OAuth credentials. The `access token` or `refresh token` is expired. Please re-authrenticate using valid account credenials.')",
"UnauthorizedOauthError('Unable to connect with provided OAuth credentials. The `access token` or `refresh token` is expired. Please re-authrenticate using valid account credenials.')",
),
),
(
lazy_fixture("service_account_config"),
(
False,
"UnauthorizedServiceAccountError('Unable to connect with privided Service Account credentials. Make sure the `sevice account crdentials` povided is valid.')",
"UnauthorizedServiceAccountError('Unable to connect with provided Service Account credentials. Make sure the `sevice account credentials` provided are valid.')",
),
),
],
Expand Down

0 comments on commit b7ae6c4

Please sign in to comment.