lint

.github/workflows/linter.yaml

@@ -28,3 +28,4 @@ jobs:
         env:
           DEFAULT_BRANCH: main
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          VALIDATE_JAVASCRIPT_PRETTIER: false

README.md

@@ -1,6 +1,6 @@
 # HTTP Archive BigQuery pipeline with Dataform
 
-This repo handles the HTTP Archive data pipeline, which takes the results of the monthly HTTP Archive run and saves this to the `httparchive` dataset in BigQuery.
+This repository handles the HTTP Archive data pipeline, which takes the results of the monthly HTTP Archive run and saves this to the `httparchive` dataset in BigQuery.
 
 ## Pipelines
 
@@ -72,8 +72,10 @@ Tag: `crawl_results_legacy`
 ### Dataform development workspace hints
 
 1. In workflow settings vars:
-    1. set `env_name: dev` to process sampled data in dev workspace.
-    2. change `today` variable to a month in the past. May be helpful for testing pipelines based on `chrome-ux-report` data.
+
+    - set `env_name: dev` to process sampled data in dev workspace.
+    - change `today` variable to a month in the past. May be helpful for testing pipelines based on `chrome-ux-report` data.
+
 2. `definitions/extra/test_env.sqlx` script helps to setup the tables required to run pipelines when in dev workspace. It's disabled by default.
 
 ### Error Monitoring

package.json

@@ -1,25 +1,25 @@
 {
-    "name": "crawl-data",
-    "dependencies": {
-        "@dataform/core": "3.0.4"
-    },
-    "scripts": {
-        "start": "dataform run",
-        "compile": "dataform compile",
-        "test": "dataform test",
-        "format": "dataform format"
-    },
-    "standard": {
-        "globals": [
-            "constants",
-            "operate",
-            "assert",
-            "publish",
-            "declare",
-            "dataform"
-        ]
-    },
-    "devDependencies": {
-        "standard": "^17.1.2"
-    }
+  "name": "crawl-data",
+  "dependencies": {
+    "@dataform/core": "3.0.4"
+  },
+  "scripts": {
+    "start": "dataform run",
+    "compile": "dataform compile",
+    "test": "dataform test",
+    "format": "dataform format"
+  },
+  "standard": {
+    "globals": [
+      "constants",
+      "operate",
+      "assert",
+      "publish",
+      "declare",
+      "dataform"
+    ]
+  },
+  "devDependencies": {
+    "standard": "^17.1.2"
+  }
 }

src/index.js

@@ -34,7 +34,11 @@ FROM (
     action: 'runDataformRepo',
     actionArgs: {
       repoName: 'crawl-data',
-      tags: ['crawl_results_all', 'blink_features_report', 'crawl_results_legacy']
+      tags: [
+        'crawl_results_all',
+        'blink_features_report',
+        'crawl_results_legacy'
+      ]
     }
   }
 }
@@ -59,7 +63,9 @@ async function messageHandler (req, res) {
       return
     }
 
-    message = message.data ? JSON.parse(Buffer.from(message.data, 'base64').toString('utf-8')) : message
+    message = message.data
+      ? JSON.parse(Buffer.from(message.data, 'base64').toString('utf-8'))
+      : message
     const eventName = message.name
     if (!eventName) {
       res.status(400).send('Bad Request: no trigger name found')