scrape a lot of terms

rohan-bansal · Jan 4, 2024 · 63e9c49 · 63e9c49
1 parent 3990438
commit 63e9c49
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.github/workflows/crawling.yml b/.github/workflows/crawling.yml
@@ -4,7 +4,7 @@ on:
     branches:
       - crawler
   schedule:
-    - cron: "0 */2 * * *"
+    - cron: "0 */12 * * *"
 concurrency:
   group: crawling
 
@@ -41,7 +41,7 @@ jobs:
         run: yarn start
         env:
           LOG_FORMAT: json
-          NUM_TERMS: 4
+          NUM_TERMS: 16
           ALWAYS_SCRAPE_CURRENT_TERM: 1
           DETAILS_CONCURRENCY: 256
           DATA_FOLDER: ./data