Skip to content

Commit

Permalink
MA: change schedule to reflect that full runs are faster now
Browse files Browse the repository at this point in the history
  • Loading branch information
jessemortenson committed Nov 18, 2024
1 parent 4b0684a commit 850e2ac
Showing 1 changed file with 20 additions and 6 deletions.
26 changes: 20 additions & 6 deletions tasks/ma.yml
Original file line number Diff line number Diff line change
@@ -1,22 +1,35 @@
MA-scrape:
# "normal" bill scrape disabled for now because per-chamber full scrapes have gotten a lot faster
# so just trying full chamber scrapes for now
#MA-scrape:
# image: openstates/scrapers
# entrypoint: "poetry run os-update ma bills votes --realtime"
# enabled: true
# environment: scrapers
# triggers:
# - cron: 0 */6 * * ?
# - cron: 0 5 * * ?
# timeout_minutes: 3840 # 64 hours :(
# next_tasks:
# - MA-text

MA-scrape-votes:
image: openstates/scrapers
entrypoint: "poetry run os-update ma bills votes --realtime"
entrypoint: "poetry run os-update ma votes --realtime"
enabled: true
environment: scrapers
triggers:
- cron: 0 */6 * * ?
# - cron: 0 5 * * ?
timeout_minutes: 3840 # 64 hours :(
next_tasks:
- MA-text

MA-scrape-full-lower:
image: openstates/scrapers
entrypoint: "poetry run os-update ma bills --realtime chamber=lower"
enabled: true
environment: scrapers
triggers:
- cron: 0 5 * * 2,4,6 # tue,fri,sun
# - cron: 0 5 * * 2,4,6 # tue,fri,sun
- cron: 12 5,17 * * * # twice a day
timeout_minutes: 2880 # 48 hours :(
next_tasks:
- MA-text
Expand All @@ -27,7 +40,8 @@ MA-scrape-full-upper:
enabled: true
environment: scrapers
triggers:
- cron: 0 5 * * 1,3,5 # mon,wed,thurs
# - cron: 0 5 * * 1,3,5 # mon,wed,thurs
- cron: 13 23,11 * * * # twice a day, offset with above
timeout_minutes: 2160 # 36 hours :(
next_tasks:
- MA-text
Expand Down

0 comments on commit 850e2ac

Please sign in to comment.