Skip to content

Commit

Permalink
chore: delay scheduled jobs relying on JSONL export
Browse files Browse the repository at this point in the history
JSONL dump is ready around 6.30AM every day, so delay scheduled jobs
relying on this export so that it doesn't use out of date data.
  • Loading branch information
raphael0202 committed Aug 15, 2023
1 parent 07ab8fd commit d4033f5
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions robotoff/scheduler/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -362,7 +362,7 @@ def run():
scheduler.add_job(save_insight_metrics, "cron", day="*", hour=1, max_instances=1)

# This job refreshes data needed to generate insights.
scheduler.add_job(_update_data, "cron", day="*", hour="3", max_instances=1)
scheduler.add_job(_update_data, "cron", day="*", hour="8", max_instances=1)

# This job updates the product insights state with respect to the latest PO
# dump by:
Expand All @@ -373,21 +373,21 @@ def run():
refresh_insights,
"cron",
day="*",
hour="4",
hour="9",
max_instances=1,
)

# This job generates category insights using ElasticSearch from the last
# Product Opener data dump.
# This job generates category insights using matcher algorithm from the
# last Product Opener data dump.
scheduler.add_job(
generate_insights, "cron", day="*", hour="4", minute=15, max_instances=1
generate_insights, "cron", day="*", hour="10", minute=15, max_instances=1
)

scheduler.add_job(
generate_quality_facets,
"cron",
day="*",
hour="5",
hour="11",
minute=25,
max_instances=1,
)
Expand Down

0 comments on commit d4033f5

Please sign in to comment.