From a11969e59140c7d23d5eadcedabeb8f21803ff08 Mon Sep 17 00:00:00 2001 From: Madison Swain-Bowden Date: Tue, 11 Jul 2023 08:18:20 -0700 Subject: [PATCH] Re-enable image data refresh scheduling, readjust matview timeouts (#2604) --- catalog/DAGs.md | 2 +- catalog/dags/data_refresh/data_refresh_types.py | 7 ++----- 2 files changed, 3 insertions(+), 6 deletions(-) diff --git a/catalog/DAGs.md b/catalog/DAGs.md index 7604e5674d5..c58e3c114e9 100644 --- a/catalog/DAGs.md +++ b/catalog/DAGs.md @@ -36,7 +36,7 @@ The following are DAGs grouped by their primary tag: | [`audio_data_refresh`](#audio_data_refresh) | `@weekly` | | [`create_filtered_audio_index`](#create_filtered_audio_index) | `None` | | [`create_filtered_image_index`](#create_filtered_image_index) | `None` | -| [`image_data_refresh`](#image_data_refresh) | `None` | +| [`image_data_refresh`](#image_data_refresh) | `@weekly` | ## Database diff --git a/catalog/dags/data_refresh/data_refresh_types.py b/catalog/dags/data_refresh/data_refresh_types.py index f54e7c4d33f..7514793e567 100644 --- a/catalog/dags/data_refresh/data_refresh_types.py +++ b/catalog/dags/data_refresh/data_refresh_types.py @@ -63,14 +63,11 @@ def __post_init__(self): DATA_REFRESH_CONFIGS = [ DataRefresh( media_type="image", - # Temporarily turn off scheduled runs for the image data refresh. - # This allows us to keep the DAG enabled for manual runs. - schedule=None, data_refresh_timeout=timedelta(days=4), refresh_metrics_timeout=timedelta(hours=24), - refresh_matview_timeout=timedelta(days=21), + refresh_matview_timeout=timedelta(hours=72), create_pop_constants_view_timeout=timedelta(hours=24), - create_materialized_view_timeout=timedelta(days=21), + create_materialized_view_timeout=timedelta(hours=72), ), DataRefresh(media_type="audio"), ]