fix: override depends_on_past's dag level value (#762)

raystack · Mar 20, 2023 · 70a84c3 · 70a84c3
1 parent 2616593
commit 70a84c3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/ext/scheduler/airflow2/resources/base_dag.py b/ext/scheduler/airflow2/resources/base_dag.py
@@ -42,7 +42,7 @@
     "queue": "{{ .Metadata.Airflow.Queue }}",
     {{- end }}
     "owner": {{.Job.Owner | quote}},
-    "depends_on_past": False,
+    "depends_on_past": {{ if .Job.Behavior.DependsOnPast }}True{{- else -}}False{{- end -}},
     "retries": {{ if gt .Job.Behavior.Retry.Count 0 -}} {{.Job.Behavior.Retry.Count}} {{- else -}} DAG_RETRIES {{- end}},
     "retry_delay": {{ if gt .Job.Behavior.Retry.Delay.Nanoseconds 0 -}} timedelta(seconds={{.Job.Behavior.Retry.Delay.Seconds}}) {{- else -}} timedelta(seconds=DAG_RETRY_DELAY) {{- end}},
     "retry_exponential_backoff": {{if .Job.Behavior.Retry.ExponentialBackoff -}}True{{- else -}}False{{- end -}},

diff --git a/ext/scheduler/airflow2/resources/expected_compiled_template.py b/ext/scheduler/airflow2/resources/expected_compiled_template.py
@@ -36,7 +36,7 @@
         "optimus_hostname": "http://airflow.example.io"
     },
     "owner": "mee@mee",
-    "depends_on_past": False,
+    "depends_on_past": True,
     "retries": 4,
     "retry_delay": timedelta(seconds=DAG_RETRY_DELAY),
     "retry_exponential_backoff": True,