diff --git a/airflow/.test.env b/airflow/.test.env index 5fa36c5ec5..150de0b19d 100644 --- a/airflow/.test.env +++ b/airflow/.test.env @@ -1,6 +1,7 @@ AIRFLOW__CORE__EXECUTOR=SequentialExecutor AIRFLOW__SCHEDULER__CATCHUP_BY_DEFAULT=false AIRFLOW_CONN_GOOGLE_CLOUD_DEFAULT='google-cloud-platform://' +AIRFLOW_ENV=cal-itp-data-infra-staging CALITP_BUCKET__AGGREGATOR_SCRAPER=gs://calitp-staging-pytest CALITP_BUCKET__AIRTABLE=gs://calitp-staging-pytest CALITP_BUCKET__AMPLITUDE_BENEFITS_EVENTS=gs://calitp-staging-pytest diff --git a/airflow/dags/dags.py b/airflow/dags/dags.py index 8ffcd9f04c..cefb2691cc 100644 --- a/airflow/dags/dags.py +++ b/airflow/dags/dags.py @@ -56,7 +56,7 @@ def log_failure_to_slack(context): latest_only=False, user_defined_macros={ "image_tag": lambda: "development" - if os.environ["AIRFLOW_ENV"] == "development" + if os.environ["AIRFLOW_ENV"] == "cal-itp-data-infra-staging" else "latest", "env_var": os.environ.get, }, diff --git a/airflow/dags/download_gtfs_schedule_v2/_email_download_failures.py b/airflow/dags/download_gtfs_schedule_v2/_email_download_failures.py index acf48a2d7c..c8f38845eb 100644 --- a/airflow/dags/download_gtfs_schedule_v2/_email_download_failures.py +++ b/airflow/dags/download_gtfs_schedule_v2/_email_download_failures.py @@ -32,7 +32,7 @@ # {html_report} # """ # noqa: E231,E241 -# if os.environ["AIRFLOW_ENV"] == "development": +# if os.environ["AIRFLOW_ENV"] == "cal-itp-data-infra-staging": # print( # f"Skipping since in development mode! Would have emailed {failures_df.shape[0]} failures." # ) diff --git a/kubernetes/apps/overlays/gtfs-rt-archiver-v3-test/archiver-channel-vars.yaml b/kubernetes/apps/overlays/gtfs-rt-archiver-v3-test/archiver-channel-vars.yaml index cacfb512c2..a98dc19f39 100644 --- a/kubernetes/apps/overlays/gtfs-rt-archiver-v3-test/archiver-channel-vars.yaml +++ b/kubernetes/apps/overlays/gtfs-rt-archiver-v3-test/archiver-channel-vars.yaml @@ -3,7 +3,7 @@ kind: ConfigMap metadata: name: archiver-channel-vars data: - AIRFLOW_ENV: development + AIRFLOW_ENV: cal-itp-data-infra-staging CALITP_BUCKET__GTFS_DOWNLOAD_CONFIG: "gs://test-calitp-gtfs-download-config" CALITP_BUCKET__GTFS_RT_RAW: "gs://test-calitp-gtfs-rt-raw-v2" CALITP_HUEY_CONSUMER_WORKERS: "8" diff --git a/packages/calitp-data-infra/tests/conftest.py b/packages/calitp-data-infra/tests/conftest.py index 8bf636b11b..cb093fc033 100644 --- a/packages/calitp-data-infra/tests/conftest.py +++ b/packages/calitp-data-infra/tests/conftest.py @@ -1,3 +1,3 @@ import os -os.environ["AIRFLOW_ENV"] = "development" +os.environ["AIRFLOW_ENV"] = "cal-itp-data-infra-staging" diff --git a/services/gtfs-rt-archiver-v3/docker-compose.yml b/services/gtfs-rt-archiver-v3/docker-compose.yml index ed2e3cf8f9..bc73653d9a 100644 --- a/services/gtfs-rt-archiver-v3/docker-compose.yml +++ b/services/gtfs-rt-archiver-v3/docker-compose.yml @@ -3,7 +3,7 @@ x-gtfs-rt-archiver-v3-common: >fs-rt-archiver-v3-common build: . environment: - AIRFLOW_ENV: development + AIRFLOW_ENV: cal-itp-data-infra-staging CALITP_BUCKET__AIRTABLE: "gs://test-calitp-airtable" CALITP_BUCKET__GTFS_DOWNLOAD_CONFIG: "gs://test-calitp-gtfs-download-config" CALITP_BUCKET__GTFS_RT_RAW: "gs://dev-calitp-gtfs-rt-raw"