fix(gtfs_rt_service_alerts): Changes datatype of active_period to str…

…ings to accomodate some bad data (#3503) Co-authored-by: V <[email protected]>
cal-itp · Oct 16, 2024 · 79a41be · 79a41be
1 parent a195faa
commit 79a41be
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/airflow/dags/create_external_tables/gtfs_rt_v2/rt_v2_service_alerts.yml b/airflow/dags/create_external_tables/gtfs_rt_v2/rt_v2_service_alerts.yml
@@ -50,9 +50,9 @@ schema_fields:
         mode: REPEATED
         fields:
           - name: start
-            type: INTEGER
+            type: STRING
           - name: end
-            type: INTEGER
+            type: STRING
 
       - name: informedEntity
         type: RECORD

diff --git a/warehouse/models/intermediate/gtfs/int_gtfs_rt__service_alerts_fully_unnested.sql b/warehouse/models/intermediate/gtfs/int_gtfs_rt__service_alerts_fully_unnested.sql
@@ -28,9 +28,9 @@ int_gtfs_rt__service_alerts_fully_unnested AS (
         cause,
         effect,
 
-        -- active periods
-        unnested_active_period.start AS active_period_start,
-        unnested_active_period.end AS active_period_end,
+        -- active periods, converting from STRINGS since some agency has bad data that insn't unnestable as INTs
+        SAFE_CAST(unnested_active_period.start AS INT) AS active_period_start,
+        SAFE_CAST(unnested_active_period.end AS INT) AS active_period_end,
 
         -- informted entities
         unnested_informed_entity.agencyId AS agency_id,