Skip to content

Commit 63c8221

Browse files
authored
Adjust GTFS RT models and configuration (#4130)
* Remove full-refresh flag from dbt compile on deploy-dbt workflow in order to generate queries with incremental dates from macros * Remove materialization from fct_vehicle_positions_trip_metrics since BigQuery is unable to run * Remove temporary dt filter from staging GTFS RT models [#4103]
1 parent be33f60 commit 63c8221

File tree

7 files changed

+2
-12
lines changed

7 files changed

+2
-12
lines changed

.github/workflows/deploy-dbt.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,7 @@ jobs:
9595

9696
- name: Compile dbt
9797
working-directory: warehouse
98-
run: poetry run dbt compile --target ${{ env.DBT_TARGET }} --full-refresh
98+
run: poetry run dbt compile --target ${{ env.DBT_TARGET }}
9999

100100
- name: Generate dbt documentation
101101
working-directory: warehouse

warehouse/macros/gtfs_rt_stg_outcomes.sql

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,6 @@ WITH raw_outcomes AS (
55
*,
66
{{ to_url_safe_base64('`extract`.config.url') }} AS base64_url
77
FROM {{ source_table }}
8-
WHERE dt >= '2025-07-01' -- Temporary filter
98
),
109

1110
stg_gtfs_rt__agg_outcomes AS (

warehouse/macros/gtfs_rt_stg_validation_notices.sql

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@ WITH stg_gtfs_rt__validation_notices AS (
2323
errorMessage.validationRule.occurrenceSuffix AS error_message_validation_rule_occurrence_suffix,
2424
occurrenceList AS occurrence_list
2525
FROM {{ source_table }}
26-
WHERE dt >= '2025-07-01' -- Temporary filter
2726
)
2827

2928
SELECT * FROM stg_gtfs_rt__validation_notices

warehouse/models/mart/gtfs/fct_vehicle_positions_trip_metrics.sql

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,4 @@
1-
{{
2-
config(
3-
materialized='table',
4-
cluster_by='base64_url',
5-
)
6-
}}
1+
-- Probably need to be an incremental table
72

83
WITH vehicle_positions AS (
94
SELECT

warehouse/models/staging/gtfs/stg_gtfs_rt__service_alerts.sql

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@ WITH stg_gtfs_rt__service_alerts AS (
2929
alert.severityLevel AS severity_level
3030

3131
FROM {{ source('external_gtfs_rt', 'service_alerts') }}
32-
WHERE dt >= '2025-07-01' -- Temporary filter
3332
)
3433

3534
SELECT * FROM stg_gtfs_rt__service_alerts

warehouse/models/staging/gtfs/stg_gtfs_rt__trip_updates.sql

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,6 @@ WITH stg_gtfs_rt__trip_updates AS (
3333
tripUpdate.stopTimeUpdate AS stop_time_updates,
3434

3535
FROM {{ source('external_gtfs_rt', 'trip_updates') }}
36-
WHERE dt >= '2025-07-01' -- Temporary filter
3736
)
3837

3938
SELECT * FROM stg_gtfs_rt__trip_updates

warehouse/models/staging/gtfs/stg_gtfs_rt__vehicle_positions.sql

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,6 @@ WITH stg_gtfs_rt__vehicle_positions AS (
4242
vehicle.position.speed AS position_speed
4343

4444
FROM {{ source('external_gtfs_rt', 'vehicle_positions') }}
45-
WHERE dt >= '2025-07-01' -- Temporary filter
4645
)
4746

4847
SELECT * FROM stg_gtfs_rt__vehicle_positions

0 commit comments

Comments
 (0)