readd templating for buckets and remove hardcode schema

cal-itp · Nov 12, 2024 · 4a914c0 · 4a914c0
1 parent ea4afaa
commit 4a914c0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/airflow/plugins/operators/scrape_state_geoportal.py b/airflow/plugins/operators/scrape_state_geoportal.py
@@ -13,8 +13,6 @@
 
 # from pydantic import HttpUrl, parse_obj_as
 
-
-# API_BUCKET = "gs://calitp-state-highway-network-stops"
 API_BUCKET = "gs://calitp-state-geoportal-scrape"
 # API_BUCKET = os.environ["CALITP_BUCKET__STATE_GEOPORTAL_DATA_PRODUCTS"]
 

diff --git a/...house/models/staging/state_geoportal/stg_state_geoportal__state_highway_network_stops.sql b/...house/models/staging/state_geoportal/stg_state_geoportal__state_highway_network_stops.sql
@@ -1,8 +1,8 @@
 WITH external_state_geoportal__state_highway_network AS (
     SELECT *
     FROM
-    `cal-itp-data-infra-staging.external_state_geoportal.state_highway_network`
-    --{{ source('external_state_geoportal', 'state_highway_network') }}
+    --`cal-itp-data-infra-staging.external_state_geoportal.state_highway_network`
+    {{ source('external_state_geoportal', 'state_highway_network') }}
 ),
 
 stg_state_geoportal__state_highway_network_stops AS(