Skip to content

Commit

Permalink
expose all ntd annual reporting staging tables as mart (#3550)
Browse files Browse the repository at this point in the history
* expose the ntd annual staging tables as marts available in metabase

* test commit

* add most recent dbt mart schemas to dbt profile

* fixed mart model sql to correctly reference stagin tables, remove unreferenced config

* removed unused common fields in yml

* list models in alphabetical order in yml
  • Loading branch information
charlie-costanzo authored Nov 22, 2024
1 parent 75ff729 commit 078bd26
Show file tree
Hide file tree
Showing 36 changed files with 413 additions and 0 deletions.
2 changes: 2 additions & 0 deletions warehouse/dbt_project.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,3 +69,5 @@ models:
schema: mart_benefits
ntd_validation:
schema: mart_ntd_validation
ntd_fct_annual:
schema: mart_ntd_fct_annual
37 changes: 37 additions & 0 deletions warehouse/models/mart/ntd_fct_annual/_mart_ntd_fct_annual.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
version: 2

models:
- name: fct_ntd_annual_data__breakdowns
- name: fct_ntd_annual_data__breakdowns_by_agency
- name: fct_ntd_annual_data__capital_expenses_by_capital_use
- name: fct_ntd_annual_data__capital_expenses_by_mode
- name: fct_ntd_annual_data__capital_expenses_for_existing_service
- name: fct_ntd_annual_data__capital_expenses_for_expansion_of_service
- name: fct_ntd_annual_data__employees_by_agency
- name: fct_ntd_annual_data__employees_by_mode
- name: fct_ntd_annual_data__employees_by_mode_and_employee_type
- name: fct_ntd_annual_data__fuel_and_energy
- name: fct_ntd_annual_data__fuel_and_energy_by_agency
- name: fct_ntd_annual_data__funding_sources_by_expense_type
- name: fct_ntd_annual_data__funding_sources_directly_generated
- name: fct_ntd_annual_data__funding_sources_federal
- name: fct_ntd_annual_data__funding_sources_local
- name: fct_ntd_annual_data__funding_sources_state
- name: fct_ntd_annual_data__funding_sources_taxes_levied_by_agency
- name: fct_ntd_annual_data__maintenance_facilities
- name: fct_ntd_annual_data__maintenance_facilities_by_agency
- name: fct_ntd_annual_data__metrics
- name: fct_ntd_annual_data__operating_expenses_by_function
- name: fct_ntd_annual_data__operating_expenses_by_function_and_agency
- name: fct_ntd_annual_data__operating_expenses_by_type
- name: fct_ntd_annual_data__operating_expenses_by_type_and_agency
- name: fct_ntd_annual_data__service_by_agency
- name: fct_ntd_annual_data__service_by_mode
- name: fct_ntd_annual_data__service_by_mode_and_time_period
- name: fct_ntd_annual_data__stations_and_facilities_by_agency_and_facility_type
- name: fct_ntd_annual_data__stations_by_mode_and_age
- name: fct_ntd_annual_data__track_and_roadway_by_agency
- name: fct_ntd_annual_data__track_and_roadway_by_mode
- name: fct_ntd_annual_data__track_and_roadway_guideway_age_distribution
- name: fct_ntd_annual_data__vehicles_age_distribution
- name: fct_ntd_annual_data__vehicles_type_count_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_breakdowns AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__breakdowns') }}
),

fct_ntd_annual_data__breakdowns AS (
SELECT *
FROM staging_breakdowns
)

SELECT * FROM fct_ntd_annual_data__breakdowns
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_breakdowns_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__breakdowns_by_agency') }}
),

fct_ntd_annual_data__breakdowns_by_agency AS (
SELECT *
FROM staging_breakdowns_by_agency
)

SELECT * FROM fct_ntd_annual_data__breakdowns_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_capital_expenses_by_capital_use AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__capital_expenses_by_capital_use') }}
),

fct_ntd_annual_data__capital_expenses_by_capital_use AS (
SELECT *
FROM staging_capital_expenses_by_capital_use
)

SELECT * FROM fct_ntd_annual_data__capital_expenses_by_capital_use
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_capital_expenses_by_mode AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__capital_expenses_by_mode') }}
),

fct_ntd_annual_data__capital_expenses_by_mode AS (
SELECT *
FROM staging_capital_expenses_by_mode
)

SELECT * FROM fct_ntd_annual_data__capital_expenses_by_mode
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_capital_expenses_for_existing_service AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__capital_expenses_for_existing_service') }}
),

fct_ntd_annual_data__capital_expenses_for_existing_service AS (
SELECT *
FROM staging_capital_expenses_for_existing_service
)

SELECT * FROM fct_ntd_annual_data__capital_expenses_for_existing_service
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_capital_expenses_for_expansion_of_service AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__capital_expenses_for_expansion_of_service') }}
),

fct_ntd_annual_data__capital_expenses_for_expansion_of_service AS (
SELECT *
FROM staging_capital_expenses_for_expansion_of_service
)

SELECT * FROM fct_ntd_annual_data__capital_expenses_for_expansion_of_service
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_employees_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__employees_by_agency') }}
),

fct_ntd_annual_data__employees_by_agency AS (
SELECT *
FROM staging_employees_by_agency
)

SELECT * FROM fct_ntd_annual_data__employees_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_employees_by_mode AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__employees_by_mode') }}
),

fct_ntd_annual_data__employees_by_mode AS (
SELECT *
FROM staging_employees_by_mode
)

SELECT * FROM fct_ntd_annual_data__employees_by_mode
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_employees_by_mode_and_employee_type AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__employees_by_mode_and_employee_type') }}
),

fct_ntd_annual_data__employees_by_mode_and_employee_type AS (
SELECT *
FROM staging_employees_by_mode_and_employee_type
)

SELECT * FROM fct_ntd_annual_data__employees_by_mode_and_employee_type
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_fuel_and_energy AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__fuel_and_energy') }}
),

fct_ntd_annual_data__fuel_and_energy AS (
SELECT *
FROM staging_fuel_and_energy
)

SELECT * FROM fct_ntd_annual_data__fuel_and_energy
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_fuel_and_energy_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__fuel_and_energy_by_agency') }}
),

fct_ntd_annual_data__fuel_and_energy_by_agency AS (
SELECT *
FROM staging_fuel_and_energy_by_agency
)

SELECT * FROM fct_ntd_annual_data__fuel_and_energy_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_by_expense_type AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_by_expense_type') }}
),

fct_ntd_annual_data__funding_sources_by_expense_type AS (
SELECT *
FROM staging_funding_sources_by_expense_type
)

SELECT * FROM fct_ntd_annual_data__funding_sources_by_expense_type
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_directly_generated AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_directly_generated') }}
),

fct_ntd_annual_data__funding_sources_directly_generated AS (
SELECT *
FROM staging_funding_sources_directly_generated
)

SELECT * FROM fct_ntd_annual_data__funding_sources_directly_generated
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_federal AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_federal') }}
),

fct_ntd_annual_data__funding_sources_federal AS (
SELECT *
FROM staging_funding_sources_federal
)

SELECT * FROM fct_ntd_annual_data__funding_sources_federal
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_local AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_local') }}
),

fct_ntd_annual_data__funding_sources_local AS (
SELECT *
FROM staging_funding_sources_local
)

SELECT * FROM fct_ntd_annual_data__funding_sources_local
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_state AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_state') }}
),

fct_ntd_annual_data__funding_sources_state AS (
SELECT *
FROM staging_funding_sources_state
)

SELECT * FROM fct_ntd_annual_data__funding_sources_state
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_funding_sources_taxes_levied_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__funding_sources_taxes_levied_by_agency') }}
),

fct_ntd_annual_data__funding_sources_taxes_levied_by_agency AS (
SELECT *
FROM staging_funding_sources_taxes_levied_by_agency
)

SELECT * FROM fct_ntd_annual_data__funding_sources_taxes_levied_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_maintenance_facilities AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__maintenance_facilities') }}
),

fct_ntd_annual_data__maintenance_facilities AS (
SELECT *
FROM staging_maintenance_facilities
)

SELECT * FROM fct_ntd_annual_data__maintenance_facilities
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_maintenance_facilities_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__maintenance_facilities_by_agency') }}
),

fct_ntd_annual_data__maintenance_facilities_by_agency AS (
SELECT *
FROM staging_maintenance_facilities_by_agency
)

SELECT * FROM fct_ntd_annual_data__maintenance_facilities_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_metrics AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__metrics') }}
),

fct_ntd_annual_data__metrics AS (
SELECT *
FROM staging_metrics
)

SELECT * FROM fct_ntd_annual_data__metrics
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_operating_expenses_by_function AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__operating_expenses_by_function') }}
),

fct_ntd_annual_data__operating_expenses_by_function AS (
SELECT *
FROM staging_operating_expenses_by_function
)

SELECT * FROM fct_ntd_annual_data__operating_expenses_by_function
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_operating_expenses_by_function_and_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__operating_expenses_by_function_and_agency') }}
),

fct_ntd_annual_data__operating_expenses_by_function_and_agency AS (
SELECT *
FROM staging_operating_expenses_by_function_and_agency
)

SELECT * FROM fct_ntd_annual_data__operating_expenses_by_function_and_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_operating_expenses_by_type AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__operating_expenses_by_type') }}
),

fct_ntd_annual_data__operating_expenses_by_type AS (
SELECT *
FROM staging_operating_expenses_by_type
)

SELECT * FROM fct_ntd_annual_data__operating_expenses_by_type
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_operating_expenses_by_type_and_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__operating_expenses_by_type_and_agency') }}
),

fct_ntd_annual_data__operating_expenses_by_type_and_agency AS (
SELECT *
FROM staging_operating_expenses_by_type_and_agency
)

SELECT * FROM fct_ntd_annual_data__operating_expenses_by_type_and_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_service_by_agency AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__service_by_agency') }}
),

fct_ntd_annual_data__service_by_agency AS (
SELECT *
FROM staging_service_by_agency
)

SELECT * FROM fct_ntd_annual_data__service_by_agency
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_service_by_mode AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__service_by_mode') }}
),

fct_ntd_annual_data__service_by_mode AS (
SELECT *
FROM staging_service_by_mode
)

SELECT * FROM fct_ntd_annual_data__service_by_mode
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_service_by_mode_and_time_period AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__service_by_mode_and_time_period') }}
),

fct_ntd_annual_data__service_by_mode_and_time_period AS (
SELECT *
FROM staging_service_by_mode_and_time_period
)

SELECT * FROM fct_ntd_annual_data__service_by_mode_and_time_period
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_stations_and_facilities_by_agency_and_facility_type AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__stations_and_facilities_by_agency_and_facility_type') }}
),

fct_ntd_annual_data__stations_and_facilities_by_agency_and_facility_type AS (
SELECT *
FROM staging_stations_and_facilities_by_agency_and_facility_type
)

SELECT * FROM fct_ntd_annual_data__stations_and_facilities_by_agency_and_facility_type
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
WITH staging_stations_by_mode_and_age AS (
SELECT *
FROM {{ ref('stg_ntd_annual_data__stations_by_mode_and_age') }}
),

fct_ntd_annual_data__stations_by_mode_and_age AS (
SELECT *
FROM staging_stations_by_mode_and_age
)

SELECT * FROM fct_ntd_annual_data__stations_by_mode_and_age
Loading

0 comments on commit 078bd26

Please sign in to comment.