Skip to content

Commit

Permalink
feat: add incidents_attachments, dbt dev schema
Browse files Browse the repository at this point in the history
  • Loading branch information
cbini committed Dec 4, 2024
1 parent d9188a9 commit eab8d42
Show file tree
Hide file tree
Showing 12 changed files with 100 additions and 17 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@ select
actions,
custom_fields,
penalties,
attachments,

/* transformations */
nullif(addlreqs, '') as addl_reqs,
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
select
i.incident_id,

a.attachmenttype as attachment_type,
a.contenttype as content_type,
a.entityname as entity_name,
a.entitytype as entity_type,
a.internalfilename as internal_filename,
a.internalfolder as internal_folder,
a.minuserlevel as min_user_level,
a.minuserlevelgroupname as min_user_level_group_name,
a.publicfilename as public_filename,
a.reporttype as report_type,
a.sourcetype as source_type,
a.url,

a.filepostedat.timezone as file_posted_at__timezone,
a.filepostedat.timezone_type as file_posted_at__timezone_type,

cast(a.attachmentid as int) as attachment_id,
cast(a.bytes as int) as bytes,
cast(a.entityid as int) as entity_id,
cast(a.schoolid as int) as school_id,
cast(a.sourceid as int) as source_id,
cast(a.studentid as int) as student_id,
cast(a.termid as int) as term_id,

cast(a.reportdate as date) as report_date,

cast(a.filepostedat.`date` as datetime) as file_posted_at__date,
from {{ ref("stg_deanslist__incidents") }} as i
cross join unnest(i.attachments) as a
7 changes: 4 additions & 3 deletions src/dbt/kipptaf/models/amplify/dds/sources-external.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,10 @@ version: 2

sources:
- name: amplify
schema:
"{% if env_var('DBT_DEV', '') == 'true' %}_dev_kipptaf_amplify{% else %}kipptaf_amplify{%
endif %}"
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kipptaf_amplify
{%- else -%}kipptaf_amplify
{%- endif %}
tags:
- stage_external_sources
tables:
Expand Down
7 changes: 4 additions & 3 deletions src/dbt/kipptaf/models/amplify/dibels/sources-drive.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,10 @@ version: 2

sources:
- name: amplify
schema:
"{% if env_var('DBT_DEV', '') == 'true' %}_dev_kipptaf_amplify{% else %}kipptaf_amplify{%
endif %}"
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kipptaf_amplify
{%- else -%}kipptaf_amplify
{%- endif %}
tags:
- stage_external_sources
tables:
Expand Down
7 changes: 4 additions & 3 deletions src/dbt/kipptaf/models/amplify/mclass/sources-external.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,10 @@ version: 2

sources:
- name: amplify
schema:
"{% if env_var('DBT_DEV', '') == 'true' %}_dev_kipptaf_amplify{% else %}kipptaf_amplify{%
endif %}"
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kipptaf_amplify
{%- else -%}kipptaf_amplify
{%- endif %}
tags:
- stage_external_sources
tables:
Expand Down
12 changes: 12 additions & 0 deletions src/dbt/kipptaf/models/deanslist/sources-kippcamden.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,10 @@ version: 2

sources:
- name: kippcamden_deanslist
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kippcamden_deanslist
{%- else -%}kippcamden_deanslist
{%- endif %}
tables:
- name: stg_deanslist__behavior
meta:
Expand Down Expand Up @@ -139,3 +143,11 @@ sources:
- kippcamden
- deanslist
- stg_deanslist__dff_stats
- name: stg_deanslist__incidents__attachments
meta:
dagster:
group: deanslist
asset_key:
- kippcamden
- deanslist
- stg_deanslist__incidents__attachments
12 changes: 12 additions & 0 deletions src/dbt/kipptaf/models/deanslist/sources-kippmiami.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,10 @@ version: 2

sources:
- name: kippmiami_deanslist
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kippmiami_deanslist
{%- else -%}kippmiami_deanslist
{%- endif %}
tables:
- name: stg_deanslist__behavior
meta:
Expand Down Expand Up @@ -139,3 +143,11 @@ sources:
- kippmiami
- deanslist
- stg_deanslist__dff_stats
- name: stg_deanslist__incidents__attachments
meta:
dagster:
group: deanslist
asset_key:
- kippmiami
- deanslist
- stg_deanslist__incidents__attachments
12 changes: 12 additions & 0 deletions src/dbt/kipptaf/models/deanslist/sources-kippnewark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,10 @@ version: 2

sources:
- name: kippnewark_deanslist
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kippnewark_deanslist
{%- else -%}kippnewark_deanslist
{%- endif %}
tables:
- name: stg_deanslist__behavior
meta:
Expand Down Expand Up @@ -139,3 +143,11 @@ sources:
- kippnewark
- deanslist
- stg_deanslist__dff_stats
- name: stg_deanslist__incidents__attachments
meta:
dagster:
group: deanslist
asset_key:
- kippnewark
- deanslist
- stg_deanslist__incidents__attachments
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
{{
dbt_utils.union_relations(
relations=[
source("kippnewark_deanslist", "stg_deanslist__incidents__attachments"),
source("kippcamden_deanslist", "stg_deanslist__incidents__attachments"),
source("kippmiami_deanslist", "stg_deanslist__incidents__attachments"),
]
)
}}
7 changes: 4 additions & 3 deletions src/dbt/kipptaf/models/iready/sources-kippmiami.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,10 @@ version: 2

sources:
- name: kippmiami_iready
schema:
"{% if env_var('DBT_DEV', '') == 'true' %}_dev_kippmiami_iready{% else %}kippmiami_iready{%
endif %}"
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kippmiami_iready
{%- else -%}kippmiami_iready
{%- endif %}
tables:
- name: stg_iready__diagnostic_results
meta:
Expand Down
7 changes: 4 additions & 3 deletions src/dbt/kipptaf/models/iready/sources-kippnj.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,10 @@ version: 2

sources:
- name: kippnj_iready
schema:
"{% if env_var('DBT_DEV', '') == 'true' %}_dev_kippnewark_iready{% else %}kippnewark_iready{%
endif %}"
schema: |
{% if env_var('DBT_DEV', '') == 'true' -%}_dev_kippnewark_iready
{%- else -%}kippnewark_iready
{%- endif %}
tables:
- name: stg_iready__diagnostic_results
meta:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{{
dbt_utils.union_relations(
relations=[
source("kippnj_iready", model.name),
source("kippmiami_iready", model.name),
source("kippnj_iready", "stg_iready__instruction_by_lesson_pro"),
source("kippmiami_iready", "stg_iready__instruction_by_lesson_pro"),
]
)
}}

0 comments on commit eab8d42

Please sign in to comment.