Merge pull request #12 from chrisgebert/chrisgebert-add-aws-config-pr…

…ofile Enable reading and writing to s3
onefact · Jun 8, 2024 · 0fb245f · 0fb245f
2 parents 2f4f5b7 + 3bb29ca
commit 0fb245f
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 3 deletions.
diff --git a/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql b/data_processing/models/ahrq.gov/sdoh/sdoh_county.sql
@@ -1,6 +1,6 @@
 {{ config(
         materialized = 'external',
-        location = '../data/sdoh_county.parquet'
+        location = 's3://payless.health/sdoh_county.parquet'
     )
 }}
 

diff --git a/data_processing/profiles.yml b/data_processing/profiles.yml
@@ -4,6 +4,12 @@ healthcare_data:
   outputs:
     dev:
       type: duckdb
-      threads: 1
+      threads: 3
+      temp_directory: '/.tmp'
       plugins:
-        - module: excel
+        - module: excel
+      extensions:
+        - httpfs
+        - parquet
+        - aws
+      use_credential_provider: aws