Skip to content

Commit

Permalink
feat(athena): add amazon athena backend
Browse files Browse the repository at this point in the history
  • Loading branch information
cpcloud committed Dec 30, 2024
1 parent 69b848a commit f48b149
Show file tree
Hide file tree
Showing 53 changed files with 1,803 additions and 120 deletions.
14 changes: 13 additions & 1 deletion .github/workflows/ibis-backends-cloud.yml
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,10 @@ jobs:
title: Databricks
extras:
- --extra databricks
- name: athena
title: Amazon Athena
extras:
- --extra athena
include:
- python-version: "3.10"
backend:
Expand Down Expand Up @@ -78,7 +82,7 @@ jobs:
# rate limit while restricting GITHUB_TOKEN permissions elsewhere
permissions:
contents: "read"
# required for GCP workload identity federation
# required for workload identity federation
id-token: "write"

steps:
Expand Down Expand Up @@ -127,6 +131,7 @@ jobs:
run: just download-data

- uses: google-github-actions/auth@v2
if: matrix.backend.name == 'bigquery'
with:
project_id: "ibis-gbq"
workload_identity_provider: "${{ vars.WIF_PROVIDER_NAME }}"
Expand Down Expand Up @@ -164,6 +169,13 @@ jobs:
SNOWFLAKE_SCHEMA: ${{ secrets.SNOWFLAKE_SCHEMA }}
SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }}

- name: setup aws credentials
if: matrix.backend.name == 'athena'
uses: aws-actions/configure-aws-credentials@v4
with:
aws-region: my-region
role-to-assume: arn:aws:iam::1234567890:role/example-role

- name: enable snowpark testing
if: matrix.backend.key == 'snowpark'
run: echo "SNOWFLAKE_SNOWPARK=1" >> "$GITHUB_ENV"
Expand Down
1 change: 1 addition & 0 deletions flake.nix
Original file line number Diff line number Diff line change
Expand Up @@ -143,6 +143,7 @@
inherit shellHook;

PYSPARK_PYTHON = "${env}/bin/python";
AWS_PROFILE = "ibis-testing";

# needed for mssql+pyodbc
ODBCSYSINI = pkgs.writeTextDir "odbcinst.ini" ''
Expand Down
Loading

0 comments on commit f48b149

Please sign in to comment.