-
Notifications
You must be signed in to change notification settings - Fork 186
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #669 from dlt-hub/d#/synapse_workflow
add synapse test workflow
- Loading branch information
Showing
1 changed file
with
79 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,79 @@ | ||
name: test synapse | ||
|
||
on: | ||
workflow_dispatch: | ||
|
||
env: | ||
DESTINATION__SYNAPSE__CREDENTIALS: ${{ secrets.SYNAPSE_CREDENTIALS }} | ||
DESTINATION__SYNAPSE__CREDENTIALS__PASSWORD: ${{ secrets.SYNAPSE_PASSWORD }} | ||
|
||
RUNTIME__SENTRY_DSN: https://cf6086f7d263462088b9fb9f9947caee@o4505514867163136.ingest.sentry.io/4505516212682752 | ||
RUNTIME__LOG_LEVEL: ERROR | ||
|
||
ACTIVE_DESTINATIONS: "[\"synapse\"]" | ||
ALL_FILESYSTEM_DRIVERS: "[\"memory\"]" | ||
|
||
jobs: | ||
|
||
run_loader: | ||
name: Tests Synapse loader | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
os: ["ubuntu-latest"] | ||
defaults: | ||
run: | ||
shell: bash | ||
runs-on: ${{ matrix.os }} | ||
|
||
steps: | ||
|
||
- name: Check out | ||
uses: actions/checkout@master | ||
|
||
- name: Install ODBC driver for SQL Server | ||
run: | | ||
sudo ACCEPT_EULA=Y apt-get install --yes msodbcsql18 | ||
- name: Setup Python | ||
uses: actions/setup-python@v4 | ||
with: | ||
python-version: "3.10.x" | ||
|
||
- name: Install Poetry | ||
uses: snok/[email protected] | ||
with: | ||
virtualenvs-create: true | ||
virtualenvs-in-project: true | ||
installer-parallel: true | ||
|
||
- name: Load cached venv | ||
id: cached-poetry-dependencies | ||
uses: actions/cache@v3 | ||
with: | ||
path: .venv | ||
key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-gcp | ||
|
||
- name: Install dependencies | ||
run: poetry install --no-interaction -E synapse -E s3 -E gs -E az | ||
|
||
- run: | | ||
poetry run pytest tests/load --ignore tests/load/pipeline/test_dbt_helper.py | ||
if: runner.os != 'Windows' | ||
name: Run tests Linux/MAC | ||
- run: | | ||
poetry run pytest tests/load --ignore tests/load/pipeline/test_dbt_helper.py | ||
if: runner.os == 'Windows' | ||
name: Run tests Windows | ||
shell: cmd | ||
matrix_job_required_check: | ||
name: Synapse loader tests | ||
needs: run_loader | ||
runs-on: ubuntu-latest | ||
if: always() | ||
steps: | ||
- name: Check matrix job results | ||
if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') | ||
run: | | ||
echo "One or more matrix job tests failed or were cancelled. You may need to re-run them." && exit 1 |