From 5e324071df66caf31d1c7c1dd001ae081c8b77d2 Mon Sep 17 00:00:00 2001 From: Dave Date: Thu, 5 Sep 2024 21:37:03 +0200 Subject: [PATCH] exclude sources load tests from destination workflows --- .github/workflows/test_destination_athena.yml | 4 ++-- .github/workflows/test_destination_athena_iceberg.yml | 4 ++-- .github/workflows/test_destination_bigquery.yml | 2 +- .github/workflows/test_destination_clickhouse.yml | 8 ++++---- .github/workflows/test_destination_databricks.yml | 4 ++-- .github/workflows/test_destination_dremio.yml | 4 ++-- .github/workflows/test_destination_lancedb.yml | 4 ++-- .github/workflows/test_destination_motherduck.yml | 4 ++-- .github/workflows/test_destination_mssql.yml | 2 +- .github/workflows/test_destination_qdrant.yml | 4 ++-- .github/workflows/test_destination_snowflake.yml | 4 ++-- .github/workflows/test_destination_synapse.yml | 4 ++-- .github/workflows/test_destinations.yml | 4 ++-- .github/workflows/test_local_destinations.yml | 2 +- 14 files changed, 27 insertions(+), 27 deletions(-) diff --git a/.github/workflows/test_destination_athena.yml b/.github/workflows/test_destination_athena.yml index c7aed6f70e..70a79cd218 100644 --- a/.github/workflows/test_destination_athena.yml +++ b/.github/workflows/test_destination_athena.yml @@ -73,11 +73,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || !github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_athena_iceberg.yml b/.github/workflows/test_destination_athena_iceberg.yml index 40514ce58e..2c35a99393 100644 --- a/.github/workflows/test_destination_athena_iceberg.yml +++ b/.github/workflows/test_destination_athena_iceberg.yml @@ -73,11 +73,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_bigquery.yml b/.github/workflows/test_destination_bigquery.yml index b3926fb18c..e0908892b3 100644 --- a/.github/workflows/test_destination_bigquery.yml +++ b/.github/workflows/test_destination_bigquery.yml @@ -72,5 +72,5 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux diff --git a/.github/workflows/test_destination_clickhouse.yml b/.github/workflows/test_destination_clickhouse.yml index 5b6848f2fe..89e189974c 100644 --- a/.github/workflows/test_destination_clickhouse.yml +++ b/.github/workflows/test_destination_clickhouse.yml @@ -75,7 +75,7 @@ jobs: name: Start ClickHouse OSS - - run: poetry run pytest tests/load -m "essential" + - run: poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux (ClickHouse OSS) if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} env: @@ -87,7 +87,7 @@ jobs: DESTINATION__CLICKHOUSE__CREDENTIALS__HTTP_PORT: 8123 DESTINATION__CLICKHOUSE__CREDENTIALS__SECURE: 0 - - run: poetry run pytest tests/load + - run: poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux (ClickHouse OSS) if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} env: @@ -105,12 +105,12 @@ jobs: # ClickHouse Cloud - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux (ClickHouse Cloud) if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux (ClickHouse Cloud) if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_databricks.yml b/.github/workflows/test_destination_databricks.yml index 81ec575145..b3d30bcefc 100644 --- a/.github/workflows/test_destination_databricks.yml +++ b/.github/workflows/test_destination_databricks.yml @@ -70,11 +70,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_dremio.yml b/.github/workflows/test_destination_dremio.yml index 7ec6c4f697..b78e67dc5c 100644 --- a/.github/workflows/test_destination_dremio.yml +++ b/.github/workflows/test_destination_dremio.yml @@ -68,7 +68,7 @@ jobs: run: poetry install --no-interaction -E s3 -E gs -E az -E parquet --with sentry-sdk --with pipeline - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources if: runner.os != 'Windows' name: Run tests Linux/MAC env: @@ -80,7 +80,7 @@ jobs: DESTINATION__MINIO__CREDENTIALS__ENDPOINT_URL: http://127.0.0.1:9010 - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources if: runner.os == 'Windows' name: Run tests Windows shell: cmd diff --git a/.github/workflows/test_destination_lancedb.yml b/.github/workflows/test_destination_lancedb.yml index 02b5ef66eb..b191f79465 100644 --- a/.github/workflows/test_destination_lancedb.yml +++ b/.github/workflows/test_destination_lancedb.yml @@ -71,11 +71,11 @@ jobs: run: poetry run pip install openai - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_motherduck.yml b/.github/workflows/test_destination_motherduck.yml index a51fb3cc8f..6c81dd28f7 100644 --- a/.github/workflows/test_destination_motherduck.yml +++ b/.github/workflows/test_destination_motherduck.yml @@ -70,11 +70,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_mssql.yml b/.github/workflows/test_destination_mssql.yml index 3b5bfd8d42..2065568a5e 100644 --- a/.github/workflows/test_destination_mssql.yml +++ b/.github/workflows/test_destination_mssql.yml @@ -75,5 +75,5 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml # always run full suite, also on branches - - run: poetry run pytest tests/load + - run: poetry run pytest tests/load --ignore tests/load/sources name: Run tests Linux diff --git a/.github/workflows/test_destination_qdrant.yml b/.github/workflows/test_destination_qdrant.yml index 168fe315ce..e231f4dbbb 100644 --- a/.github/workflows/test_destination_qdrant.yml +++ b/.github/workflows/test_destination_qdrant.yml @@ -69,11 +69,11 @@ jobs: run: poetry install --no-interaction -E qdrant -E parquet --with sentry-sdk --with pipeline - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_snowflake.yml b/.github/workflows/test_destination_snowflake.yml index 0c9a2b08d1..a2716fb597 100644 --- a/.github/workflows/test_destination_snowflake.yml +++ b/.github/workflows/test_destination_snowflake.yml @@ -70,11 +70,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destination_synapse.yml b/.github/workflows/test_destination_synapse.yml index 4d3049853c..be1b493916 100644 --- a/.github/workflows/test_destination_synapse.yml +++ b/.github/workflows/test_destination_synapse.yml @@ -73,11 +73,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_destinations.yml b/.github/workflows/test_destinations.yml index 7fae69ff9e..fc7eeadfe2 100644 --- a/.github/workflows/test_destinations.yml +++ b/.github/workflows/test_destinations.yml @@ -82,11 +82,11 @@ jobs: run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml - run: | - poetry run pytest tests/load -m "essential" + poetry run pytest tests/load --ignore tests/load/sources -m "essential" name: Run essential tests Linux if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} - run: | - poetry run pytest tests/load + poetry run pytest tests/load --ignore tests/load/sources name: Run all tests Linux if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} diff --git a/.github/workflows/test_local_destinations.yml b/.github/workflows/test_local_destinations.yml index 2404377f7e..2d712814bd 100644 --- a/.github/workflows/test_local_destinations.yml +++ b/.github/workflows/test_local_destinations.yml @@ -98,7 +98,7 @@ jobs: run: poetry install --no-interaction -E postgres -E duckdb -E parquet -E filesystem -E cli -E weaviate -E qdrant --with sentry-sdk --with pipeline -E deltalake # always run full suite, also on branches - - run: poetry run pytest tests/load && poetry run pytest tests/cli + - run: poetry run pytest tests/load --ignore tests/load/sources && poetry run pytest tests/cli name: Run tests Linux env: DESTINATION__POSTGRES__CREDENTIALS: postgresql://loader:loader@localhost:5432/dlt_data