-
Notifications
You must be signed in to change notification settings - Fork 83
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
1 changed file
with
87 additions
and
83 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -8,70 +8,70 @@ on: | |
| - cron: "0 */4 * * *" | ||
|
|
||
| jobs: | ||
| # runBenchmark: | ||
| # runs-on: ubuntu-latest | ||
| # steps: | ||
| # - uses: actions/checkout@v3 | ||
| # - uses: webfactory/[email protected] | ||
| # with: | ||
| # ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | ||
| # - name: Benches | ||
| # id: benches | ||
| # run: | | ||
| # export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }} | ||
| # export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }} | ||
| # export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }} | ||
| # bash -x tools/setup_ci.sh | ||
| # | ||
| # declare -A DATASET_TO_ENGINE | ||
| # DATASET_TO_ENGINE["laion-small-clip"]="qdrant-continuous-benchmark" | ||
| # DATASET_TO_ENGINE["msmarco-sparse-100K"]="qdrant-sparse-vector" | ||
| # DATASET_TO_ENGINE["h-and-m-2048-angular-filters"]="qdrant-continuous-benchmark" | ||
| # DATASET_TO_ENGINE["dbpedia-openai-100K-1536-angular"]="qdrant-bq-continuous-benchmark" | ||
| # | ||
| # set +e | ||
| # | ||
| # for dataset in "${!DATASET_TO_ENGINE[@]}"; do | ||
| # export ENGINE_NAME=${DATASET_TO_ENGINE[$dataset]} | ||
| # export DATASETS=$dataset | ||
| # | ||
| # # Benchmark the dev branch: | ||
| # export QDRANT_VERSION=ghcr/dev | ||
| # timeout 30m bash -x tools/run_ci.sh | ||
| # | ||
| # # Benchmark the master branch: | ||
| # export QDRANT_VERSION=docker/master | ||
| # timeout 30m bash -x tools/run_ci.sh | ||
| # done | ||
| # | ||
| # set -e | ||
| # - name: Fail job if any of the benches failed | ||
| # if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout' | ||
| # run: exit 1 | ||
| # - name: Send Notification | ||
| # if: failure() || cancelled() | ||
| # uses: slackapi/[email protected] | ||
| # with: | ||
| # payload: | | ||
| # { | ||
| # "text": "CI benchmarks run status: ${{ job.status }}", | ||
| # "blocks": [ | ||
| # { | ||
| # "type": "section", | ||
| # "text": { | ||
| # "type": "mrkdwn", | ||
| # "text": "CI benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" | ||
| # } | ||
| # } | ||
| # ] | ||
| # } | ||
| # env: | ||
| # SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }} | ||
| # SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | ||
| runBenchmark: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - uses: webfactory/[email protected] | ||
| with: | ||
| ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | ||
| - name: Benches | ||
| id: benches | ||
| run: | | ||
| export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }} | ||
| export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }} | ||
| export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }} | ||
| bash -x tools/setup_ci.sh | ||
| declare -A DATASET_TO_ENGINE | ||
| DATASET_TO_ENGINE["laion-small-clip"]="qdrant-continuous-benchmark" | ||
| DATASET_TO_ENGINE["msmarco-sparse-100K"]="qdrant-sparse-vector" | ||
| DATASET_TO_ENGINE["h-and-m-2048-angular-filters"]="qdrant-continuous-benchmark" | ||
| DATASET_TO_ENGINE["dbpedia-openai-100K-1536-angular"]="qdrant-bq-continuous-benchmark" | ||
| set +e | ||
| for dataset in "${!DATASET_TO_ENGINE[@]}"; do | ||
| export ENGINE_NAME=${DATASET_TO_ENGINE[$dataset]} | ||
| export DATASETS=$dataset | ||
| # Benchmark the dev branch: | ||
| export QDRANT_VERSION=ghcr/dev | ||
| timeout 30m bash -x tools/run_ci.sh | ||
| # Benchmark the master branch: | ||
| export QDRANT_VERSION=docker/master | ||
| timeout 30m bash -x tools/run_ci.sh | ||
| done | ||
| set -e | ||
| - name: Fail job if any of the benches failed | ||
| if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout' | ||
| run: exit 1 | ||
| - name: Send Notification | ||
| if: failure() || cancelled() | ||
| uses: slackapi/[email protected] | ||
| with: | ||
| payload: | | ||
| { | ||
| "text": "CI benchmarks run status: ${{ job.status }}", | ||
| "blocks": [ | ||
| { | ||
| "type": "section", | ||
| "text": { | ||
| "type": "mrkdwn", | ||
| "text": "CI benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" | ||
| } | ||
| } | ||
| ] | ||
| } | ||
| env: | ||
| SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }} | ||
| SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | ||
| runTenantsBenchmark: | ||
| runs-on: ubuntu-latest | ||
| # needs: runBenchmark | ||
| # if: ${{ always() }} | ||
| needs: runBenchmark | ||
| if: ${{ always() }} | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - uses: webfactory/[email protected] | ||
|
|
@@ -94,30 +94,34 @@ jobs: | |
| export CONTAINER_MEM_LIMIT=160mb | ||
| # Benchmark the dev branch: | ||
| export QDRANT_VERSION=ghcr/dev-60d4ddd6238593efa15dc6192486e985ec3f521c | ||
| export QDRANT_VERSION=ghcr/dev | ||
| timeout 30m bash -x tools/run_ci.sh | ||
| # Benchmark the master branch: | ||
| export QDRANT_VERSION=docker/master | ||
| timeout 30m bash -x tools/run_ci.sh | ||
| set -e | ||
| - name: Fail job if any of the benches failed | ||
| if: steps.benches.outputs.failed == 'error' || steps.benches.outputs.failed == 'timeout' | ||
| run: exit 1 | ||
| # - name: Send Notification | ||
| # if: failure() || cancelled() | ||
| # uses: slackapi/[email protected] | ||
| # with: | ||
| # payload: | | ||
| # { | ||
| # "text": "CI tenants benchmarks run status: ${{ job.status }}", | ||
| # "blocks": [ | ||
| # { | ||
| # "type": "section", | ||
| # "text": { | ||
| # "type": "mrkdwn", | ||
| # "text": "CI tenants benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" | ||
| # } | ||
| # } | ||
| # ] | ||
| # } | ||
| # env: | ||
| # SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }} | ||
| # SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | ||
| - name: Send Notification | ||
| if: failure() || cancelled() | ||
| uses: slackapi/[email protected] | ||
| with: | ||
| payload: | | ||
| { | ||
| "text": "CI tenants benchmarks run status: ${{ job.status }}", | ||
| "blocks": [ | ||
| { | ||
| "type": "section", | ||
| "text": { | ||
| "type": "mrkdwn", | ||
| "text": "CI tenants benchmarks failed because of ${{ steps.benches.outputs.failed }}.\nView the results <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|here>" | ||
| } | ||
| } | ||
| ] | ||
| } | ||
| env: | ||
| SLACK_WEBHOOK_URL: ${{ secrets.CI_ALERTS_CHANNEL_WEBHOOK_URL }} | ||
| SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | ||