-
Notifications
You must be signed in to change notification settings - Fork 67
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
93e3a01
commit eb85786
Showing
2 changed files
with
130 additions
and
123 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,129 @@ | ||
| # We use self-hosted runners for performance: we can rely on docker caching | ||
| # on the runner machines for 0s startup times for our tests. | ||
| # There is an issue with self-hosted runners where if you use a mix of | ||
| # host and container jobs, the host jobs will fail to start | ||
| # (https://github.com/actions/checkout/issues/273). | ||
| # So we create a separate "builder" tagged runner to do the build job on | ||
| # the host, and then all the tests run on "runner" tagged runners. | ||
|
|
||
| name: test_trace | ||
|
|
||
| on: | ||
| push: | ||
| workflow_call: | ||
|
|
||
| jobs: | ||
| determine_tests: | ||
| uses: ./github/workflows/which-tests-to-run.yaml | ||
| lint: | ||
| name: Python lint | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up Python | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: 3.9 | ||
| - name: Install dependencies | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install tox | ||
| - name: Run tox | ||
| run: tox -e lint | ||
|
|
||
| trace-tests: | ||
| name: Trace tox tests | ||
| timeout-minutes: 10 | ||
| runs-on: ubuntu-latest | ||
| strategy: | ||
| matrix: | ||
| python-version-major: ['3'] | ||
| python-version-minor: [ | ||
| '9', | ||
| '10', | ||
| '11', | ||
| '12', | ||
| # | ||
| ] | ||
| tox-shard: | ||
| [ | ||
| 'trace', | ||
| 'trace_server', | ||
| 'anthropic', | ||
| 'cerebras', | ||
| 'cohere', | ||
| 'dspy', | ||
| 'groq', | ||
| 'instructor', | ||
| 'langchain', | ||
| 'litellm', | ||
| 'llamaindex', | ||
| 'mistral0', | ||
| 'mistral1', | ||
| 'openai', | ||
| ] | ||
| fail-fast: false | ||
| services: | ||
| wandbservice: | ||
| image: us-central1-docker.pkg.dev/wandb-production/images/local-testcontainer:master | ||
| credentials: | ||
| username: _json_key | ||
| password: ${{ secrets.gcp_wb_sa_key }} | ||
| env: | ||
| CI: 1 | ||
| WANDB_ENABLE_TEST_CONTAINER: true | ||
| ports: | ||
| - '8080:8080' | ||
| - '8083:8083' | ||
| - '9015:9015' | ||
| options: --health-cmd "curl --fail http://localhost:8080/healthz || exit 1" --health-interval=5s --health-timeout=3s | ||
| weave_clickhouse: | ||
| image: clickhouse/clickhouse-server | ||
| ports: | ||
| - '8123:8123' | ||
| options: --health-cmd "wget -nv -O- 'http://localhost:8123/ping' || exit 1" --health-interval=5s --health-timeout=3s | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| - name: Set up Python ${{ matrix.python-version-major }}.${{ matrix.python-version-minor }} | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: ${{ matrix.python-version-major }}.${{ matrix.python-version-minor }} | ||
| - name: Install dependencies | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install tox | ||
| - name: Run tox (Clickhouse Only) | ||
| env: | ||
| WEAVE_SENTRY_ENV: ci | ||
| CI: 1 | ||
| WB_SERVER_HOST: http://wandbservice | ||
| WF_CLICKHOUSE_HOST: localhost | ||
| WEAVE_SERVER_DISABLE_ECOSYSTEM: 1 | ||
| run: | | ||
| tox -e ${{ matrix.tox-shard }}-py${{ matrix.python-version-major }}${{ matrix.python-version-minor }} -- \ | ||
| -m "weave_client and not skip_clickhouse_client" \ | ||
| --weave-server=clickhouse | ||
| - name: Run tox | ||
| env: | ||
| WEAVE_SENTRY_ENV: ci | ||
| CI: 1 | ||
| WB_SERVER_HOST: http://wandbservice | ||
| WF_CLICKHOUSE_HOST: weave_clickhouse | ||
| WEAVE_SERVER_DISABLE_ECOSYSTEM: 1 | ||
| run: | | ||
| tox -e ${{ matrix.tox-shard }}-py${{ matrix.python-version-major }}${{ matrix.python-version-minor }} | ||
| trace-tests-matrix-check: # This job does nothing and is only used for the branch protection | ||
| if: always() | ||
|
|
||
| needs: | ||
| - trace-tests | ||
|
|
||
| runs-on: ubuntu-latest | ||
|
|
||
| steps: | ||
| - name: Passes if all trace-tests jobs succeeded | ||
| uses: re-actors/alls-green@release/v1 | ||
| with: | ||
| jobs: ${{ toJSON(needs) }} |