feat(cost-tracking): trace all usage keys #3822
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "main" | |
| tags: | |
| - "v*" | |
| merge_group: | |
| pull_request: | |
| branches: | |
| - "*" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: false | |
| jobs: | |
| linting: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: chartboost/ruff-action@v1 | |
| with: | |
| args: check --config ci.ruff.toml | |
| ci: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| env: | |
| LANGFUSE_HOST: "http://localhost:3000" | |
| LANGFUSE_PUBLIC_KEY: "pk-lf-1234567890" | |
| LANGFUSE_SECRET_KEY: "sk-lf-1234567890" | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| # SERPAPI_API_KEY: ${{ secrets.SERPAPI_API_KEY }} | |
| HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| name: Test on Python version ${{ matrix.python-version }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: pnpm/action-setup@v3 | |
| with: | |
| version: 9.5.0 | |
| - name: Clone langfuse server | |
| run: | | |
| git clone https://github.com/langfuse/langfuse.git ./langfuse-server && echo $(cd ./langfuse-server && git rev-parse HEAD) | |
| - name: Setup node (for langfuse server) | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: 20 | |
| - name: Cache langfuse server dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: ./langfuse-server/node_modules | |
| key: | | |
| langfuse-server-${{ hashFiles('./langfuse-server/package-lock.json') }} | |
| langfuse-server- | |
| - name: Run langfuse server | |
| run: | | |
| cd ./langfuse-server | |
| echo "::group::Run langfuse server" | |
| TELEMETRY_ENABLED=false docker compose -f docker-compose.v3preview.yml up -d postgres | |
| echo "::endgroup::" | |
| echo "::group::Logs from langfuse server" | |
| TELEMETRY_ENABLED=false docker compose -f docker-compose.v3preview.yml logs | |
| echo "::endgroup::" | |
| echo "::group::Install dependencies (necessary to run seeder)" | |
| pnpm i | |
| echo "::endgroup::" | |
| echo "::group::Seed db" | |
| cp .env.dev.example .env | |
| pnpm run db:migrate | |
| pnpm run db:seed | |
| echo "::endgroup::" | |
| rm -rf .env | |
| echo "::group::Run server" | |
| TELEMETRY_ENABLED=false CLICKHOUSE_CLUSTER_ENABLED=false LANGFUSE_ASYNC_INGESTION_PROCESSING=false LANGFUSE_ASYNC_CLICKHOUSE_INGESTION_PROCESSING=false LANGFUSE_READ_FROM_POSTGRES_ONLY=true LANGFUSE_RETURN_FROM_CLICKHOUSE=false docker compose -f docker-compose.v3preview.yml up -d | |
| echo "::endgroup::" | |
| # Add this step to check the health of the container | |
| - name: Health check for langfuse server | |
| run: | | |
| echo "Checking if the langfuse server is up..." | |
| retry_count=0 | |
| max_retries=10 | |
| until curl --output /dev/null --silent --head --fail http://localhost:3000/api/public/health | |
| do | |
| retry_count=`expr $retry_count + 1` | |
| echo "Attempt $retry_count of $max_retries..." | |
| if [ $retry_count -ge $max_retries ]; then | |
| echo "Langfuse server did not respond in time. Printing logs..." | |
| docker logs langfuse-server-langfuse-web-1 | |
| echo "Failing the step..." | |
| exit 1 | |
| fi | |
| sleep 5 | |
| done | |
| echo "Langfuse server is up and running!" | |
| - name: Install Python | |
| uses: actions/setup-python@v4 | |
| # see details (matrix, python-version, python-version-file, etc.) | |
| # https://github.com/actions/setup-python | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Check python version | |
| run: python --version | |
| - name: Install poetry | |
| uses: abatilo/actions-poetry@v2 | |
| - name: Set poetry python version | |
| run: | | |
| poetry env use ${{ matrix.python-version }} | |
| poetry env info | |
| - name: Setup a local virtual environment (if no poetry.toml file) | |
| run: | | |
| poetry config virtualenvs.create true --local | |
| poetry config virtualenvs.in-project true --local | |
| - uses: actions/cache@v3 | |
| name: Define a cache for the virtual environment based on the dependencies lock file | |
| with: | |
| path: ./.venv | |
| key: | | |
| venv-${{ matrix.python-version }}-${{ hashFiles('poetry.lock') }}-${{ github.sha }} | |
| - name: Install the project dependencies | |
| run: poetry install --all-extras | |
| - name: Run the automated tests | |
| run: | | |
| python --version | |
| poetry run pytest -s -v --log-cli-level=INFO | |
| all-tests-passed: | |
| # This allows us to have a branch protection rule for tests and deploys with matrix | |
| runs-on: ubuntu-latest | |
| needs: [ci, linting] | |
| if: always() | |
| steps: | |
| - name: Successful deploy | |
| if: ${{ !(contains(needs.*.result, 'failure')) }} | |
| run: exit 0 | |
| - name: Failing deploy | |
| if: ${{ contains(needs.*.result, 'failure') }} | |
| run: exit 1 |