Collect Haystack metrics #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Collect Github metrics | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # Run twice a day, at midnight and noon | |
| - cron: "0 0,12 * * *" | |
| push: | |
| branches: [main] | |
| paths: ['.github/workflows/github_metrics.yml'] | |
| jobs: | |
| github-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| repo: [deepset-ai/haystack, deepset-ai/haystack-core-integrations] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.HAYSTACK_BOT_TOKEN }} | |
| DD_API_KEY: ${{ secrets.DATADOG_API_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get Github stars | |
| working-directory: collector | |
| run: hatch run collector github stars | |
| - name: Get Github clones | |
| working-directory: collector | |
| run: hatch run collector github clones | |
| - name: Get Github views | |
| working-directory: collector | |
| run: hatch run collector github views | |
| - name: Get Github referrers | |
| working-directory: collector | |
| run: hatch run collector github referrers | |
| - name: Get Github forks | |
| working-directory: collector | |
| run: hatch run collector github forks | |
| - name: Get Github contributors | |
| working-directory: collector | |
| run: hatch run collector github contributors | |
| - name: Get Github open issues | |
| working-directory: collector | |
| run: hatch run collector github open-issues | |
| - name: Get Github discussions | |
| working-directory: collector | |
| run: hatch run collector github discussions | |
| - name: Get Github discussions | |
| working-directory: collector | |
| run: hatch run collector github size | |
| haystack-pypi-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| package: | |
| - haystack-ai | |
| - farm-haystack | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get PyPI downloads | |
| id: pypi-downloads | |
| working-directory: collector | |
| run: | | |
| last_month=$(hatch run collector pypi downloads ${{ matrix.package }} last_month) | |
| last_week=$(hatch run collector pypi downloads ${{ matrix.package }} last_week) | |
| last_day=$(hatch run collector pypi downloads ${{ matrix.package }} last_day) | |
| echo "last_month=$last_month" >> $GITHUB_OUTPUT | |
| echo "last_week=$last_week" >> $GITHUB_OUTPUT | |
| echo "last_day=$last_day" >> $GITHUB_OUTPUT | |
| - name: Send metrics | |
| uses: masci/datadog@v1 | |
| with: | |
| api-key: ${{ secrets.DATADOG_API_KEY }} | |
| api-url: https://api.datadoghq.eu | |
| metrics: | | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_month" | |
| value: ${{ steps.pypi-downloads.outputs.last_month }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_week" | |
| value: ${{ steps.pypi-downloads.outputs.last_week }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_day" | |
| value: ${{ steps.pypi-downloads.outputs.last_day }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| integrations-pypi-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| package: | |
| - astra-haystack | |
| - amazon-bedrock-haystack | |
| - chroma-haystack | |
| - cohere-haystack | |
| - elasticsearch-haystack | |
| - google-ai-haystack | |
| - google-vertex-haystack | |
| - gradient-haystack | |
| - instructor-embedders-haystack | |
| - jina-haystack | |
| - llama-cpp-haystack | |
| - ollama-haystack | |
| - opensearch-haystack | |
| - pinecone-haystack | |
| - pgvector-haystack | |
| - qdrant-haystack | |
| - unstructured-fileconverter-haystack | |
| - uptrain-haystack | |
| - amazon-sagemaker-haystack | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get PyPI downloads | |
| id: pypi-downloads | |
| working-directory: collector | |
| run: | | |
| last_month=$(hatch run collector pypi downloads ${{ matrix.package }} last_month) | |
| last_week=$(hatch run collector pypi downloads ${{ matrix.package }} last_week) | |
| last_day=$(hatch run collector pypi downloads ${{ matrix.package }} last_day) | |
| echo "last_month=$last_month" >> $GITHUB_OUTPUT | |
| echo "last_week=$last_week" >> $GITHUB_OUTPUT | |
| echo "last_day=$last_day" >> $GITHUB_OUTPUT | |
| - name: Send metrics | |
| uses: masci/datadog@v1 | |
| with: | |
| api-key: ${{ secrets.DATADOG_API_KEY }} | |
| api-url: https://api.datadoghq.eu | |
| metrics: | | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_month" | |
| value: ${{ steps.pypi-downloads.outputs.last_month }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_week" | |
| value: ${{ steps.pypi-downloads.outputs.last_week }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_day" | |
| value: ${{ steps.pypi-downloads.outputs.last_day }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" |