Collect Haystack metrics #48
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Collect Github metrics | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # Run twice a day, at midnight and noon | |
| - cron: "0 0,12 * * *" | |
| push: | |
| branches: [main] | |
| paths: ['.github/workflows/github_metrics.yml'] | |
| jobs: | |
| github-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| repo: [deepset-ai/haystack, deepset-ai/haystack-core-integrations] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.HAYSTACK_BOT_TOKEN }} | |
| DD_API_KEY: ${{ secrets.DATADOG_API_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get Github stars | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} stars | |
| - name: Get Github clones | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} clones | |
| - name: Get Github views | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} views | |
| - name: Get Github referrers | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} referrers | |
| - name: Get Github forks | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} forks | |
| - name: Get Github contributors | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} contributors | |
| - name: Get Github open issues | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} open-issues | |
| - name: Get Github discussions | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} discussions | |
| - name: Get Github discussions | |
| working-directory: collector | |
| run: hatch run collector github --repo-name ${{ matrix.repo }} size | |
| haystack-pypi-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| package: | |
| - haystack-ai | |
| - farm-haystack | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get PyPI downloads | |
| id: pypi-downloads | |
| working-directory: collector | |
| run: | | |
| last_month=$(hatch run collector pypi downloads ${{ matrix.package }} last_month) | |
| last_week=$(hatch run collector pypi downloads ${{ matrix.package }} last_week) | |
| last_day=$(hatch run collector pypi downloads ${{ matrix.package }} last_day) | |
| echo "last_month=$last_month" >> $GITHUB_OUTPUT | |
| echo "last_week=$last_week" >> $GITHUB_OUTPUT | |
| echo "last_day=$last_day" >> $GITHUB_OUTPUT | |
| - name: Send metrics | |
| uses: masci/datadog@v1 | |
| with: | |
| api-key: ${{ secrets.DATADOG_API_KEY }} | |
| api-url: https://api.datadoghq.eu | |
| metrics: | | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_month" | |
| value: ${{ steps.pypi-downloads.outputs.last_month }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_week" | |
| value: ${{ steps.pypi-downloads.outputs.last_week }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_day" | |
| value: ${{ steps.pypi-downloads.outputs.last_day }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack" | |
| - "type:health" | |
| integrations-pypi-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| package: | |
| - astra-haystack | |
| - amazon-bedrock-haystack | |
| - chroma-haystack | |
| - cohere-haystack | |
| - elasticsearch-haystack | |
| - google-ai-haystack | |
| - google-vertex-haystack | |
| - gradient-haystack | |
| - instructor-embedders-haystack | |
| - jina-haystack | |
| - llama-cpp-haystack | |
| - ollama-haystack | |
| - opensearch-haystack | |
| - pinecone-haystack | |
| - pgvector-haystack | |
| - qdrant-haystack | |
| - unstructured-fileconverter-haystack | |
| - uptrain-haystack | |
| - amazon-sagemaker-haystack | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Hatch | |
| run: pip install hatch | |
| - name: Get PyPI downloads | |
| id: pypi-downloads | |
| working-directory: collector | |
| run: | | |
| last_month=$(hatch run collector pypi downloads ${{ matrix.package }} last_month) | |
| last_week=$(hatch run collector pypi downloads ${{ matrix.package }} last_week) | |
| last_day=$(hatch run collector pypi downloads ${{ matrix.package }} last_day) | |
| echo "last_month=$last_month" >> $GITHUB_OUTPUT | |
| echo "last_week=$last_week" >> $GITHUB_OUTPUT | |
| echo "last_day=$last_day" >> $GITHUB_OUTPUT | |
| - name: Send metrics | |
| uses: masci/datadog@v1 | |
| with: | |
| api-key: ${{ secrets.DATADOG_API_KEY }} | |
| api-url: https://api.datadoghq.eu | |
| metrics: | | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_month" | |
| value: ${{ steps.pypi-downloads.outputs.last_month }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_week" | |
| value: ${{ steps.pypi-downloads.outputs.last_week }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" | |
| - type: "count" | |
| name: "haystack.pypi.downloads_last_day" | |
| value: ${{ steps.pypi-downloads.outputs.last_day }} | |
| host: ${{ matrix.package }} | |
| tags: | |
| - "project:haystack-core-integrations" | |
| - "type:health" |