Update OpenChallenges DB files #348
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Update OpenChallenges DB files | |
on: | |
schedule: | |
- cron: '0 0 * * *' # daily at 00:00 UTC | |
workflow_dispatch: | |
jobs: | |
update: | |
runs-on: ubuntu-latest | |
steps: | |
# schematic only supports Python 3.9 and 3.10, so we will need | |
# to specifically use one of these versions. | |
- name: Install system dependencies | |
run: | | |
sudo add-apt-repository ppa:deadsnakes/ppa | |
sudo apt-get update | |
sudo apt-get install -y pip python3.10-venv libcurl4-openssl-dev | |
- uses: actions/checkout@v4 | |
with: | |
ref: ${{ github.event.pull_request.head.ref }} | |
persist-credentials: false | |
fetch-depth: 0 | |
- name: Create Google Client credentials file | |
uses: jsdaniell/[email protected] | |
with: | |
name: 'service_account.json' | |
json: ${{ secrets.GOOGLE_CLIENT_JSON }} | |
- name: Update dump files | |
run: | | |
python3 -m pip install --upgrade pip | |
pip install gspread pandas numpy | |
python3 apps/openchallenges/db-update/update_db_csv.py | |
# - name: Install schematic and validate files | |
# shell: bash | |
# run: | | |
# python3.10 -m venv .venv | |
# chmod 755 .venv/bin/activate | |
# source .venv/bin/activate | |
# pip3.10 install schematicpy | |
- name: Get current date | |
run: | | |
echo "TODAY=$(date +"%Y-%m-%d")" >> $GITHUB_ENV | |
- name: Push changes, then create or update pull request | |
uses: peter-evans/create-pull-request@v6 | |
with: | |
title: 'chore(openchallenges): ${{ env.TODAY }} DB update' | |
body: Daily OC database update(s) | |
commit-message: '${{ env.TODAY }}: add latest CSV dump files' | |
branch: openchallenges/db-update |