Skip to content

scrap-tv-program

scrap-tv-program #56

name: scrap-tv-program
on:
workflow_dispatch: # https://docs.github.com/en/actions/using-workflows/events-that-trigger-workflows#workflow_dispatch
schedule: # https://docs.github.com/en/actions/using-workflows/events-that-trigger-workflows#schedule
- cron: '0 0 * * 0' # every Sunday at 00:00
env:
PYTHON_VERSION: '3.10'
POETRY_VERSION: '1.2.1'
jobs:
scrap-tv-program:
runs-on: ubuntu-latest
steps:
- uses: actions/setup-python@v2
with:
python-version: ${{ env.PYTHON_VERSION }}
- uses: actions/checkout@v2
- name: Install Poetry
uses: snok/install-poetry@v1
with:
version: ${{ env.POETRY_VERSION }}
virtualenvs-create: true
virtualenvs-in-project: true
installer-parallel: true
- name: Verify poetry.lock agrees with pyproject.toml
run: poetry lock --check
- name: Install dependencies
run: poetry install --no-interaction --no-ansi
- name: RunScrappingScript
run: |
poetry run python quotaclimat/data_ingestion/scrap_tv_program.py
- name: Push data to the repo
run: |
git config user.name github-actions
git config user.email [email protected]
git status
git add .
git commit -m "ci(data): tv program scrapper"
git push origin main --force