Skip to content

Data pipeline

Data pipeline #41

Workflow file for this run

name: Data pipeline
# Controls when the workflow will run
on:
# Allows you to run this workflow manually from the Actions tab
schedule:
- cron: '0 0 * * 0'
workflow_dispatch:
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
collect:
# The type of runner that the job will run on
runs-on: macos-12
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- uses: actions/checkout@v3
- uses: actions/setup-python@v3
with:
python-version: "3.8"
- name: package install
run: |
pip install -r requirements.txt
- name: start data pipeline
run: |
python pipeline_data.py
- name: commit and push
run: |
git config user.name hyunho1027
git config user.email [email protected]
git add .
git commit -m "data pipeline done [`date`]"
git push