Skip to content

Commit

Permalink
update debug workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
TimidRobot committed Nov 22, 2024
1 parent 3632dc0 commit a23aa66
Showing 1 changed file with 23 additions and 6 deletions.
29 changes: 23 additions & 6 deletions .github/workflows/debug.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ on:
workflow_dispatch:

jobs:
fetch:
debug-fetch:
runs-on: ubuntu-latest

steps:
Expand All @@ -22,13 +22,30 @@ jobs:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-depth: 0
fetch-depth: 100
sparse-checkout: |
data/${{ steps.current-quarter.outputs.value }}/1-fetch
scripts
scripts/1-fetch
token: ${{ secrets.BOT_TOKEN }}

- name: Show and tell
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'

- name: Install dependencies
run: |
pip install --upgrade pip
pip install pipenv
pipenv sync --system
- name: Set PYTHONPATH
run: echo "PYTHONPATH=./scripts" >> "${GITHUB_ENV}"

- name: Fetch from Google Custom Search (GCS)
run: |
ls -a
tree
./scripts/1-fetch/gcs_fetch.py \
--limit=100 --enable-save --enable-git --dev
env:
GCS_DEVELOPER_KEY: ${{ secrets.GCS_DEVELOPER_KEY }}
GCS_CX: ${{ secrets.GCS_CX }}

0 comments on commit a23aa66

Please sign in to comment.