Skip to content

NPL_ADM1 gbOpen

NPL_ADM1 gbOpen #2953

on:
pull_request_target:
types:
[opened, synchronize, reopened, edited]
paths:
- 'sourceData/**'
name: zPR AUTO RESPONSE
jobs:
geoBoundaryZipfileChecks:
runs-on: ubuntu-latest
container: osgeo/gdal:ubuntu-small-3.6.3
steps:
- name: Initialize Linux Environment
run: |
echo ${{ github.event.pull_request.head.sha }}
apt-get update
apt-get install -y software-properties-common
add-apt-repository ppa:git-core/ppa
apt-get update
apt-get install -y git
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
apt-get install git-lfs
apt-get install -y python3-pip
pip3 install geopandas
pip3 install matplotlib
pip3 install PyGithub
- name: Checkout Source Directory
run: |
cd $GITHUB_WORKSPACE
cd ..
rm -r geoBoundaries
git clone --filter=blob:none --no-checkout https://github.com/wmgeolab/geoBoundaries
echo "=============="
cd geoBoundaries
echo "=============="
git sparse-checkout set "sourceData/"
git sparse-checkout add ".gitattrbutes"
git sparse-checkout add ".gitignore"
git checkout ${{ github.event.pull_request.head.sha }}
git clone https://github.com/wmgeolab/geoBoundaryBot
#- name: Download Repository Code
# uses: actions/[email protected]
# with:
# ref: ${{ github.event.pull_request.head.sha }}
- id: changes
name: Detect Proposed Changes
uses: wmgeolab/get-changed-files@master
with:
format: 'json'
- name: Check for valid files in submission
id: checks
run: |
export changes=${{ steps.changes.outputs.added_modified }}
export gitsha=${{ github.event.pull_request.head.sha }}
echo ${{ github.event.pull_request.head.sha }}
echo ${GITHUB_WORKSPACE}
ls
echo "==============================================="
mkdir ~/tmp
python geoBoundaryBot/gbZipCheck.py
- name: Setup Artifact Upload
run: |
cp -r ~/tmp ${GITHUB_WORKSPACE}/fileChecks
ls -l ${GITHUB_WORKSPACE}/
ls -l ${GITHUB_WORKSPACE}/fileChecks
echo ==
cd ${GITHUB_WORKSPACE}
git config --global user.email "[email protected]"
git config --global user.name "DummyUser"
git config --global commit.verbose true
echo ==ADD==
git add --sparse -A .
echo ==COMMIT==
git commit -m "Artifact commit"
echo ==DONE==
git status
cd ${GITHUB_WORKSPACE}/fileChecks
git status
- name: Upload Artifacts
uses: SamKirkland/[email protected]
with:
ftp-server: ftp://ftp.geoboundaries.org/logs.geoboundaries.org/artifacts/${{ github.event.pull_request.head.sha }}
ftp-username: ${{ secrets.GBUSER }}
ftp-password: ${{ secrets.GBPASS }}
local-dir: ${{ github.workspace }}/fileChecks
- name: checkFail
run: |
python geoBoundaryBot/gbCheckFail.py
geoBoundaryMetaDataCheck:
runs-on: ubuntu-latest
container: osgeo/gdal:ubuntu-small-3.6.3
steps:
- name: Initialize Linux Environment
run: |
apt-get update
apt-get install -y software-properties-common
add-apt-repository ppa:git-core/ppa
apt-get update
apt-get install -y git
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
apt-get install git-lfs
apt-get install -y python3-pip
pip3 install geopandas
pip3 install matplotlib
pip3 install PyGithub
- name: Checkout Source Directory
run: |
cd $GITHUB_WORKSPACE
cd ..
rm -r geoBoundaries
git clone --filter=blob:none --no-checkout https://github.com/wmgeolab/geoBoundaries
echo "=============="
cd geoBoundaries
echo "=============="
git sparse-checkout set "sourceData/"
git sparse-checkout add ".gitattrbutes"
git sparse-checkout add ".gitignore"
git checkout ${{ github.event.pull_request.head.sha }}
git clone https://github.com/wmgeolab/geoBoundaryBot
- id: changes
name: Detect Proposed Changes
uses: wmgeolab/get-changed-files@master
with:
format: 'json'
- name: Check for valid metadata in submission files
run: |
export changes=${{ steps.changes.outputs.added_modified }}
export gitsha=${{ github.event.pull_request.head.sha }}
echo ${{ github.event.pull_request.head.sha }}
echo ${GITHUB_WORKSPACE}
ls
echo "==============================================="
mkdir ~/tmp
python geoBoundaryBot/gbMetaCheck.py
- name: Setup Artifact Upload
run: |
cp -r ~/tmp ${GITHUB_WORKSPACE}/metaChecks
ls -l ${GITHUB_WORKSPACE}/
ls -l ${GITHUB_WORKSPACE}/metaChecks
echo ==
cd ${GITHUB_WORKSPACE}
git config --global user.email "[email protected]"
git config --global user.name "DummyUser"
git add --sparse -A .
git commit -m "Artifact commit"
git status
cd ${GITHUB_WORKSPACE}/metaChecks
git status
- name: Upload Artifacts
uses: SamKirkland/[email protected]
with:
ftp-server: ftp://ftp.geoboundaries.org/logs.geoboundaries.org/artifacts/${{ github.event.pull_request.head.sha }}
ftp-username: ${{ secrets.GBUSER }}
ftp-password: ${{ secrets.GBPASS }}
local-dir: ${{ github.workspace }}/metaChecks
- name: checkFail
run: |
python geoBoundaryBot/gbCheckFail.py
geoBoundaryDataCheck:
runs-on: ubuntu-latest
container: osgeo/gdal:ubuntu-small-3.6.3
steps:
- name: Initialize Linux Environment
run: |
apt-get update
apt-get install -y software-properties-common
add-apt-repository ppa:git-core/ppa
apt-get update
apt-get install -y git
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
apt-get install -y git-lfs
apt-get install -y python3-pip
pip3 install geopandas
pip3 install matplotlib
pip3 install PyGithub
- name: Checkout Source Directory
run: |
cd $GITHUB_WORKSPACE
cd ..
rm -r geoBoundaries
git clone --filter=blob:none --no-checkout https://github.com/wmgeolab/geoBoundaries
echo "=============="
cd geoBoundaries
echo "=============="
git sparse-checkout set "sourceData/"
git sparse-checkout add ".gitattrbutes"
git sparse-checkout add ".gitignore"
git checkout ${{ github.event.pull_request.head.sha }}
git clone https://github.com/wmgeolab/geoBoundaryBot
- id: changes
name: Detect Proposed Changes
uses: wmgeolab/get-changed-files@master
with:
format: 'json'
- name: Check for valid data in submission files
run: |
export changes=${{ steps.changes.outputs.added_modified }}
export gitsha=${{ github.event.pull_request.head.sha }}
echo ${{ github.event.pull_request.head.sha }}
echo ${GITHUB_WORKSPACE}
ls
echo "==============================================="
mkdir ~/tmp
python geoBoundaryBot/gbDataCheck.py
- name: Setup Artifact Upload
run: |
cp -r ~/tmp ${GITHUB_WORKSPACE}/geometryDataChecks
ls -l ${GITHUB_WORKSPACE}/
ls -l ${GITHUB_WORKSPACE}/geometryDataChecks
echo ==
cd ${GITHUB_WORKSPACE}
git config --global user.email "[email protected]"
git config --global user.name "DummyUser"
git add --sparse -A .
git commit -m "Artifact commit"
git status
cd ${GITHUB_WORKSPACE}/geometryDataChecks
git status
- name: Upload Artifacts
uses: SamKirkland/[email protected]
with:
ftp-server: ftp://ftp.geoboundaries.org/logs.geoboundaries.org/artifacts/${{ github.event.pull_request.head.sha }}
ftp-username: ${{ secrets.GBUSER }}
ftp-password: ${{ secrets.GBPASS }}
local-dir: ${{ github.workspace }}/geometryDataChecks
- name: checkFail
run: |
python geoBoundaryBot/gbCheckFail.py
prResponse:
runs-on: ubuntu-latest
container: osgeo/gdal:ubuntu-small-3.6.3
needs: [geoBoundaryDataCheck, geoBoundaryMetaDataCheck, geoBoundaryZipfileChecks]
if: always()
steps:
- name: Initialize Linux Environment
run: |
apt-get update
apt-get install -y software-properties-common
add-apt-repository ppa:git-core/ppa
apt-get update
apt-get install -y git
curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
apt-get install -y git-lfs
apt-get install -y python3-pip
apt-get install wget
pip3 install geopandas
pip3 install matplotlib
pip3 install PyGithub
- name: Deploy geoBoundaryBot
run: git clone https://github.com/wmgeolab/geoBoundaryBot
- name: Build Response
id: buildReponse
run: |
export gitsha=${{ github.event.pull_request.head.sha }}
cd ~
mkdir tmp
cd tmp
wget -m --wait=1 --no-parent http://www.logs.geoboundaries.org/artifacts/${{ github.event.pull_request.head.sha }}/
echo "==="
ls -l ~/tmp/www.logs.geoboundaries.org/artifacts/${{ github.event.pull_request.head.sha }}
echo "---"
cd ${GITHUB_WORKSPACE}
ls -l
pip install geopandas
pip3 install geopandas
python geoBoundaryBot/gbResponse.py
echo "==="
cat ~/tmp/response.txt
- uses: pCYSl5EDgo/cat@master
id: gatherResponse
with:
path: ~tmp/response.txt
- run: echo $RESPONSE
env:
RESPONSE: ${{ steps.gatherResponse.outputs.text }}
- uses: actions/github-script@v3
with:
github-token: ${{secrets.GITHUB_TOKEN}}
script: |
github.issues.createComment({
issue_number: ${{github.event.number}},
owner: context.repo.owner,
repo: context.repo.repo,
body: "${{ steps.gatherResponse.outputs.text }}"
})