-
Notifications
You must be signed in to change notification settings - Fork 6
86 lines (83 loc) · 3.12 KB
/
1buildCore.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
name: 1 Initialize Build
on:
schedule:
- cron: '22 2 * * *'
workflow_dispatch:
inputs:
recordKey:
description: "What record do you want to append to this run?"
required: false
default: "1"
jobs:
gbPull:
name: Pull Files
runs-on: ubuntu-latest
steps:
- name: Pull most recent files to local
uses: appleboy/[email protected]
with:
command_timeout: 360m
host: ${{ secrets.SCHOST }}
username: ${{ secrets.SCUSERNAME }}
password: ${{ secrets.SCPASSWORD }}
port: 22
proxy_host: ${{ secrets.STATHOST }}
proxy_username: ${{ secrets.SCUSERNAME }}
proxy_password: ${{ secrets.SCPASSWORD }}
proxy_port: 22
script: |
cd /sciclone/geograd/geoBoundaries/scripts/geoBoundaryBot/geoBoundaryBuilder
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilderCron/pullStat
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilderCron/lfsStat
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilderCron/pullJobStat
qsub pullRun
bash workflow/pullWatch.sh
buildGBCore:
name: Build Core Files
needs: gbPull
runs-on: ubuntu-latest
steps:
- name: Commence the build
uses: appleboy/[email protected]
with:
command_timeout: 360m
host: ${{ secrets.SCHOST }}
username: ${{ secrets.SCUSERNAME }}
password: ${{ secrets.SCPASSWORD }}
port: 22
proxy_host: ${{ secrets.STATHOST }}
proxy_username: ${{ secrets.SCUSERNAME }}
proxy_password: ${{ secrets.SCPASSWORD }}
proxy_port: 22
script: |
cd /sciclone/geograd/geoBoundaries/scripts/geoBoundaryBot/geoBoundaryBuilder
echo "" > /sciclone/geograd/geoBoundaries/tmp/gbBuilderStage/buildStatus
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilder/buildJobStat
qsub buildRunVortex
bash workflow/buildWatch.sh
set gbid=`qstat -ru dsmillerrunfol | grep "gbBuilder" | awk '{print $1}'`
echo $gbid
qdel $gbid
commitGbCore:
name: Commit Core Files
needs: buildGBCore
runs-on: ubuntu-latest
steps:
- name: Commit Core Files (LFS) + Build Metadata
uses: appleboy/[email protected]
with:
command_timeout: 360m
host: ${{ secrets.SCHOST }}
username: ${{ secrets.SCUSERNAME }}
password: ${{ secrets.SCPASSWORD }}
port: 22
proxy_host: ${{ secrets.STATHOST }}
proxy_username: ${{ secrets.SCUSERNAME }}
proxy_password: ${{ secrets.SCPASSWORD }}
proxy_port: 22
script: |
cd /sciclone/geograd/geoBoundaries/scripts/geoBoundaryBot/geoBoundaryBuilder
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilderCommitCSV/commitStatus
echo "" > /sciclone/geograd/geoBoundaries/logs/gbBuilder/commitJobStat
qsub commitBuild
bash workflow/commitWatch.sh