-
Notifications
You must be signed in to change notification settings - Fork 4
/
script.bash
executable file
·60 lines (50 loc) · 1.19 KB
/
script.bash
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
#!/bin/bash
# Run spiders
cd ./Senate
rm output/*
python3 sbanking_spider.py
python3 scommerce_spider.py
python3 sforeign_spider.py
python3 sfinance_spider.py
python3 shsgac_spider.py
python3 sjudiciary_spider.py
python3 sintelligence_spider.py
python3 sepnate_floor_spider.py
python3 senate_roll_call.py
cd ../House
rm output/*
python3 h_energy_spider.py
python3 h_financial_spider.py
python3 h_foreign_spider.py
python3 h_homeland_spider.py
python3 h_science_spider.py
python3 h_transportation_spider.py
python3 hgop_energy_spider.py
python3 hgop_foreign_spider.py
python3 hgop_homeland_spider.py
python3 hgop_science_spider.py
python3 h_intelligence_spider.py
cd ../Industry
rm output/*
python3 sia_spider.py
python3 fcc_spider.py
python3 wilson_spider.py
python3 brookings_spider.py
python3 csis_spider.py
python3 aspi_spider.py
python3 icas_spider.py
python3 atlantic_spider.py
cd ../Congress
rm output/*
python3 daily_digest_spider.py
python3 daily_bills.py
python3 all_bills_spider.py
cd ..
# Run exporter
python3 ./exporter_mac.py
# Upload to github
#git pull
git add .
git commit -m "Update for $(date +'%b %d, %Y')"
git push --set-upstream origin main
echo "PressScraper update completed for $(date)"