forked from jethrokuan/SPA-T14
-
Notifications
You must be signed in to change notification settings - Fork 0
/
run-all-tests.sh
executable file
·96 lines (76 loc) · 12.3 KB
/
run-all-tests.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
#!/usr/bin/env bash
# Run Autotester on System Tests
# CREATE THE OUTPUT DIRECTORY
mkdir -p tests/system_tests/output
# ITERATION 1
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1010.txt tests/system_tests/output/iteration1-1010.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1011-p.txt tests/system_tests/output/iteration1-1011-p.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1011-st.txt tests/system_tests/output/iteration1-1011-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1012.txt tests/system_tests/output/iteration1-1012.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1020.txt tests/system_tests/output/iteration1-1020.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1021-p.txt tests/system_tests/output/iteration1-1021-p.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1021-st.txt tests/system_tests/output/iteration1-1021-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1022.txt tests/system_tests/output/iteration1-1022.xml
build/src/autotester/autotester tests/system_tests/iteration-1/1.txt tests/system_tests/iteration-1/1022-new.txt tests/system_tests/output/iteration1-1022-new.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2010.txt tests/system_tests/output/iteration1-2010.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2011-p.txt tests/system_tests/output/iteration1-2011-p.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2011-st.txt tests/system_tests/output/iteration1-2011-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2012.txt tests/system_tests/output/iteration1-2012.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2020.txt tests/system_tests/output/iteration1-2020.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2021-p.txt tests/system_tests/output/iteration1-2021-p.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2021-st.txt tests/system_tests/output/iteration1-2021-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/2.txt tests/system_tests/iteration-1/2022.txt tests/system_tests/output/iteration1-2022.xml
build/src/autotester/autotester tests/system_tests/iteration-1/4.txt tests/system_tests/iteration-1/4010.txt tests/system_tests/output/iteration1-4010.xml
build/src/autotester/autotester tests/system_tests/iteration-1/4.txt tests/system_tests/iteration-1/4011-st.txt tests/system_tests/output/iteration1-4011-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/4.txt tests/system_tests/iteration-1/4021-st.txt tests/system_tests/output/iteration1-4021-st.xml
build/src/autotester/autotester tests/system_tests/iteration-1/4.txt tests/system_tests/iteration-1/4022.txt tests/system_tests/output/iteration1-4022.xml
# ITERATION 2 - SET 0
build/src/autotester/autotester tests/system_tests/iteration-2/set0/1-300-chain-of-calls.txt tests/system_tests/iteration-2/set0/1-300-chain-of-calls-query.txt tests/system_tests/output/iteration2-1-300-chain-of-calls-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/2-basic-call.txt tests/system_tests/iteration-2/set0/2-basic-call-query.txt tests/system_tests/output/iteration2-2-basic-call-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/2-basic-call.txt tests/system_tests/iteration-2/set0/2-basic-call-t-query.txt tests/system_tests/output/iteration2-2-basic-call-t-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/3-basic-call-t.txt tests/system_tests/iteration-2/set0/3-basic-call-t-query.txt tests/system_tests/output/iteration2-3-basic-call-t-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/4-nest-while-next.txt tests/system_tests/iteration-2/set0/4-nest-while-next-queries.txt tests/system_tests/output/iteration2-4-nest-while-next-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/4-nest-while-next.txt tests/system_tests/iteration-2/set0/4-nest-while-next-t-queries.txt tests/system_tests/output/iteration2-4-nest-while-next-t-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/5-nest-if-next.txt tests/system_tests/iteration-2/set0/5-nest-if-next-queries.txt tests/system_tests/output/iteration2-5-nest-if-next-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/5-nest-if-next.txt tests/system_tests/iteration-2/set0/5-nest-if-next-t-queries.txt tests/system_tests/output/iteration2-5-nest-if-next-t-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/6-nest-if-next-balanced.txt tests/system_tests/iteration-2/set0/6-nest-if-balanced-next-queries.txt tests/system_tests/output/iteration2-6-nest-if-balanced-next-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/6-nest-if-next-balanced.txt tests/system_tests/iteration-2/set0/6-nest-if-balanced-next-t-queries.txt tests/system_tests/output/iteration2-6-nest-if-balanced-next-t-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/7-mixed-nest-next.txt tests/system_tests/iteration-2/set0/7-mixed-nest-next-queries.txt tests/system_tests/output/iteration2-7-mixed-nest-next-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/7-mixed-nest-next.txt tests/system_tests/iteration-2/set0/7-mixed-nest-next-t-queries.txt tests/system_tests/output/iteration2-7-mixed-nest-next-t-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/8-basic-uses-modifies.txt tests/system_tests/iteration-2/set0/8-basic-uses-modifies-queries.txt tests/system_tests/output/iteration2-8-basic-uses-modifies-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/9-basic-with-clause.txt tests/system_tests/iteration-2/set0/9-basic-with-clause-queries.txt tests/system_tests/output/iteration2-9-basic-with-clause-queries.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set0/10-basic-pattern.txt tests/system_tests/iteration-2/set0/10-basic-pattern-queries.txt tests/system_tests/output/iteration2-10-basic-pattern-queries.xml
# ITERATION 2 - SET 1
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-calls.txt tests/system_tests/output/iteration2-1-calls.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-callsT.txt tests/system_tests/output/iteration2-1-callsT.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-follows.txt tests/system_tests/output/iteration2-1-follows.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-followsT.txt tests/system_tests/output/iteration2-1-followsT.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-modifies.txt tests/system_tests/output/iteration2-1-modifies.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-next.txt tests/system_tests/output/iteration2-1-next.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-nextT.txt tests/system_tests/output/iteration2-1-nextT.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-parent.txt tests/system_tests/output/iteration2-1-parent.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-parentT.txt tests/system_tests/output/iteration2-1-parentT.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-pattern-assign.txt tests/system_tests/output/iteration2-1-pattern-assign.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-pattern-container.txt tests/system_tests/output/iteration2-1-pattern-container.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-uses.txt tests/system_tests/output/iteration2-1-uses.xml
build/src/autotester/autotester tests/system_tests/iteration-2/set1/source-1.txt tests/system_tests/iteration-2/set1/1-collated-basic-test.txt tests/system_tests/output/iteration2-1-collated-basic-test.xml
build/src/autotester/autotester tests/system_tests/iteration-2/11-more-with-clause-source.txt tests/system_tests/iteration-2/11-more-with-clause-queries.txt tests/system_tests/output/iteration2-11-more-with-clause.xml
# INVALIDS
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/1-invalid-source.txt tests/system_tests/iteration-2/invalids/1-invalid-calls-query.txt tests/system_tests/output/1-invalid-calls-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/1-invalid-source.txt tests/system_tests/iteration-2/invalids/1-invalid-calls-t-query.txt tests/system_tests/output/1-invalid-calls-t-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/1-invalid-source.txt tests/system_tests/iteration-2/invalids/1-invalid-next-query.txt tests/system_tests/output/1-invalid-next-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/1-invalid-source.txt tests/system_tests/iteration-2/invalids/1-invalid-next-t-query.txt tests/system_tests/output/1-invalid-next-t-query.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/2-invalid-calls-source.txt tests/system_tests/iteration-2/invalids/2-invalid-calls-query.txt tests/system_tests/output/2-invalid-calls-query.txt.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/3-invalid-calls-t-source.txt tests/system_tests/iteration-2/invalids/3-invalid-calls-t-query.txt tests/system_tests/output/3-invalid-calls-t-query.txt.xml
build/src/autotester/autotester tests/system_tests/iteration-2/invalids/4-invalid-uses-source.txt tests/system_tests/iteration-2/invalids/4-invalid-uses-query.txt tests/system_tests/output/4-invalid-uses-query.txt.xml
# ITERATION 3
# AFFECTS/AFFECTS*
build/src/autotester/autotester tests/system_tests/iteration-3/affects/1-source.txt tests/system_tests/iteration-3/affects/1-affects.txt tests/system_tests/output/iter3-1-affects.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/2-source.txt tests/system_tests/iteration-3/affects/2-affects.txt tests/system_tests/output/iter3-2-affects.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/2-source.txt tests/system_tests/iteration-3/affects/2-affects-t.txt tests/system_tests/output/iter3-2-affects-t.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/3-source.txt tests/system_tests/iteration-3/affects/3-affects-both.txt tests/system_tests/output/iter3-3-affects-both.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/4-source.txt tests/system_tests/iteration-3/affects/4-affects-double-clause.txt tests/system_tests/output/iter3-4-affects-double-clause.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/4-source.txt tests/system_tests/iteration-3/affects/4-affects-t-double-clause.txt tests/system_tests/output/iter3-4-affects-t-double-clause.xml
build/src/autotester/autotester tests/system_tests/iteration-3/affects/5-source.txt tests/system_tests/iteration-3/affects/5-multi-clause.txt tests/system_tests/output/iter3-5-multi.xml
# STRESS TEST
# build/src/autotester/autotester tests/system_tests/iteration-3/stress-test/1-source-read-assign.txt tests/system_tests/iteration-3/stress-test/1-query.txt tests/system_tests/output/iter3-stress-test-01.xml