From e5818a53ac3094f6bac6cd560050c95c34ddcbd2 Mon Sep 17 00:00:00 2001 From: Brian Cain Date: Thu, 5 Sep 2024 16:41:30 -0500 Subject: [PATCH] Reduce testing to a handful of passing cases Running the entire llvm-test-suite - or even the first N cases - does not give us a predictable, reliable set of regression tests. But the 36 cases among llvm-test-suite/{SingleSource/Regression/C,External/SPEC,Bitcode/Regression} all pass for O0, O2 and MinSize test configs and they only take a ~few minutes to run on QEMU linux-userspace emulation. Signed-off-by: Brian Cain --- test-toolchain.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/test-toolchain.sh b/test-toolchain.sh index c4c7255..aff4725 100755 --- a/test-toolchain.sh +++ b/test-toolchain.sh @@ -39,8 +39,11 @@ test_llvm() { cmake --build ./obj_test-suite_${OPT_FLAVOR} -- -v -k 0 # cmake --build ./obj_test-suite_${OPT_FLAVOR} -- -v check - python3 ${BASE}/obj_llvm/bin/llvm-lit -v --max-tests=${LLVM_TS_LIMIT} \ - --timeout=${LLVM_TS_PER_TEST_TIMEOUT_SEC} ./obj_test-suite_${OPT_FLAVOR} + python3 ${BASE}/obj_llvm/bin/llvm-lit -v \ + --max-tests=${LLVM_TS_LIMIT} \ + --timeout=${LLVM_TS_PER_TEST_TIMEOUT_SEC} \ + -o ${RESULTS_DIR}/test_res_${OPT_FLAVOR}.json \ + ./obj_test-suite_${OPT_FLAVOR}/{SingleSource/Regression/C,External/SPEC,Bitcode/Regression} llvm_result=${?} }