Reduce noise in external tests

alfert · Dec 10, 2019 · e17fb88 · e17fb88
1 parent 60954c7
commit e17fb88
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 2 deletions.
diff --git a/test/verify-detect-exceptions.sh b/test/verify-detect-exceptions.sh
@@ -10,7 +10,6 @@ echo "Attempting to detect exceptions"
 
 check() {
   echo -n "PROPCHECK_DETECT_EXCEPTIONS: $PROPCHECK_DETECT_EXCEPTIONS "
-  mix propcheck.clean > /dev/null
   fixture=$1
   output=$(mix test --include manual test/verify_exception_detection_test.exs --seed $seed)
   count_detected_exceptions=$(echo "$output" | grep -c "PropCheck detected")
@@ -26,6 +25,8 @@ check() {
 check .travis-fixtures/exception_detection/non_global_detection.output
 PROPCHECK_DETECT_EXCEPTIONS=0 check .travis-fixtures/exception_detection/global_disable_detection.output
 PROPCHECK_DETECT_EXCEPTIONS= check .travis-fixtures/exception_detection/global_disable_detection.output
+
+mix propcheck.clean > /dev/null
 PROPCHECK_DETECT_EXCEPTIONS=1 check .travis-fixtures/exception_detection/global_enable_detection.output
 
 exit 0
diff --git a/test/verify_counter_examples_test.exs b/test/verify_counter_examples_test.exs
@@ -2,6 +2,7 @@ defmodule VerifyCounterExampleTest do
   # The tests here verify that CheckCounterExamplesTest did indeed not store
   # any counter examples.
   use ExUnit.Case
+  use PropCheck, default_opts: &PropCheck.TestHelpers.config/0
 
   @moduletag manual: true
 

diff --git a/test/verify_storing_counterexamples.sh b/test/verify_storing_counterexamples.sh
@@ -3,5 +3,11 @@
 # Verify that we can configure storing counterexamples
 #
 
-mix test --include manual test/store_counter_examples_test.exs --include will_fail:true && exit 1
+out=$(mix test --include manual test/store_counter_examples_test.exs --include will_fail:true)
+if [ $? -eq 0 ]; then
+    echo "$out" | cat
+    echo Test succeeded but should fail
+    exit 1
+fi
+
 mix test --include manual test/verify_counter_examples_test.exs