test.sh

#!/bin/bash
# Style guide: https://google-styleguide.googlecode.com/svn/trunk/shell.xml
# Shell lint: http://www.shellcheck.net/

crash_error_message="error: unable to execute command: Segmentation fault:"

swiftc_version=$(xcrun swiftc -version | cut -f2 -d"(" | cut -f1 -d")" | head -1)
xcode_path=$(xcode-select -p)
echo
echo "Running tests against: ${swiftc_version}"
echo "Using Xcode found at path: ${xcode_path}"

columns=$(tput cols)
if [[ $(cut -f1 -d= <<< "$1") == "--columns" ]]; then
  columns=$(cut -f2 -d= <<< "$1")
fi
name_size=$((columns-27))

num_tests=0
num_crashed=0
seen_checksums=""
do_test() {
  path="$1"
  files_to_compile="${path}"
  if [[ ${path} =~ part1.swift ]]; then
    files_to_compile=${path//.part1.swift/.part[1-9].swift}
  elif [[ ${path} =~ part[2-9].swift ]]; then
    return
  fi
  if [[ -f "${path}" ]]; then
    num_tests=$((num_tests + 1))
    test_name=$(basename -s ".swift" "${path}")
    test_name=${test_name//-/ }
    test_name=${test_name//.part1/}
    # Tip: Want to see details of the type checker's reasoning? Compile with "xcrun swiftc -Xfrontend -debug-constraints"
    # NOTE: Compile under the three modes -Onone, -O and -Ounchecked until we hit a crash.
    output=$(xcrun swiftc -Onone -o /dev/null ${files_to_compile} 2>&1)
    if ! egrep -q "${crash_error_message}" <<< "${output}"; then
        output=$(xcrun swiftc -O -o /dev/null ${files_to_compile} 2>&1)
        if ! egrep -q "${crash_error_message}" <<< "${output}"; then
            output=$(xcrun swiftc -Ounchecked -o /dev/null ${files_to_compile} 2>&1)
        fi
    fi
    normalized_stacktrace=$(egrep "0x[0-9a-f]" <<< "${output}" | sed 's/0x[0-9a-f]*//g' | sed 's/\+ [0-9]*$//g' | awk '{ print $3 }' | cut -f1 -d"(" | cut -f1 -d"<" | uniq)
    checksum=$(md5 <<< "${normalized_stacktrace}")
    is_dupe=0
    if [[ "${normalized_stacktrace}" == "" ]]; then
        checksum="        "
    else
        if egrep -q "${checksum}" <<< "${seen_checksums}"; then
            is_dupe=1
        fi
        seen_checksums="${seen_checksums}:${checksum}"
    fi
    color_red="\e[01;31m"
    color_green="\e[32m"
    color_stop="\e[00m"
    if egrep -q "${crash_error_message}" <<< "${output}"; then
      num_crashed=$((num_crashed + 1))
      dupe_text="      "
      if [[ $is_dupe == 1 ]]; then
          dupe_text="*DUPE*"
      fi
      printf "  %b  %-${name_size}.${name_size}b %-6.6b (%-10.10b)\n" "${color_red}✘${color_stop}" "${test_name}" "${dupe_text}" "${checksum}"
    else
      printf "  %b  %-${name_size}.${name_size}b\n" "${color_green}✓${color_stop}" "${test_name}"
    fi
  fi
}

run_tests() {
  header="$1"
  path="$2"
  echo
  echo "== ${header} =="
  echo
  for test_path in "${path}"/*.swift; do
    do_test "${test_path}"
  done
}

run_tests "Currently known crashes" "./crashes"
run_tests "Crashes marked as fixed in previous releases" "./fixed"

echo "** Results: ${num_crashed} of ${num_tests} tests crashed the compiler. **"
echo