WIP Split tests by runtime

.ci/bears.dirs.prune.sh

@@ -0,0 +1,13 @@
+# Delete empty bear directories
+set -e
+
+dirs=$(find bears -depth -type d -and -not -name '__pycache__')
+
+for dir in $dirs; do
+  bears=$(ls $dir/*Bear.py 2>/dev/null || true)
+  subdirs=$(ls -d $dir/*/ 2>/dev/null || true)
+  if [[ -z "$bears""$subdirs" ]]; then
+    echo Removing $dir
+    rm -rf $dir
+  fi
+done

.ci/bears.prune.sh

@@ -0,0 +1,159 @@
+# Delete bears
+set -e
+
+if [[ "$BEARS" == "all" ]]; then
+  echo "No bears pruned."
+  exit 0
+fi
+
+if [[ -z "$BEARS" ]]; then
+  if [[ -n "$TRAVIS_LANGUAGE" ]]; then
+    BEARS=$TRAVIS_LANGUAGE
+  fi
+fi
+
+if [[ "$BEARS" == "haskell" || "$BEARS" == "ghc" ]]; then
+  BEARS=cabal
+elif [[ "$BEARS" == "ruby" ]]; then
+  BEARS=gem
+elif [[ "${BEARS/node/}" != "$BEARS" ]]; then
+  BEARS=npm
+elif [[ "$BEARS" == "r" ]]; then
+  BEARS=rscript
+elif [[ "$BEARS" == "generic" ]]; then
+  BEARS=apt-get
+fi
+
+bears=$(find bears -type f -and -name '*Bear.py' | sort)
+
+yield_result_bears=$(grep -m 1 -l 'yield Result' $bears)
+
+non_yield_result_bears=$(comm -23 <(ls $bears) <(ls $yield_result_bears))
+
+requirement_bears=$(grep -m 1 -l 'Requirement(' $bears)
+
+cabal_requirement_bears=$(grep -m 1 -l CabalRequirement $requirement_bears)
+gem_requirement_bears=$(grep -m 1 -l GemRequirement $requirement_bears)
+go_requirement_bears=$(grep -m 1 -l GoRequirement $requirement_bears)
+npm_requirement_bears=$(grep -m 1 -l NpmRequirement $requirement_bears)
+rscript_requirement_bears=$(grep -m 1 -l RscriptRequirement $requirement_bears)
+
+pip_requirement_bears=$(grep -m 1 -l PipRequirement $requirement_bears)
+
+non_pip_runtime_requirement_bears="$cabal_requirement_bears $gem_requirement_bears $go_requirement_bears $npm_requirement_bears $rscript_requirement_bears"
+
+other_requirement_bears=$(comm -23 <(ls $requirement_bears) <(ls $non_pip_runtime_requirement_bears $pip_requirement_bears))
+
+distribution_requirement_bears=$(grep -m 1 -l 'DistributionRequirement(' $requirement_bears)
+
+apt_get_requirement_bears=$(grep -m 1 -l 'apt_get' $distribution_requirement_bears)
+
+# Verify that DistributionRequirement is the only other Requirement subclass used
+unknown_requirement_bears=$(grep -m 1 -Pl '(?<!Distribution)Requirement\(' $other_requirement_bears || true)
+
+if [[ -n "$unknown_requirement_bears" ]]; then
+  echo "Unknown requirements for $unknown_requirement_bears"
+  exit 1
+fi
+
+pip_only_requirement_bears=$(comm -23 <(ls $pip_requirement_bears) <(ls $non_pip_runtime_requirement_bears))
+pip_plus_requirement_bears=$(comm -23 <(ls $pip_requirement_bears) <(ls $pip_only_requirement_bears))
+
+no_requirement_bears=$(comm -23 <(ls $bears) <(ls $requirement_bears))
+
+clang_bears=''
+other_bears=''
+for bear in $no_requirement_bears; do
+  if [[ ${bear/Clang/} != $bear ]]; then
+    clang_bears="$clang_bears $bear"
+  else
+    other_bears="$other_bears $bear"
+  fi
+done
+
+executable_linter_bears=$(grep -m 1 -l '@linter(executable=' $other_bears)
+executable_other_bears=$(grep -m 1 -l 'run_shell_command' $other_bears)
+
+other_bears=$(comm -23 <(ls $other_bears) <(ls $executable_linter_bears $executable_other_bears))
+
+non_yield_result_other_bears=$(comm -23 <(ls $other_bears) <(ls $yield_result_bears))
+
+if [[ -n "$non_yield_result_other_bears" ]]; then
+  echo "Unknown bear type $non_yield_result_other_bears"
+  exit 1
+fi
+
+echo Other exe $executable_linter_bears $executable_other_bears
+
+python_bears="$pip_only_requirement_bears $clang_bears $other_bears"
+
+non_python_bears=$(comm -23 <(ls $bears) <(ls $python_bears))
+
+cabal_requirement_bears="$cabal_requirement_bears bears/haskell/HaskellLintBear.py bears/shell/ShellCheckBear.py"
+
+dart_bears=$(ls bears/dart/*Bear.py)
+julia_bears=$(ls bears/julia/*Bear.py)
+lua_bears=$(ls bears/lua/*Bear.py)
+opam_bears="bears/java/InferBear.py"
+perl_bears=$(ls bears/perl/*Bear.py)
+perl_bears="$perl_bears bears/vhdl/VHDLLintBear.py"
+php_bears=$(ls bears/php/*Bear.py)
+
+java_bears=$(grep -m 1 -l "'java'" $executable_linter_bears)
+pmd_bears=$(grep -m 1 -l 'PMD is missing' $executable_linter_bears $executable_other_bears)
+java_bears="$java_bears $pmd_bears bears/swift/TailorBear.py"
+
+apt_get_requirement_bears=$(echo $apt_get_requirement_bears | xargs -n 1 | egrep -v '(Haskell|Julia|Lua)' )
+if [[ "$DIST" == "precise" ]]; then
+  apt_get_requirement_bears=$(echo $apt_get_requirement_bears | xargs -n 1 | grep -v 'PHPCodeSniffer' )
+fi
+if [[ "$DIST" == "debian-sid" ]]; then
+  apt_get_requirement_bears=$(echo $apt_get_requirement_bears | xargs -n 1 | egrep -v '(CSharp|PerlCritic|PHPCodeSniffer|PHPLintBear)' )
+fi
+
+remove_bears=''
+
+echo Removing bears not desirable for $BEARS
+
+if [[ $BEARS == "python" ]]; then
+  # The test for generate_package depends on non-Python bears
+  remove_bears="$non_python_bears"
+elif [[ $BEARS == "cabal" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $cabal_requirement_bears))
+elif [[ $BEARS == "dart" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $dart_bears))
+elif [[ $BEARS == "gem" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $gem_requirement_bears))
+elif [[ $BEARS == "go" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $go_requirement_bears))
+elif [[ $BEARS == "java" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $java_bears))
+elif [[ $BEARS == "julia" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $julia_bears))
+elif [[ $BEARS == "opam" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $opam_bears))
+elif [[ $BEARS == "lua" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $lua_bears))
+elif [[ $BEARS == "perl" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $perl_bears))
+elif [[ $BEARS == "php" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $php_bears))
+elif [[ $BEARS == "npm" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $npm_requirement_bears))
+elif [[ $BEARS == "rscript" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $rscript_requirement_bears))
+elif [[ $BEARS == "apt-get" ]]; then
+  remove_bears=$(comm -23 <(ls $bears) <(ls $apt_get_requirement_bears))
+fi
+
+if [[ -n "$remove_bears" ]]; then
+  # generate_package.py only needs testing with BEARS=all
+  remove_bears="bears/generate_package.py $remove_bears"
+fi
+
+for bear in $remove_bears; do
+  echo Removing $bear
+  rm $bear
+done
+
+source .ci/bears.dirs.prune.sh

.ci/deps.java.sh

@@ -0,0 +1,18 @@
+set -e
+
+# PMD commands
+if [ ! -e ~/pmd-bin-5.4.1/bin ]; then
+  wget -nc -O ~/pmd.zip https://github.com/pmd/pmd/releases/download/pmd_releases%2F5.4.1/pmd-bin-5.4.1.zip
+  unzip ~/pmd.zip -d ~/
+fi
+
+# Tailor (Swift) commands
+# Comment out the hardcoded PREFIX, so we can put it into ~/.local
+if [ ! -e ~/.local/tailor/tailor-latest ]; then
+  curl -fsSL -o install.sh https://tailor.sh/install.sh
+  sed -i 's/read -r CONTINUE < \/dev\/tty/CONTINUE=y/;;s/^PREFIX.*/# PREFIX=""/;' install.sh
+  PREFIX=$HOME/.local bash ./install.sh
+  # Provide a constant path for the executable
+  ln -s ~/.local/tailor/tailor-* ~/.local/tailor/tailor-latest
+fi
+

.ci/deps.opam.sh

@@ -0,0 +1,14 @@
+set -e
+
+# Infer commands
+if [ ! -e ~/infer-linux64-v0.7.0/infer/bin ]; then
+  wget -nc -O ~/infer.tar.xz https://github.com/facebook/infer/releases/download/v0.7.0/infer-linux64-v0.7.0.tar.xz
+  tar xf ~/infer.tar.xz -C ~/
+  cd ~/infer-linux64-v0.7.0
+  opam init --y
+  opam update
+  opam pin add --yes --no-action infer .
+  opam install --deps-only --yes infer
+  ./build-infer.sh java
+fi
+

.ci/deps.sh

@@ -158,33 +158,9 @@ julia -e "Pkg.add(\"Lint\")"
 # Lua commands
 sudo luarocks install luacheck --deps-mode=none
 
-# Infer commands
-if [ ! -e ~/infer-linux64-v0.7.0/infer/bin ]; then
-  wget -nc -O ~/infer.tar.xz https://github.com/facebook/infer/releases/download/v0.7.0/infer-linux64-v0.7.0.tar.xz
-  tar xf ~/infer.tar.xz -C ~/
-  cd ~/infer-linux64-v0.7.0
-  opam init --y
-  opam update
-  opam pin add --yes --no-action infer .
-  opam install --deps-only --yes infer
-  ./build-infer.sh java
-fi
-
-# PMD commands
-if [ ! -e ~/pmd-bin-5.4.1/bin ]; then
-  wget -nc -O ~/pmd.zip https://github.com/pmd/pmd/releases/download/pmd_releases%2F5.4.1/pmd-bin-5.4.1.zip
-  unzip ~/pmd.zip -d ~/
-fi
+source .ci/deps.opam.sh
 
-# Tailor (Swift) commands
-# Comment out the hardcoded PREFIX, so we can put it into ~/.local
-if [ ! -e ~/.local/tailor/tailor-latest ]; then
-  curl -fsSL -o install.sh https://tailor.sh/install.sh
-  sed -i 's/read -r CONTINUE < \/dev\/tty/CONTINUE=y/;;s/^PREFIX.*/# PREFIX=""/;' install.sh
-  PREFIX=$HOME/.local bash ./install.sh
-  # Provide a constant path for the executable
-  ln -s ~/.local/tailor/tailor-* ~/.local/tailor/tailor-latest
-fi
+source .ci/deps.java.sh
 
 # making coala cache the dependencies downloaded upon first run
 echo '' > dummy

.ci/tests.prune.sh

@@ -0,0 +1,17 @@
+# Delete tests for bears that have been removed
+set -e
+
+bear_tests=$(find tests -type f -and -name '*Test.py')
+
+for test in tests/generate_packageTest.py $bear_tests; do
+  bear=${test/Test.py/.py}
+  bear=${bear/tests/bears}
+  dir=$(dirname $bear)
+  if [[ ! -d $dir ]]; then
+    echo Removing $test
+    rm -f $test
+  elif [[ ! -f $bear ]]; then
+    echo Removing $test
+    rm -f $test
+  fi
+done

.ci/tests.sh

@@ -6,7 +6,7 @@ source .ci/env_variables.sh
 args=()
 
 if [ "$system_os" == "LINUX" ] ; then
-  args+=('--cov' '--cov-fail-under=100' '--doctest-modules')
+  args+=('--cov' '--cov-fail-under=100' '--cov-append' '--doctest-modules')
 fi
 
 python3 -m pytest "${args[@]}"