Merge tag 'debian/0.17-3'

[notmuch] / test / notmuch-test

diff --git a/test/notmuch-test b/test/notmuch-test
index b2bfdff008ec81c17b5ffa4860b4a957a1e00211..d6fdd3a5d7f3a07d2db111643c80e40fb29a5698 100755 (executable)
--- a/test/notmuch-test
+++ b/test/notmuch-test
@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 # Run tests
 #
@@ -16,18 +16,93 @@ fi
 
 cd $(dirname "$0")
 
-TESTS="basic new search search-output search-by-folder search-position-overlap-bug json thread-naming raw reply dump-restore uuencode thread-order author-order from-guessing long-id encoding emacs maildir-sync"
+TESTS="
+  basic
+  help-test
+  compact
+  config
+  setup
+  new
+  count
+  insert
+  search
+  search-output
+  search-by-folder
+  search-position-overlap-bug
+  search-insufficient-from-quoting
+  search-limiting
+  excludes
+  tagging
+  json
+  sexp
+  text
+  multipart
+  thread-naming
+  raw
+  reply
+  reply-to-sender
+  dump-restore
+  uuencode
+  thread-order
+  author-order
+  from-guessing
+  long-id
+  encoding
+  emacs
+  emacs-large-search-buffer
+  emacs-subject-to-filename
+  maildir-sync
+  crypto
+  symbol-hiding
+  search-folder-coherence
+  atomicity
+  python
+  hooks
+  argument-parsing
+  emacs-test-functions
+  emacs-address-cleaning
+  emacs-hello
+  emacs-show
+  emacs-tree
+  missing-headers
+  hex-escaping
+  parse-time-string
+  search-date
+  thread-replies
+"
+TESTS=${NOTMUCH_TESTS:=$TESTS}
 
 # Clean up any results from a previous run
 rm -r test-results >/dev/null 2>/dev/null
 
+# test for timeout utility
+if command -v timeout >/dev/null; then
+    TEST_TIMEOUT_CMD="timeout 2m "
+    echo "INFO: using 2 minute timeout for tests"
+else
+    TEST_TIMEOUT_CMD=""
+fi
+
+trap 'e=$?; kill $!; exit $e' HUP INT TERM
 # Run the tests
 for test in $TESTS; do
-       ./$test "$@"
+    $TEST_TIMEOUT_CMD ./$test "$@" &
+    wait $!
+    # If the test failed without producing results, then it aborted,
+    # so we should abort, too.
+    RES=$?
+    if [[ $RES != 0 && ! -e "test-results/${test%.sh}" ]]; then
+        exit $RES
+    fi
 done
+trap - HUP INT TERM
 
 # Report results
+echo
 ./aggregate-results.sh test-results/*
+ev=$?
 
 # Clean up
-rm -r test-results corpus.mail
+rm -rf test-results corpus.mail
+
+exit $ev