X-Git-Url: https://git.notmuchmail.org/git?a=blobdiff_plain;f=test%2Fnotmuch-test;h=8e483383f79d67aa7d87c04949e51407ddb7542d;hb=75bdce79527571c12c5de0c630747d6262b73fbd;hp=7feb5bdf5fd14d1ef26ec10a912ee1add51760d7;hpb=1375d71ff41de7c189f9c3ac4f72a8a617d4a5a7;p=notmuch diff --git a/test/notmuch-test b/test/notmuch-test index 7feb5bdf..8e483383 100755 --- a/test/notmuch-test +++ b/test/notmuch-test @@ -1,25 +1,81 @@ -#!/bin/sh +#!/usr/bin/env bash # Run tests # # Copyright (c) 2005 Junio C Hamano +# Copyright (c) 2010 Notmuch Developers # # Adapted from a Makefile to a shell script by Carl Worth (2010) -cd $(dirname "$0") +if [ ${BASH_VERSINFO[0]} -lt 4 ]; then + echo "Error: The notmuch test suite requires a bash version >= 4.0" + echo "due to use of associative arrays within the test suite." + echo "Please try again with a newer bash (or help us fix the" + echo "test suite to be more portable). Thanks." + exit 1 +fi -TESTS="basic new search json thread-naming reply dump-restore uuencode thread-order author-order from-guessing long-id encoding emacs" +# Ensure NOTMUCH_SRCDIR and NOTMUCH_BUILDDIR are set. +. $(dirname "$0")/export-dirs.sh || exit 1 + +TESTS= +for test in $NOTMUCH_TESTS; do + TESTS="$TESTS $NOTMUCH_SRCDIR/test/$test" +done + +if [[ -z "$TESTS" ]]; then + TESTS="$NOTMUCH_SRCDIR/test/T[0-9][0-9][0-9]-*.sh" +fi # Clean up any results from a previous run -rm -r test-results >/dev/null 2>/dev/null +rm -rf $NOTMUCH_BUILDDIR/test/test-results +# Test for timeout utility +if command -v timeout >/dev/null; then + TEST_TIMEOUT=${NOTMUCH_TEST_TIMEOUT:-2m} + TEST_TIMEOUT_CMD="timeout $TEST_TIMEOUT" + echo "INFO: using $TEST_TIMEOUT timeout for tests" +else + TEST_TIMEOUT_CMD="" +fi + +trap 'e=$?; kill $!; exit $e' HUP INT TERM # Run the tests -for test in $TESTS; do - ./$test "$@" -done +if test -z "$NOTMUCH_TEST_SERIALIZE" && command -v parallel >/dev/null ; then + test -t 1 && export COLORS_WITHOUT_TTY=t || : + if parallel -h | grep -q GNU ; then + echo "INFO: running tests with GNU parallel" + printf '%s\n' $TESTS | $TEST_TIMEOUT_CMD parallel + else + echo "INFO: running tests with moreutils parallel" + $TEST_TIMEOUT_CMD parallel -- $TESTS + fi + RES=$? + if [[ $RES != 0 ]]; then + echo "parallel test suite returned error code $RES" + exit $RES + fi +else + for test in $TESTS; do + $TEST_TIMEOUT_CMD $test "$@" & + wait $! + # If the test failed without producing results, then it aborted, + # so we should abort, too. + RES=$? + testname=$(basename $test .sh) + if [[ $RES != 0 && ! -e "$NOTMUCH_BUILDDIR/test/test-results/$testname" ]]; then + exit $RES + fi + done +fi +trap - HUP INT TERM # Report results -./aggregate-results.sh test-results/* +echo +$NOTMUCH_SRCDIR/test/aggregate-results.sh $NOTMUCH_BUILDDIR/test/test-results/* +ev=$? # Clean up -rm -r test-results corpus.mail +rm -rf $NOTMUCH_BUILDDIR/test/test-results + +exit $ev