X-Git-Url: https://git.notmuchmail.org/git?p=notmuch;a=blobdiff_plain;f=test%2Fnotmuch-test;h=3f1740cf73d2b68021f2c0d12bf0c86ea9391819;hp=bcfb14c8569840afff8daabb443e92490ce948ca;hb=3699fedb3accf5fbd8085c0789d43c716d6ad3e9;hpb=a821ba57371c43635420b6148713f13a064b83cf diff --git a/test/notmuch-test b/test/notmuch-test index bcfb14c8..3f1740cf 100755 --- a/test/notmuch-test +++ b/test/notmuch-test @@ -1,293 +1,83 @@ -#!/bin/bash -set -e +#!/usr/bin/env bash -find_notmuch_binary () -{ - dir=$1 - - while [ -n "$dir" ]; do - bin=$dir/notmuch - if [ -x $bin ]; then - echo $bin - return - fi - dir=$(dirname $dir) - if [ "$dir" = "/" ]; then - break - fi - done - - echo notmuch -} - -# Generate a new message in the mail directory, with -# a unique message ID and subject. -# -# The filename of the message generated is available as -# $gen_msg_filename -# -# This function supports named parameters with the bash syntax for -# assigning a value to an associative array ([name]=value). The -# supported parameters are: -# -# [dir]=directory/of/choice -# -# Generate the message in directory 'directory/of/choice' within -# the mail store. The directory will be created if necessary. -# -# [body]=text -# -# Text to use as the body of the email message +# Run tests # -# '[from]="Some User "' -# '[to]="Some User "' -# '[subject]="Subject of email message"' +# Copyright (c) 2005 Junio C Hamano # -# Values for email headers. If not provided, default values will -# be generated instead. -# -# '[cc]="Some User "' -# [in-reply-to]= -# -# Additional values for email headers. If these are not provided -# then the relevant headers will simply not appear in the -# message. -gen_msg_cnt=0 -gen_msg_filename="" -generate_message () -{ - # This is our (bash-specific) magic for doing named parameters - local -A template="($@)" - local additional_headers - - gen_msg_cnt=$((gen_msg_cnt + 1)) - gen_msg_name=msg-$(printf "%03d" $gen_msg_cnt) - - if [ -z "${template[dir]}" ]; then - gen_msg_filename="${MAIL_DIR}/$gen_msg_name" - else - gen_msg_filename="${MAIL_DIR}/${template[dir]}/$gen_msg_name" - mkdir -p $(dirname $gen_msg_filename) - fi - - if [ -z "${template[body]}" ]; then - template[body]="This is just a test message at ${gen_msg_filename}" - fi - - if [ -z "${template[from]}" ]; then - template[from]="Notmuch Test Suite " - fi - - if [ -z "${template[to]}" ]; then - template[to]="Notmuch Test Suite " - fi - - if [ -z "${template[subject]}" ]; then - template[subject]="Test message ${gen_msg_filename}" - fi - - additional_headers="" - if [ ! -z "${template[cc]}" ]; then - additional_headers="Cc: ${template[cc]} -${additional_headers}" - fi - - if [ ! -z "${template[in-reply-to]}" ]; then - additional_headers="In-Reply-To: ${template[in-reply-to]} -${additional_headers}" - fi - -cat <$gen_msg_filename -From: ${template[from]} -To: ${template[to]} -Message-Id: -Subject: ${template[subject]} -Date: Tue, 05 Jan 2010 15:43:57 -0800 -${additional_headers} -${template[body]} -EOF -} - -do_sleep () -{ - sleep 1 -} - -NOTMUCH_IGNORED_OUTPUT_REGEXP='^Processed [0-9]*( total)? file|Found [0-9]* total file' - -execute_expecting () -{ - args=$1 - expected=$2 - - output=$($NOTMUCH $args | grep -v -E -e "$NOTMUCH_IGNORED_OUTPUT_REGEXP") - if [ "$output" = "$expected" ]; then - echo " PASS" - else - echo " FAIL" - echo " Expected output: $expected" - echo " Actual output: $output" - fi -} - -TEST_DIR=$(pwd)/test.$$ -MAIL_DIR=${TEST_DIR}/mail -export NOTMUCH_CONFIG=${TEST_DIR}/notmuch-config -NOTMUCH=$(find_notmuch_binary $(pwd)) - -rm -rf ${TEST_DIR} -mkdir ${TEST_DIR} -cd ${TEST_DIR} - -mkdir ${MAIL_DIR} - -cat < ${NOTMUCH_CONFIG} -[database] -path=${MAIL_DIR} - -[user] -name=Notmuch Test Suite -primary_email=test_suite@notmuchmail.org -EOF - -printf "Testing \"notmuch new\" in several variations:\n" -printf " No new messages...\t\t" -execute_expecting new "No new mail." - -printf " Single new message...\t\t" -do_sleep -generate_message -execute_expecting new "Added 1 new message to the database." - -printf " Multiple new messages...\t" -do_sleep -generate_message -generate_message -execute_expecting new "Added 2 new messages to the database." - -printf " No new messages (non-empty DB)... " -execute_expecting new "No new mail." - -printf " New directories...\t\t" -rm -rf ${MAIL_DIR}/* ${MAIL_DIR}/.notmuch -mkdir ${MAIL_DIR}/def -mkdir ${MAIL_DIR}/ghi -generate_message [dir]=def - -execute_expecting new "Added 1 new message to the database." - -printf " Alternate inode order...\t" - -rm -rf ${MAIL_DIR}/.notmuch -mv ${MAIL_DIR}/ghi ${MAIL_DIR}/abc -rm ${MAIL_DIR}/def/* -generate_message [dir]=abc - -execute_expecting new "Added 1 new message to the database." - -printf " Message moved in...\t\t" -rm -rf ${MAIL_DIR}/* ${MAIL_DIR}/.notmuch -generate_message -tmp_msg_filename=tmp/$gen_msg_filename -mkdir -p $(dirname $tmp_msg_filename) -mv $gen_msg_filename $tmp_msg_filename -do_sleep -$NOTMUCH new > /dev/null -do_sleep -mv $tmp_msg_filename $gen_msg_filename -execute_expecting new "Added 1 new message to the database." - -printf " Renamed message...\t\t" - -do_sleep -generate_message -$NOTMUCH new > /dev/null -do_sleep -mv $gen_msg_filename ${gen_msg_filename}-renamed -execute_expecting new "No new mail. Detected 1 file rename." - -printf " Deleted message...\t\t" - -do_sleep -rm ${gen_msg_filename}-renamed -execute_expecting new "No new mail. Removed 1 message." - -printf " Renamed directory...\t\t" - -do_sleep -generate_message [dir]=dir -generate_message [dir]=dir -generate_message [dir]=dir - -$NOTMUCH new > /dev/null - -do_sleep -mv ${MAIL_DIR}/dir ${MAIL_DIR}/dir-renamed - -execute_expecting new "No new mail. Detected 3 file renames." - -printf " Deleted directory...\t\t" - -do_sleep -rm -rf ${MAIL_DIR}/dir-renamed - -execute_expecting new "No new mail. Removed 3 messages." - -printf " New directory (at end of list)... " - -do_sleep -generate_message [dir]=zzz -generate_message [dir]=zzz -generate_message [dir]=zzz - -execute_expecting new "Added 3 new messages to the database." - -printf " Deleted directory (end of list)... " - -do_sleep -rm -rf ${MAIL_DIR}/zzz - -execute_expecting new "No new mail. Removed 3 messages." - -printf " New symlink to directory...\t" - -rm -rf ${MAIL_DIR}/.notmuch -mv ${MAIL_DIR} ${TEST_DIR}/actual_maildir - -mkdir ${MAIL_DIR} -ln -s ${TEST_DIR}/actual_maildir ${MAIL_DIR}/symlink - -execute_expecting new "Added 1 new message to the database." - -printf " New symlink to a file...\t" -do_sleep -generate_message -external_msg_filename=${TEST_DIR}/external/$(basename $gen_msg_filename) -mkdir -p $(dirname $external_msg_filename) -mv $gen_msg_filename $external_msg_filename -ln -s $external_msg_filename $gen_msg_filename - -execute_expecting new "Added 1 new message to the database." - -printf " New two-level directory...\t" - -do_sleep -generate_message [dir]=two/levels -generate_message [dir]=two/levels -generate_message [dir]=two/levels - -execute_expecting new "Added 3 new messages to the database." - -printf " Deleted two-level directory... " - -do_sleep -rm -rf ${MAIL_DIR}/two - -execute_expecting new "No new mail. Removed 3 messages." - -cat <= 4.0" + echo "due to use of associative arrays within the test suite." + echo "Please try again with a newer bash (or help us fix the" + echo "test suite to be more portable). Thanks." + exit 1 +fi + +cd $(dirname "$0") + +TESTS=" + basic + help-test + new + count + search + search-output + search-by-folder + search-position-overlap-bug + search-insufficient-from-quoting + search-limiting + tagging + json + multipart + thread-naming + raw + reply + reply-to-sender + dump-restore + uuencode + thread-order + author-order + from-guessing + long-id + encoding + emacs + emacs-large-search-buffer + emacs-subject-to-filename + maildir-sync + crypto + symbol-hiding + search-folder-coherence + atomicity + python + hooks + argument-parsing + emacs-test-functions.sh + emacs-address-cleaning.sh +" +TESTS=${NOTMUCH_TESTS:=$TESTS} + +# Clean up any results from a previous run +rm -r test-results >/dev/null 2>/dev/null + +# test for timeout utility +if command -v timeout >/dev/null; then + TEST_TIMEOUT_CMD="timeout 2m " + echo "INFO: using 2 minute timeout for tests" +else + TEST_TIMEOUT_CMD="" +fi + +trap 'e=$?; kill $!; exit $e' HUP INT TERM +# Run the tests +for test in $TESTS; do + $TEST_TIMEOUT_CMD ./$test "$@" & + wait $! +done +trap - HUP INT TERM + +# Report results +./aggregate-results.sh test-results/* + +# Clean up +rm -rf test-results corpus.mail