X-Git-Url: https://git.notmuchmail.org/git?p=notmuch;a=blobdiff_plain;f=test%2Fnotmuch-test;h=adc657d2d220d0a4bde7873bec80eff1fa18bf77;hp=af63d39afa011e4ba0bb9ba653523eb0061a1f5f;hb=7058ac2bbe426daeb6c0c7a6f65f4b0e14f8ceb2;hpb=5c938e51b263a3697623c3f2cf3e6fe0244d351e diff --git a/test/notmuch-test b/test/notmuch-test index af63d39a..adc657d2 100755 --- a/test/notmuch-test +++ b/test/notmuch-test @@ -1,427 +1,57 @@ #!/bin/bash -set -e -find_notmuch_binary () -{ - dir=$1 - - while [ -n "$dir" ]; do - bin=$dir/notmuch - if [ -x $bin ]; then - echo $bin - return - fi - dir=$(dirname $dir) - if [ "$dir" = "/" ]; then - break - fi - done - - echo notmuch -} - -increment_mtime_amount=0 -increment_mtime () -{ - dir=$1 - - increment_mtime_amount=$((increment_mtime_amount + 1)) - touch -d "+${increment_mtime_amount} seconds" $dir -} - -# Generate a new message in the mail directory, with a unique message -# ID and subject. The message is not added to the index. -# -# After this function returns, the filename of the generated message -# is available as $gen_msg_filename and the message ID is available as -# $gen_msg_id . -# -# This function supports named parameters with the bash syntax for -# assigning a value to an associative array ([name]=value). The -# supported parameters are: -# -# [dir]=directory/of/choice -# -# Generate the message in directory 'directory/of/choice' within -# the mail store. The directory will be created if necessary. -# -# [body]=text -# -# Text to use as the body of the email message -# -# '[from]="Some User "' -# '[to]="Some User "' -# '[subject]="Subject of email message"' -# '[date]="RFC 822 Date"' -# -# Values for email headers. If not provided, default values will -# be generated instead. -# -# '[cc]="Some User "' -# [reply-to]=some-address -# [in-reply-to]= -# -# Additional values for email headers. If these are not provided -# then the relevant headers will simply not appear in the -# message. -gen_msg_cnt=0 -gen_msg_filename="" -gen_msg_id="" -generate_message () -{ - # This is our (bash-specific) magic for doing named parameters - local -A template="($@)" - local additional_headers - - gen_msg_cnt=$((gen_msg_cnt + 1)) - gen_msg_name=msg-$(printf "%03d" $gen_msg_cnt) - gen_msg_id="${gen_msg_name}@notmuch-test-suite" - - if [ -z "${template[dir]}" ]; then - gen_msg_filename="${MAIL_DIR}/$gen_msg_name" - else - gen_msg_filename="${MAIL_DIR}/${template[dir]}/$gen_msg_name" - mkdir -p $(dirname $gen_msg_filename) - fi - - if [ -z "${template[body]}" ]; then - template[body]="This is just a test message at ${gen_msg_filename}" - fi - - if [ -z "${template[from]}" ]; then - template[from]="Notmuch Test Suite " - fi - - if [ -z "${template[to]}" ]; then - template[to]="Notmuch Test Suite " - fi - - if [ -z "${template[subject]}" ]; then - template[subject]="Test message ${gen_msg_filename}" - fi - - if [ -z "${template[date]}" ]; then - template[date]="Tue, 05 Jan 2010 15:43:57 -0800" - fi - - additional_headers="" - if [ ! -z "${template[reply-to]}" ]; then - additional_headers="Reply-To: ${template[reply-to]} -${additional_headers}" - fi - - if [ ! -z "${template[in-reply-to]}" ]; then - additional_headers="In-Reply-To: ${template[in-reply-to]} -${additional_headers}" - fi - - if [ ! -z "${template[cc]}" ]; then - additional_headers="Cc: ${template[cc]} -${additional_headers}" - fi - -cat <$gen_msg_filename -From: ${template[from]} -To: ${template[to]} -Message-Id: <${gen_msg_id}> -Subject: ${template[subject]} -Date: ${template[date]} -${additional_headers} -${template[body]} -EOF - - # Ensure that the mtime of the containing directory is updated - increment_mtime $(dirname ${gen_msg_filename}) -} - -# Generate a new message and add it to the index. -# -# All of the arguments and return values supported by generate_message -# are alos supported here, so see that function for details. -add_message () -{ - generate_message "$@" - - $NOTMUCH new > /dev/null -} - -NOTMUCH_IGNORED_OUTPUT_REGEXP='^Processed [0-9]*( total)? file|Found [0-9]* total file' - -execute_expecting () -{ - args=$1 - expected=$2 - - output=$($NOTMUCH $args | grep -v -E -e "$NOTMUCH_IGNORED_OUTPUT_REGEXP") - if [ "$output" = "$expected" ]; then - echo " PASS" - else - echo " FAIL" - echo " Expected output: $expected" - echo " Actual output: $output" - fi -} - -TEST_DIR=$(pwd)/test.$$ -MAIL_DIR=${TEST_DIR}/mail -export NOTMUCH_CONFIG=${TEST_DIR}/notmuch-config -NOTMUCH=$(find_notmuch_binary $(pwd)) - -rm -rf ${TEST_DIR} -mkdir ${TEST_DIR} -cd ${TEST_DIR} - -mkdir ${MAIL_DIR} - -cat < ${NOTMUCH_CONFIG} -[database] -path=${MAIL_DIR} - -[user] -name=Notmuch Test Suite -primary_email=test_suite@notmuchmail.org -other_email=test_suite_other@notmuchmail.org -EOF - -printf "Testing \"notmuch new\" in several variations:\n" -printf " No new messages...\t\t" -execute_expecting new "No new mail." - -printf " Single new message...\t\t" -generate_message -execute_expecting new "Added 1 new message to the database." - -printf " Multiple new messages...\t" -generate_message -generate_message -execute_expecting new "Added 2 new messages to the database." - -printf " No new messages (non-empty DB)... " -execute_expecting new "No new mail." - -printf " New directories...\t\t" -rm -rf ${MAIL_DIR}/* ${MAIL_DIR}/.notmuch -mkdir ${MAIL_DIR}/def -mkdir ${MAIL_DIR}/ghi -generate_message [dir]=def - -execute_expecting new "Added 1 new message to the database." - -printf " Alternate inode order...\t" - -rm -rf ${MAIL_DIR}/.notmuch -mv ${MAIL_DIR}/ghi ${MAIL_DIR}/abc -rm ${MAIL_DIR}/def/* -generate_message [dir]=abc - -execute_expecting new "Added 1 new message to the database." - -printf " Message moved in...\t\t" -rm -rf ${MAIL_DIR}/* ${MAIL_DIR}/.notmuch -generate_message -tmp_msg_filename=tmp/$gen_msg_filename -mkdir -p $(dirname $tmp_msg_filename) -mv $gen_msg_filename $tmp_msg_filename -increment_mtime ${MAIL_DIR} -$NOTMUCH new > /dev/null -mv $tmp_msg_filename $gen_msg_filename -increment_mtime ${MAIL_DIR} -execute_expecting new "Added 1 new message to the database." - -printf " Renamed message...\t\t" - -generate_message -$NOTMUCH new > /dev/null -mv $gen_msg_filename ${gen_msg_filename}-renamed -increment_mtime ${MAIL_DIR} -execute_expecting new "No new mail. Detected 1 file rename." - -printf " Deleted message...\t\t" - -rm ${gen_msg_filename}-renamed -increment_mtime ${MAIL_DIR} -execute_expecting new "No new mail. Removed 1 message." - -printf " Renamed directory...\t\t" - -generate_message [dir]=dir -generate_message [dir]=dir -generate_message [dir]=dir - -$NOTMUCH new > /dev/null - -mv ${MAIL_DIR}/dir ${MAIL_DIR}/dir-renamed -increment_mtime ${MAIL_DIR} - -execute_expecting new "No new mail. Detected 3 file renames." - -printf " Deleted directory...\t\t" - -rm -rf ${MAIL_DIR}/dir-renamed -increment_mtime ${MAIL_DIR} - -execute_expecting new "No new mail. Removed 3 messages." - -printf " New directory (at end of list)... " - -generate_message [dir]=zzz -generate_message [dir]=zzz -generate_message [dir]=zzz - -execute_expecting new "Added 3 new messages to the database." - -printf " Deleted directory (end of list)... " - -rm -rf ${MAIL_DIR}/zzz -increment_mtime ${MAIL_DIR} - -execute_expecting new "No new mail. Removed 3 messages." - -printf " New symlink to directory...\t" - -rm -rf ${MAIL_DIR}/.notmuch -mv ${MAIL_DIR} ${TEST_DIR}/actual_maildir - -mkdir ${MAIL_DIR} -ln -s ${TEST_DIR}/actual_maildir ${MAIL_DIR}/symlink - -execute_expecting new "Added 1 new message to the database." - -printf " New symlink to a file...\t" -generate_message -external_msg_filename=${TEST_DIR}/external/$(basename $gen_msg_filename) -mkdir -p $(dirname $external_msg_filename) -mv $gen_msg_filename $external_msg_filename -ln -s $external_msg_filename $gen_msg_filename -increment_mtime ${MAIL_DIR} -execute_expecting new "Added 1 new message to the database." - -printf " New two-level directory...\t" - -generate_message [dir]=two/levels -generate_message [dir]=two/levels -generate_message [dir]=two/levels - -execute_expecting new "Added 3 new messages to the database." - -printf " Deleted two-level directory... " - -rm -rf ${MAIL_DIR}/two -increment_mtime ${MAIL_DIR} - -execute_expecting new "No new mail. Removed 3 messages." - -printf "\nTesting \"notmuch reply\" in several variations:\n" - -printf " Basic reply...\t\t\t" -add_message '[from]="Sender "' \ - [to]=test_suite@notmuchmail.org \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="basic reply test"' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> basic reply test" - -printf " Multiple recipients...\t\t" -add_message '[from]="Sender "' \ - '[to]="test_suite@notmuchmail.org, Someone Else "' \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="Multiple recipients"' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender , Someone Else -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> Multiple recipients" - -printf " Reply with CC...\t\t" -add_message '[from]="Sender "' \ - [to]=test_suite@notmuchmail.org \ - '[cc]="Other Parties "' \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="reply with CC"' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender -Cc: Other Parties -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> reply with CC" - -printf " Reply from alternate address..." -add_message '[from]="Sender "' \ - [to]=test_suite_other@notmuchmail.org \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="reply from alternate address"' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> reply from alternate address" - -printf " Support for Reply-To...\t" -add_message '[from]="Sender "' \ - [to]=test_suite@notmuchmail.org \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="support for reply-to"' \ - '[reply-to]="Sender "' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> support for reply-to" - -printf " Un-munging Reply-To...\t\t" -add_message '[from]="Sender "' \ - '[to]="Some List "' \ - [subject]=notmuch-reply-test \ - '[date]="Tue, 05 Jan 2010 15:43:56 -0800"' \ - '[body]="Un-munging Reply-To"' \ - '[reply-to]="Evil Munging List "' - -execute_expecting "reply id:${gen_msg_id}" "From: Notmuch Test Suite -Subject: Re: notmuch-reply-test -To: Sender , Some List -Bcc: test_suite@notmuchmail.org -In-Reply-To: <${gen_msg_id}> -References: <${gen_msg_id}> - -On Tue, 05 Jan 2010 15:43:56 -0800, Sender wrote: -> Un-munging Reply-To" - -cat <= 4.0" + echo "due to use of associative arrays within the test suite." + echo "Please try again with a newer bash (or help us fix the" + echo "test suite to be more portable). Thanks." + exit 1 +fi + +cd $(dirname "$0") + +TESTS=" + basic + new + search + search-output + search-by-folder + search-position-overlap-bug + search-insufficient-from-quoting + json + multipart + thread-naming + raw + reply + dump-restore + uuencode + thread-order + author-order + from-guessing + long-id + encoding + emacs + emacs-large-search-buffer + maildir-sync +" +TESTS=${NOTMUCH_TESTS:=$TESTS} + +# Clean up any results from a previous run +rm -r test-results >/dev/null 2>/dev/null + +# Run the tests +for test in $TESTS; do + ./$test "$@" +done + +# Report results +./aggregate-results.sh test-results/* + +# Clean up +rm -r test-results corpus.mail