perf-test: split basic into 00-new, 01-dump-restore, and 02-tag
authorDavid Bremner <bremner@debian.org>
Thu, 6 Dec 2012 01:34:30 +0000 (21:34 -0400)
committerDavid Bremner <bremner@debian.org>
Sat, 15 Dec 2012 12:29:08 +0000 (08:29 -0400)
We use the new "time_start" function to restore the database from cache
if possible.

performance-test/00-new [new file with mode: 0755]
performance-test/01-dump-restore [new file with mode: 0755]
performance-test/02-tag [new file with mode: 0755]
performance-test/README
performance-test/basic [deleted file]
performance-test/notmuch-perf-test

diff --git a/performance-test/00-new b/performance-test/00-new
new file mode 100755 (executable)
index 0000000..6f0b50c
--- /dev/null
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+test_description='notmuch new'
+
+. ./perf-test-lib.sh
+
+uncache_database
+
+time_start
+
+time_run 'initial notmuch new' 'notmuch new'
+
+cache_database
+
+for i in $(seq 2 6); do
+    time_run "notmuch new #$i" 'notmuch new'
+done
+
+time_done
diff --git a/performance-test/01-dump-restore b/performance-test/01-dump-restore
new file mode 100755 (executable)
index 0000000..0ee3a28
--- /dev/null
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+test_description='dump and restore'
+
+. ./perf-test-lib.sh
+
+time_start
+
+time_run 'dump *' 'notmuch dump > tags.out'
+time_run 'restore *' 'notmuch restore < tags.out'
+
+time_done
diff --git a/performance-test/02-tag b/performance-test/02-tag
new file mode 100755 (executable)
index 0000000..78ceccc
--- /dev/null
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+test_description='tagging'
+
+. ./perf-test-lib.sh
+
+time_start
+
+time_run 'tag * +new_tag' "notmuch tag +new_tag '*'"
+time_run 'tag * +existing_tag' "notmuch tag +new_tag '*'"
+time_run 'tag * -existing_tag' "notmuch tag -new_tag '*'"
+time_run 'tag * -missing_tag' "notmuch tag -new_tag '*'"
+
+time_done
index d36612d7b5fcf2cd60fb8789758481d020d497c2..14816602125ebb16aef829335b56a935601fba66 100644 (file)
@@ -51,8 +51,8 @@ Each test script supports the following arguments
 Writing tests
 -------------
 
-Have a look at "basic" for an example. Sourcing "perf-test-lib.sh" is
-mandatory.  Utility functions include
+Have a look at "01-dump-restore" for an example. Sourcing
+"perf-test-lib.sh" is mandatory.  Utility functions include
 
 - 'add_email_corpus' unpacks a set of messages and adds them to the database.
 - 'cache_database': makes a snapshot of the current database
@@ -62,3 +62,7 @@ mandatory.  Utility functions include
    cannot find a cache of the appropriate corpus.
 - 'time_done' does the cleanup; comment it out or pass --debug to the
   script to leave the temporary files around.
+
+Scripts are run in the order specified in notmuch-perf-test. In the
+future this order might be chosen automatically so please follow the
+convention of starting the name with two digits to specify the order.
diff --git a/performance-test/basic b/performance-test/basic
deleted file mode 100755 (executable)
index 41a7ff1..0000000
+++ /dev/null
@@ -1,20 +0,0 @@
-#!/bin/bash
-
-. ./perf-test-lib.sh
-
-uncache_database
-
-add_email_corpus
-
-print_header
-
-time_run 'initial notmuch new' 'notmuch new'
-
-cache_database
-
-time_run 'second notmuch new' 'notmuch new'
-time_run 'dump *' 'notmuch dump > tags.out'
-time_run 'restore *' 'notmuch restore < tags.out'
-time_run 'tag * +new_tag' "notmuch tag +new_tag '*'"
-
-time_done
index 1bea34525ee362fd989c96daf91c06a8764820be..fc39d8a97d35686cfcfcb4a82c993120d6fe9ff0 100755 (executable)
@@ -17,7 +17,9 @@ fi
 cd $(dirname "$0")
 
 TESTS="
-  basic
+  00-new
+  01-dump-restore
+  02-tag
 "
 
 for test in $TESTS; do