Ticket #108: xapian-loadtest1.patch

tests/loadtest.cc

@@ +1 @@
+/* loadtest.cc: test of Xapian under load
+ *
+ * Copyright 2007 Lemur Consulting Ltd
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License as
+ * published by the Free Software Foundation; either version 2 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
+ * USA
+ */
+
+#include <config.h>
+
+#include "safeerrno.h"
+
+#include <xapian.h>
+#include "testsuite.h"
+#include "testutils.h"
+#include "utils.h"
+
+#include <pthread.h>
+#include <string>
+
+using namespace std;
+
+struct loadtest1_state
+{
+    string dbpath;
+    int add_count;
+    bool stop;
+    Xapian::Error * adder_err;
+    Xapian::Error * opener_err;
+};
+
+static void * loadtest1_opener(void *state_p)
+{
+    struct loadtest1_state * state = (struct loadtest1_state *) state_p;
+    try {
+        while(!state->stop) {
+            try {
+                Xapian::Database db(state->dbpath);
+                db.get_doccount();
+            } catch(Xapian::DatabaseOpeningError & e) {
+                // Ignore opening error (probably means the database was modified under us by the adder).
+            } catch(Xapian::DatabaseModifiedError & e) {
+                // Ignore - the database was modified under us by the adder.
+            }
+        }
+    } catch (Xapian::Error &e) {
+        state->opener_err = new Xapian::Error(e);
+        state->stop = 1;
+    }
+    return NULL;
+}
+
+static void * loadtest1_adder(void *state_p)
+{
+    struct loadtest1_state * state = (struct loadtest1_state *) state_p;
+    try {
+        Xapian::WritableDatabase dbw(state->dbpath, Xapian::DB_OPEN);
+        while (!state->stop && state->add_count > 0) {
+            Xapian::Document doc;
+            dbw.add_document(doc);
+            dbw.flush();
+            state->add_count -= 1;
+        }
+    } catch (Xapian::Error &e) {
+        state->adder_err = new Xapian::Error(e);
+        state->stop = 1;
+    }
+    return NULL;
+}
+
+static bool test_loadtest1()
+{
+    const char * tmpdir = ".loadtmp";
+    string dbpath = string(tmpdir) + "/db1";
+
+    /* Clean up old directory and create an empty database. */
+    rmdir(tmpdir);
+    if (mkdir(tmpdir, 0700) == -1 && errno != EEXIST) {
+        FAIL_TEST("Can't make directory `" << tmpdir << "'");
+    }
+    {
+        Xapian::WritableDatabase(dbpath, Xapian::DB_CREATE_OR_OVERWRITE);
+    }
+
+
+    struct loadtest1_state state;
+    state.dbpath = dbpath;
+    state.add_count = 1000;
+    state.stop = 0;
+    state.adder_err = NULL;
+    state.opener_err = NULL;
+
+    pthread_t opener_thread;
+    int errnum = pthread_create(&opener_thread, NULL, loadtest1_opener, &state);
+    if (errnum != 0) {
+        FAIL_TEST("Can't make opener thread: " << errnum);
+    }
+
+    pthread_t adder_thread;
+    errnum = pthread_create(&adder_thread, NULL, loadtest1_adder, &state);
+    if (errnum != 0) {
+        FAIL_TEST("Can't make adder thread: " << errnum);
+    }
+
+    errnum = pthread_join(adder_thread, NULL);
+    if (errnum != 0) {
+        FAIL_TEST("Can't join adder thread: " << errnum);
+    }
+    state.stop = 1;
+
+    errnum = pthread_join(opener_thread, NULL);
+    if (errnum != 0) {
+        FAIL_TEST("Can't join opener thread: " << errnum);
+    }
+
+    if (state.adder_err != NULL) {
+        FAIL_TEST("Error in adder thread: "
+                  << state.adder_err->get_type()
+                  << state.adder_err->get_msg());
+    }
+    if (state.opener_err != NULL) {
+        FAIL_TEST("Error in opener thread: "
+                  << state.opener_err->get_type()
+                  << state.opener_err->get_msg());
+    }
+    TEST_EQUAL(state.add_count, 0);
+
+    return true;
+}
+
+// ================================
+// ========= END OF TESTS =========
+// ================================
+//
+// The lists of tests to perform
+test_desc tests[] = {
+    {"loadtest1",       test_loadtest1},
+    {0, 0}
+};
+
+int main(int argc, char **argv)
+{
+    test_driver::parse_command_line(argc, argv);
+    return test_driver::run(tests);
+}

tests/Makefile.am

@@ -40 +40 @@
 ## Test programs to be run
 TESTS = $(quartz_tests) $(remote_tests) \
  apitest$(EXEEXT) internaltest$(EXEEXT) stemtest$(EXEEXT) \
- queryparsertest$(EXEEXT)
+ queryparsertest$(EXEEXT) loadtest$(EXEEXT)
 
 ## Programs to build
 check_PROGRAMS = $(quartz_check_programs) $(remote_check_programs) \
- apitest internaltest stemtest queryparsertest
+ apitest internaltest stemtest queryparsertest loadtest
 
 # Make sure runtest is up to date before running tests
 check_SCRIPTS = runtest
@@ -63 +63 @@
 stemtest_LDFLAGS = @ldflags@
 stemtest_LDADD = ../libgetopt.la ../libxapian.la
 
+loadtest_SOURCES = loadtest.cc $(testharness_sources)
+loadtest_LDFLAGS = @ldflags@ -pthread
+loadtest_LDADD = ../libgetopt.la ../libxapian.la
+
 internaltest_SOURCES = internaltest.cc $(testharness_sources)
 internaltest_LDFLAGS = @ldflags@
 internaltest_LDADD = ../libgetopt.la ../libxapian.la