Ticket #710: remote_protocol_server_on_public_api.diff

xapian-core/api/omenquire.cc

@@ -43 +43 @@
 #include "api/omenquireinternal.h"
 #include "str.h"
 #include "weight/weightinternal.h"
+#include "net/serialise.h"
 
 #include <algorithm>
 #include "autoptr.h"
@@ -133 +134 @@
     return description;
 }
 
+std::string
+RSet::serialise() const
+{
+    LOGCALL(API, std::string, "RSet::serialise", NO_ARGS);
+    RETURN(serialise_rset(*this));
+}
+
+RSet
+RSet::unserialise(const std::string &s)
+{
+    LOGCALL_STATIC(API, RSet, "RSet::unserialise", s);
+    RETURN(unserialise_rset(s));
+}
+
 namespace Internal {
 
 // Methods for Xapian::MSetItem
@@ -321 +336 @@
     return "Xapian::MSet(" + internal->get_description() + ")";
 }
 
+std::string
+MSet::serialise() const
+{
+    LOGCALL(API, std::string, "MSet::serialise", NO_ARGS);
+    RETURN(serialise_mset(*this));
+}
+
+MSet
+MSet::unserialise(const std::string &s)
+{
+    LOGCALL_STATIC(API, MSet, "MSet::unserialise", s);
+    RETURN(unserialise_mset(s.data(), s.data() + s.size()));
+}
+
 int
 MSet::Internal::convert_to_percent_internal(double wt) const
 {
@@ -620 +649 @@
     return query;
 }
 
-MSet
-Enquire::Internal::get_mset(Xapian::doccount first, Xapian::doccount maxitems,
-                            Xapian::doccount check_at_least, const RSet *rset,
-                            const MatchDecider *mdecider) const
+void
+Enquire::Internal::unserialise_stats(const string& serialised)
+{
+    if (!stats) stats.reset(new Xapian::Weight::Internal);
+    ::unserialise_stats(serialised, *(stats.get()));
+    stats->set_bounds_from_db(db);
+}
+
+const string
+Enquire::Internal::serialise_stats() const
 {
-    LOGCALL(MATCH, MSet, "Enquire::Internal::get_mset", first | maxitems | check_at_least | rset | mdecider);
+    return ::serialise_stats(*(stats.get()));
+}
+
+void
+Enquire::Internal::prepare_mset(const RSet *rset,
+                                const MatchDecider *mdecider) const
+{
+    LOGCALL(MATCH, MSet, "Enquire::Internal::prepare_mset", maxitems | rset | mdecider);
 
     if (percent_cutoff && (sort_by == VAL || sort_by == VAL_REL)) {
         throw Xapian::UnimplementedError("Use of a percentage cutoff while sorting primary by value isn't currently supported");
     }
 
+    stats.reset(new Xapian::Weight::Internal);
+    match.reset(new ::MultiMatch(db, query, qlen, rset,
+                                 collapse_max, collapse_key,
+                                 percent_cutoff, weight_cutoff,
+                                 order, sort_key, sort_by, sort_value_forward,
+                                 time_limit, *(stats.get()), weight, spies,
+                                 (sorter.get() != NULL),
+                                 (mdecider != NULL)));
+}
+
+MSet
+Enquire::Internal::get_mset(Xapian::doccount first, Xapian::doccount maxitems,
+                            Xapian::doccount check_at_least, const RSet *rset,
+                            const MatchDecider *mdecider) const
+{
     if (weight == 0) {
         weight = new BM25Weight;
     }
 
-    Xapian::doccount first_orig = first;
-    {
-        Xapian::doccount docs = db.get_doccount();
-        first = min(first, docs);
-        maxitems = min(maxitems, docs);
-        check_at_least = min(check_at_least, docs);
-        check_at_least = max(check_at_least, maxitems);
+    if (!stats || !match) {
+        prepare_mset(rset, mdecider);
     }
 
-    AutoPtr<Xapian::Weight::Internal> stats(new Xapian::Weight::Internal);
-    ::MultiMatch match(db, query, qlen, rset,
-                       collapse_max, collapse_key,
-                       percent_cutoff, weight_cutoff,
-                       order, sort_key, sort_by, sort_value_forward,
-                       time_limit, *(stats.get()), weight, spies,
-                       (sorter.get() != NULL),
-                       (mdecider != NULL));
-    // Run query and put results into supplied Xapian::MSet object.
-    MSet retval;
-    match.get_mset(first, maxitems, check_at_least, retval,
-                   *(stats.get()), mdecider, sorter.get());
-    if (first_orig != first && retval.internal.get()) {
-        retval.internal->firstitem = first_orig;
-    }
+    try {
+        Xapian::doccount first_orig = first;
+        {
+            Xapian::doccount docs = db.get_doccount();
+            first = min(first, docs);
+            maxitems = min(maxitems, docs);
+            check_at_least = min(check_at_least, docs);
+            check_at_least = max(check_at_least, maxitems);
+        }
+
+        // Run query and put results into supplied Xapian::MSet object.
+        MSet retval;
+        match->get_mset(first, maxitems, check_at_least, retval,
+                    *(stats.get()), mdecider, sorter.get());
+        if (first_orig != first && retval.internal.get()) {
+            retval.internal->firstitem = first_orig;
+        }
 
-    Assert(weight->name() != "bool" || retval.get_max_possible() == 0);
+        Assert(weight->name() != "bool" || retval.get_max_possible() == 0);
 
-    // The Xapian::MSet needs to have a pointer to ourselves, so that it can
-    // retrieve the documents.  This is set here explicitly to avoid having
-    // to pass it into the matcher, which gets messy particularly in the
-    // networked case.
-    retval.internal->enquire = this;
+        // The Xapian::MSet needs to have a pointer to ourselves, so that it can
+        // retrieve the documents.  This is set here explicitly to avoid having
+        // to pass it into the matcher, which gets messy particularly in the
+        // networked case.
+        retval.internal->enquire = this;
 
-    if (!retval.internal->stats) {
-        retval.internal->stats = stats.release();
-    }
+        if (!retval.internal->stats) {
+            retval.internal->stats = stats.release();
+        } else {
+            stats.reset();
+        }
+
+        match.reset();
 
-    RETURN(retval);
+        RETURN(retval);
+    } catch(...) {
+        stats.reset();
+        match.reset();
+        throw;
+    }
 }
 
 ESet
@@ -1006 +1069 @@
     internal->time_limit = time_limit;
 }
 
+void
+Enquire::unserialise_stats(const string& serialised)
+{
+    internal->unserialise_stats(serialised);
+}
+
+const string
+Enquire::serialise_stats() const
+{
+    RETURN(internal->serialise_stats());
+}
+
+void
+Enquire::prepare_mset(const RSet *rset,
+                      const MatchDecider *mdecider) const
+{
+    LOGCALL(API, Xapian::MSet, "Xapian::Enquire::prepare_mset", maxitems | rset | mdecider);
+
+    internal->prepare_mset(rset, mdecider);
+}
+
 MSet
 Enquire::get_mset(Xapian::doccount first, Xapian::doccount maxitems,
                   Xapian::doccount check_at_least, const RSet *rset,

xapian-core/api/omenquireinternal.h

@@ -37 +37 @@
 #include <map>
 #include <set>
 
+#include "autoptr.h"
 #include "weight/weightinternal.h"
 
 using namespace std;
@@ -151 +152 @@
 
         Xapian::Internal::opt_intrusive_ptr<KeyMaker> sorter;
 
+        mutable AutoPtr<Xapian::Weight::Internal> stats;
+        mutable AutoPtr<::MultiMatch> match;
+
         double time_limit;
 
         /** The weight to use for this query.
@@ -183 +187 @@
 
         void set_query(const Query & query_, termcount qlen_);
         const Query & get_query() const;
+
+        void unserialise_stats(const string& serialised);
+        const string serialise_stats() const;
+
+        void prepare_mset(const RSet *omrset,
+                          const MatchDecider *mdecider) const;
+
         MSet get_mset(Xapian::doccount first, Xapian::doccount maxitems,
                       Xapian::doccount check_at_least,
                       const RSet *omrset,

xapian-core/include/xapian/enquire.h

@@ -262 +262 @@
 
         /// Return a string describing this object.
         std::string get_description() const;
+
+        /** Serialise RSet into a string.
+         *
+         *  The document representation may change between Xapian releases:
+         *  even between minor versions.  However, it is guaranteed not to
+         *  change if the remote database protocol has not changed between
+         *  releases.
+         */
+        std::string serialise() const;
+
+        /** Unserialise a document from a string produced by serialise().
+         */
+        static RSet unserialise(const std::string &serialised);
+
 };
 
 /** Base class for matcher decision functor.
@@ -619 +633 @@
          */
         void set_time_limit(double time_limit);
 
+        void unserialise_stats(const std::string& serialised);
+        const std::string serialise_stats() const;
+
         /** Get (a portion of) the match set for the current query.
          *
          *  @param first     the first item in the result set to return.
@@ -657 +674 @@
          *
          *  @{
          */
+        void prepare_mset(const RSet * omrset = 0,
+                          const MatchDecider * mdecider = 0) const;
         MSet get_mset(Xapian::doccount first, Xapian::doccount maxitems,
                       Xapian::doccount checkatleast = 0,
                       const RSet * omrset = 0,

xapian-core/include/xapian/mset.h

@@ -179 +179 @@
     /// Return a string describing this object.
     std::string get_description() const;
 
+    /** Serialise MSet into a string.
+     *
+     *  The document representation may change between Xapian releases:
+     *  even between minor versions.  However, it is guaranteed not to
+     *  change if the remote database protocol has not changed between
+     *  releases.
+     */
+    std::string serialise() const;
+
+    /** Unserialise a document from a string produced by serialise().
+     */
+    static MSet unserialise(const std::string &serialised);
+
     /** @private @internal MSet is what the C++ STL calls a container.
      *
      *  The following typedefs allow the class to be used in templates in the