X-Git-Url: http://git.nguyen.vg/gitweb/?a=blobdiff_plain;f=TextCollectionBuilder.h;h=6b3819a2ead0ff2aba0fa7ac9f3f350bd9ac556c;hb=1c0ccf5923b31eceae88afc64f1b4727cd488643;hp=bcb3672515b613179f7cb58b580837720ff0b0cc;hpb=ee8a3e526fe7f39cdc075263824faf6c17389297;p=SXSI%2FTextCollection.git

diff --git a/TextCollectionBuilder.h b/TextCollectionBuilder.h
index bcb3672..6b3819a 100644
--- a/TextCollectionBuilder.h
+++ b/TextCollectionBuilder.h
@@ -22,11 +22,24 @@
 #define _SXSI_TextCollectionBuilder_h_
 
 #include "TextCollection.h"
+#include "TextStorage.h"
 #include "Tools.h" // Defines ulong and uchar.
+
+#include <string>
 #include <vector>
 #include <utility> // Defines std::pair.
 #include <cstring> // Defines std::strlen, added by Kim
 
+// Un-comment to compare BWT against a BWT generated from class dynFMI:
+//#define TCB_TEST_BWT
+
+// Default samplerate for suffix array samples
+#define TEXTCOLLECTION_DEFAULT_SAMPLERATE 64
+
+// Default input length, used to calculate the buffer size.
+#define TEXTCOLLECTION_DEFAULT_INPUT_LENGTH (150 * 1024 * 1024)
+
+
 namespace SXSI
 {
     struct TCBuilderRep; // Pimpl
@@ -37,7 +50,8 @@ namespace SXSI
     class TextCollectionBuilder
     {
     public:
-        explicit TextCollectionBuilder(unsigned);
+        explicit TextCollectionBuilder(unsigned samplerate = TEXTCOLLECTION_DEFAULT_SAMPLERATE, 
+                                       ulong estimatedInputLength =  TEXTCOLLECTION_DEFAULT_INPUT_LENGTH);
         ~TextCollectionBuilder();
         
         /** 
@@ -47,21 +61,28 @@ namespace SXSI
          * Can not be called after makeStatic().
          * The i'th text insertion gets an identifier value i-1.
          * In other words, document identifiers start from 0.
+         *
+         * Second parameter tells if the text will be added to the
+         * index also. If false, text is added only to the TextCollection
+         * and can not be searched for.
          */
-        void InsertText(uchar const *);
+        void InsertText(uchar const *, bool index = true);
         /**
          * Make static
          *
-         * Convert to a static collection; reduces space and time complexities.
+         * Convert to a static collection.
          * New texts can not be inserted after this operation.
+         *
+         * TextStorage type defaults to TYPE_PLAIN_TEXT, another
+         * possible type is TYPE_LZ_INDEX.
          */
-        TextCollection * InitTextCollection();
+        TextCollection * InitTextCollection(char type = TextStorage::TYPE_PLAIN_TEXT);
         
     private:
+        // Using Pimpl idiom to hide RLCSA implementation.
         struct TCBuilderRep * p_;
 
         // No copy constructor or assignment
-        TextCollectionBuilder();
         TextCollectionBuilder(TextCollectionBuilder const&);
         TextCollectionBuilder& operator = (TextCollectionBuilder const&);
     };