Added simple WCSA

[SXSI/TextCollection.git] / swcsa / buildIntIndex.c

diff --git a/swcsa/buildIntIndex.c b/swcsa/buildIntIndex.c
new file mode 100644 (file)
index 0000000..3622a4b
--- /dev/null
+++ b/swcsa/buildIntIndex.c
@@ -0,0 +1,138 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include "buildFacade.h"
+
+/* only for getTime() */
+#include <sys/time.h>
+#include <sys/resource.h>
+ 
+/* macro to detect and notify errors  */
+#define IFERROR(error) {{if (error) { fprintf(stderr, "%s\n", error_index(error)); exit(1); }}}
+
+int loadSEfile (char *basename, uint **v, uint *n);
+void print_usage(char *);
+double getTime(void);
+
+int main(int argc, char *argv[]) {
+
+       char *basenamefile;
+       char *params = NULL;
+       void *index; uint index_len;
+       int error, i;
+       double start, end;
+       uint *se;
+       uint seSize;
+
+    if (argc < 2) print_usage(argv[0]);
+       if (argc > 2) { 
+               int nchars, len;
+               nchars = argc-2;
+               for(i=1;i<argc;i++)
+                       nchars += strlen(argv[i]);
+               params = (char *) malloc((nchars+1)*sizeof(char));
+               params[nchars] = '\0';
+               nchars = 0;
+               for(i=2;i<argc;i++) {
+                       len = strlen(argv[i]);
+                       strncpy(params+nchars,argv[i],len);
+                       params[nchars+len] = ' ';
+                       nchars += len+1;
+               }
+               params[nchars-1] = '\0';
+       }
+
+       basenamefile = argv[1];
+
+       start = getTime();
+
+       error = loadSEfile (basenamefile, &se, &seSize);
+       IFERROR(error);
+               
+    //fprintf(stderr,"\n parameters (stopwordsFilename): \"%s\"\n",params); fflush(stderr);
+    
+       error =  buildIntIndex(se,seSize, params,(void **)&index);                              
+       IFERROR(error);
+
+       if (index) {
+               error = saveIntIndex(index, basenamefile);              
+       }       
+               
+       IFERROR(error);
+       end = getTime();        
+       
+       error = sizeIntIndex(index, &index_len);
+       IFERROR(error);
+
+       printf("\n\n\t Freeing memory...");
+               
+       error = freeIntIndex(index);
+       IFERROR(error);
+
+       free(se); 
+       free(params);
+       
+       fprintf(stdout,"\n\tBuilding time (**building self-index on ints: %.3f secs", end-start );
+       fprintf(stdout,"\n\t ## Input: %u bytes --> Output (pres_layer) %u bytes.", seSize*sizeof(uint), index_len);
+       fprintf(stdout,"\n\t ## Overall compression --> %.3f%% (%.3f bits per char).\n\n",
+                       (100.0*index_len)/(seSize*sizeof(uint)), (index_len*8.0)/(seSize*sizeof(uint)));
+
+       exit(0);
+}
+
+
+int loadSEfile (char *basename, uint **v, uint *n){
+       char filename[255];
+       int file; 
+       sprintf(filename,"%s.%s",basename,SE_FILE_EXT);
+       
+       uint sizeFile = fileSize(filename);
+       
+       if( sizeFile <= 0) {
+               printf("Cannot read information from file %s\n", filename);     return -1;
+       }       
+       
+       if( (file = open(filename, O_RDONLY)) < 0) {
+               printf("Cannot open file %s\n", filename);
+               return -1;
+       }
+
+       uint *se = (uint *) malloc (sizeFile);
+       uint seSize = sizeFile / sizeof(uint);
+       read(file, se, sizeFile);               //the samples
+       close(file);
+       *v=se;
+       *n=seSize;      
+       return 0;       
+}
+
+
+
+double
+getTime (void)
+{
+
+       double usertime, systime;
+       struct rusage usage;
+
+       getrusage (RUSAGE_SELF, &usage);
+
+       usertime = (double) usage.ru_utime.tv_sec +
+               (double) usage.ru_utime.tv_usec / 1000000.0;
+
+       systime = (double) usage.ru_stime.tv_sec +
+               (double) usage.ru_stime.tv_usec / 1000000.0;
+
+       return (usertime + systime);
+
+}
+
+void print_usage(char * progname) {
+       fprintf(stderr, "Usage: %s <index file> [<parameters>]\n", progname);
+       fprintf(stderr, "\nIt builds the index on Integer for the sequence in <index file>.se,\n");
+       fprintf(stderr, "storing it in [<index file>.[*]]; Any additional <parameters> \n");
+       fprintf(stderr, "will be passed to the construction function.\n");
+       fprintf(stderr, "At the end, the program sends to the standard error \n");
+       fprintf(stderr, "performance measures on time to build it.\n\n");
+       exit(1);
+}