X-Git-Url: http://git.nguyen.vg/gitweb/?a=blobdiff_plain;f=src%2Fmain.ml;fp=src%2Fmain.ml;h=3932be697bb3255ed49c3caa5e82f0c119c4c6e7;hb=4b52da1a20a4fe031930bb96d2ca46bec06dc529;hp=0000000000000000000000000000000000000000;hpb=a223af3254fb51c279cfbccdc18c59484fdca74e;p=SXSI%2Fxpathcomp.git

diff --git a/src/main.ml b/src/main.ml
new file mode 100644
index 0000000..3932be6
--- /dev/null
+++ b/src/main.ml
@@ -0,0 +1,160 @@
+(******************************************************************************)
+(*  SXSI : XPath evaluator                                                    *)
+(*  Kim Nguyen (Kim.Nguyen@nicta.com.au)                                      *)
+(*  Copyright NICTA 2008                                                      *)
+(*  Distributed under the terms of the LGPL (see LICENCE)                     *)
+(******************************************************************************)
+INCLUDE "utils.ml"
+
+open Ata
+
+let () = init_timer();;
+
+
+let default_gc = Gc.get()
+let tuned_gc = { default_gc with
+		   Gc.minor_heap_size = 32*1024*1024;
+		   Gc.major_heap_increment = 8*1024*1024;
+		   Gc.max_overhead = 1000000;
+		   Gc.space_overhead = 100;
+	       }
+
+
+
+let pr_mat v r =
+  let () =
+    Printf.eprintf "Number of nodes in the result set : %i\n%!"
+      (NodeSet.Mat.length r);
+  in
+  if !Options.verbose then Printf.eprintf "Size of result set: %i kb\n"
+    (Ocaml.size_w r);
+  match !Options.output_file with
+    | None -> ()
+    | Some f ->
+      let fd, finish =
+	if f = "-" then Unix.stdout, ignore
+	else
+	  Unix.openfile f [ Unix.O_WRONLY; Unix.O_TRUNC; Unix.O_CREAT ] 0o666,
+	  Unix.close
+      in
+      let () =
+	time ~msg:"Serializing results"
+	  (NodeSet.Mat.iter (fun node -> Tree.print_xml v node fd)) r
+      in
+      Tree.flush v fd;
+      finish fd
+
+let mk_runtime run auto doc arg count print outfile =
+  fun () ->
+    let r = time ~count:1 ~msg:"Execution time" (run auto doc) arg in
+    Printf.eprintf "Number of results: %i\n%!" (count r);
+    match outfile with
+	None -> ()
+      | Some file ->
+	time ~count:1 ~msg:"Serialization time" (print file doc) r
+;;
+
+
+let main v query_string output =
+  Tag.init (Tree.tag_pool v);
+  let query =
+    time ~msg:"Parsing query" XPath.parse query_string
+  in
+  if !Options.verbose then begin
+    Printf.eprintf "Parsed query:\n%!";
+    XPath.Ast.print Format.err_formatter query;
+    Format.fprintf Format.err_formatter "\n%!"
+  end;
+  let auto, bu_info =
+    time ~msg:"Compiling query" (Compile.compile) query
+  in
+  if !Options.verbose then Ata.print Format.err_formatter auto;
+  Gc.set (tuned_gc);
+  let runtime =
+  match !Options.bottom_up, bu_info with
+
+    | true, Some [ (query, pattern) ] ->
+      (* let nodes =
+	time
+	  ~count:1 ~msg:"Computing full text query"
+	  (Tree.full_text_query query v) pattern
+      in
+      let nodes = Array.to_list nodes in *)
+      if !Options.count_only then
+	let module R = ResJIT.Count in
+	let module M = Runtime.Make(R) in
+	mk_runtime M.bottom_up_run auto v (query, pattern) R.NS.length R.NS.serialize None
+      else
+	let module R = ResJIT.Mat in
+	let module M = Runtime.Make(R) in
+	mk_runtime M.bottom_up_run auto v (query, pattern) R.NS.length R.NS.serialize !Options.output_file
+
+    | _ ->
+	(* run the query top_down *)
+
+      if !Options.bottom_up then
+	Printf.eprintf "Cannot run the query in bottom-up mode, using top-down evaluator\n%!";
+
+      if !Options.count_only then
+	let module R = ResJIT.Count in
+	let module M = Runtime.Make(R) in
+	(* mk_runtime run auto doc arg count print outfile  *)
+	mk_runtime M.top_down_run auto v Tree.root R.NS.length R.NS.serialize None
+      else
+	let module R = ResJIT.Mat in
+	let module M = Runtime.Make(R) in
+	mk_runtime M.top_down_run auto v Tree.root R.NS.length R.NS.serialize !Options.output_file
+  in
+  runtime ()
+;;
+
+let () = Options.parse_cmdline()
+;;
+
+let document =
+  if Filename.check_suffix !Options.input_file ".srx"
+  then
+    time
+      ~msg:"Loading file"
+      (Tree.load
+	 ~sample:!Options.sample_factor
+	 ~load_text:true)
+      !Options.input_file
+  else
+    let v =
+      time
+	~msg:"Parsing document"
+	(Tree.parse_xml_uri)
+	!Options.input_file
+    in
+    let () =
+      if !Options.save_file <> ""
+      then
+	time
+	  ~msg:"Writing file to disk"
+	  (Tree.save v)
+	  !Options.save_file;
+    in
+      v
+in
+  try
+    (*Printexc.record_backtrace true; *)
+    main document !Options.query !Options.output_file;
+    if !Options.verbose then Printf.eprintf "Maximum resident set size: %s\n" (read_procmem());
+    Profile.summary Format.err_formatter
+  with
+    | Ulexer.Loc.Exc_located ((x,y),e) ->
+	Printf.eprintf "character %i-%i %s\n" x y (Printexc.to_string e);
+	exit 1
+
+    | e ->
+	output_string stderr "\n";
+	flush stderr;
+	Printexc.print_backtrace stderr;
+	Printf.eprintf "FATAL ERROR: %s\n%!" (Printexc.to_string e);
+	output_string stderr "\n";
+	flush stderr;
+(*	Ptset.Int.stats(); *)
+	exit 2
+
+