graph generation phase fixed

[helm.git] / helm / software / components / ng_kernel / check.ml

diff --git a/helm/software/components/ng_kernel/check.ml b/helm/software/components/ng_kernel/check.ml
index 68c9ff1ae489e0cdf37f65e4a4166017fe426d7b..c9c0bd37b7973a65d1dee0cbc82fd44d8b967c1c 100644 (file)
--- a/helm/software/components/ng_kernel/check.ml
+++ b/helm/software/components/ng_kernel/check.ml
@@ -1,10 +1,16 @@
 let _ =
-  NCicTypeChecker.set_logger 
+  let indent = ref 0 in
+(*    let do_indent () = String.make !indent ' ' in  *)
+   NCicTypeChecker.set_logger 
     (function 
-    | `Start_type_checking s -> 
-       prerr_endline ("Start: " ^ NUri.string_of_uri s)
-    | `Type_checking_completed s -> 
-       prerr_endline ("End: " ^ NUri.string_of_uri s));
+    | `Start_type_checking s -> ();
+(*         prerr_endline (do_indent () ^ "Start: " ^ NUri.string_of_uri s); *)
+        incr indent
+
+    | `Type_checking_completed s ->  ();
+        decr indent;
+(*         prerr_endline (do_indent () ^ "End: " ^ NUri.string_of_uri s)  *)
+       );
   NCicPp.set_ppterm NCicPp.trivial_pp_term;
   Helm_registry.load_from "conf.xml";
   let alluris = 
@@ -12,7 +18,7 @@ let _ =
       let s = Sys.argv.(1) in
       if s = "-alluris" then
        begin
-        let uri_re = Str.regexp ".*\\(ind\\|var\\|con\\)$" in
+        let uri_re = Str.regexp ".*\\(ind\\|con\\)$" in
         let uris = Http_getter.getalluris () in
         let alluris = List.filter (fun u -> Str.string_match uri_re u 0) uris in
         let oc = open_out "alluris.txt" in
@@ -27,21 +33,92 @@ let _ =
       try while true do r := input_line ic :: !r; done; []
       with _ -> List.rev !r
   in
+  let alluris = 
+    HExtlib.filter_map
+      (fun u -> try Some (UriManager.uri_of_string u) with _ -> None) alluris 
+  in
+  (* brutal *)
+  prerr_endline "computing graphs to load...";
+  let dbd = HSql.quick_connect (LibraryDb.parse_dbd_conf ()) in
+  MetadataTypes.ownerize_tables (Helm_registry.get "matita.owner");
+  let uniq l = 
+     HExtlib.list_uniq (List.sort UriManager.compare l)
+  in
+  let who_uses u = 
+    uniq (List.map fst (MetadataDeps.inverse_deps ~dbd u))
+  in
+  let roots_alluris = 
+          let rec fix acc l = 
+           let acc, todo = 
+            List.fold_left (fun (acc,todo) x ->
+               let w = who_uses x in
+               if w = [] then (x::acc,todo) else (acc,uniq (todo@w)))
+            (acc,[]) l
+           in
+           if todo = [] then uniq acc else fix acc todo
+          in
+          (fix [] alluris)
+  in
+  prerr_endline "generating Coq graphs...";
+  CicEnvironment.set_trust (fun _ -> false);
+  List.iter (fun u ->
+          prerr_endline (" - " ^ UriManager.string_of_uri u);
+          try
+          ignore(CicTypeChecker.typecheck u);
+          with 
+          | CicTypeChecker.AssertFailure s
+          | CicTypeChecker.TypeCheckerFailure s -> prerr_endline (Lazy.force s)
+    ) roots_alluris;
+  prerr_endline "loading...";
+  List.iter 
+    (fun u -> 
+       prerr_endline ("  - "^UriManager.string_of_uri u);
+       try NCicEnvironment.load_graph u with exn -> ())
+    roots_alluris;
+  prerr_endline "finished....";
+  CicUniv.do_rank (NCicEnvironment.get_graph ());
+  prerr_endline "ranked....";
+  prerr_endline "caching objects";
+  HExtlib.profiling_enabled := false;
   List.iter (fun uu ->
-    if uu.[0] = '#' then prerr_endline "SKIP" else begin
-    prerr_endline ("************* INIZIO **************** " ^ uu);
-    let u = UriManager.uri_of_string uu in
-    let _,o = NCicEnvironment.get_obj (NUri.nuri_of_ouri u) in
+     let uu= NUri.nuri_of_ouri uu in
+     indent := 0;
+(*     prerr_endline ("************* INIZIO **************** " ^ NUri.string_of_uri uu); *)
+    let _,o = NCicEnvironment.get_obj uu in
+(*     prerr_endline (NCicPp.ppobj o);  *)
     try 
       NCicTypeChecker.typecheck_obj o;
-      prerr_endline ("************* FINE ****************" ^ uu);
+(*       prerr_endline ("************* FINE ****************" ^ NUri.string_of_uri uu); *)
     with 
     | NCicTypeChecker.AssertFailure s 
     | NCicTypeChecker.TypeCheckerFailure s as e -> 
 (*        prerr_endline ("Obj: " ^ NCicPp.ppobj o); *)
-       prerr_endline (Lazy.force s); raise e
+       prerr_endline ("######### " ^ Lazy.force s); raise e
     | CicEnvironment.Object_not_found s -> 
                     prerr_endline ("Obj not found: " ^ UriManager.string_of_uri s);
-    end)
-    alluris
+    )
+    alluris;
+  NCicEnvironment.invalidate ();
+  Gc.compact ();
+  HExtlib.profiling_enabled := true;
+  prerr_endline "typechecking, first with the new and then with the old kernel";
+  let prima = Unix.gettimeofday () in
+  List.iter 
+    (fun u ->
+       let u= NUri.nuri_of_ouri u in
+      indent := 0;
+      NCicTypeChecker.typecheck_obj (snd (NCicEnvironment.get_obj u)))
+    alluris;
+  let dopo = Unix.gettimeofday () in
+  Gc.compact ();
+  let dopo2 = Unix.gettimeofday () in
+  Printf.eprintf "NEW typing: %3.2f, gc: %3.2f\n%!" (dopo -. prima) (dopo2 -.  dopo);
+  CicEnvironment.invalidate ();
+  Gc.compact ();
+  let prima = Unix.gettimeofday () in
+  List.iter (fun u -> ignore (CicTypeChecker.typecheck u)) alluris;
+  let dopo = Unix.gettimeofday () in
+  Gc.compact ();
+  let dopo2 = Unix.gettimeofday () in
+  Printf.eprintf "OLD typing: %3.2f, gc: %3.2f\n%!" (dopo -. prima) (dopo2 -. dopo)
 ;;