+(* Copyright (C) 2005, HELM Team.
+ *
+ * This file is part of HELM, an Hypertextual, Electronic
+ * Library of Mathematics, developed at the Computer Science
+ * Department, University of Bologna, Italy.
+ *
+ * HELM is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+ *
+ * HELM is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with HELM; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
+ * MA 02111-1307, USA.
+ *
+ * For details, see the HELM World-Wide-Web page,
+ * http://helm.cs.unibo.it/
+ *)
+
+let debug = false
+let debug_prerr = if debug then prerr_endline else ignore
+
module HGT = Http_getter_types;;
module HG = Http_getter;;
+module HGM = Http_getter_misc;;
module UM = UriManager;;
-module TA = TacticAst;;
+module TA = GrafiteAst;;
let cache_of_processed_baseuri = Hashtbl.create 1024
Hashtbl.add cache_of_processed_baseuri buri true;
let query =
let buri = buri ^ "/" in
- let buri = Mysql.escape buri in
+ let buri = HMysql.escape buri in
let obj_tbl = MetadataTypes.obj_tbl () in
Printf.sprintf
- "SELECT source FROM %s WHERE h_occurrence LIKE '%s%%'" obj_tbl buri
+ "SELECT source, h_occurrence FROM %s WHERE h_occurrence LIKE '%s%%'" obj_tbl buri
in
try
- let rc = Mysql.exec (MatitaDb.instance ()) query in
+ let rc = HMysql.exec (MatitaDb.instance ()) query in
let l = ref [] in
- Mysql.iter rc (fun a -> match a.(0) with None ->()|Some a -> l:=a:: !l);
+ HMysql.iter rc (
+ fun row ->
+ match row.(0), row.(1) with
+ | Some uri, Some occ when Filename.dirname occ = buri ->
+ l := uri :: !l
+ | _ -> ());
let l = List.sort Pervasives.compare !l in
- MatitaMisc.list_uniq l
+ HExtlib.list_uniq l
with
exn -> raise exn (* no errors should be accepted *)
end
let close_uri_list uri_to_remove =
(* to remove an uri you have to remove the whole script *)
let buri_to_remove =
- MatitaMisc.list_uniq
+ HExtlib.list_uniq
(List.fast_sort Pervasives.compare
(List.map safe_buri_of_suri uri_to_remove))
in
in
(* now calculate the list of objects that belong to these baseuris *)
let uri_to_remove =
- List.fold_left
- (fun acc buri ->
- let inhabitants = HG.ls (buri ^ "/") in
- let inhabitants = List.filter
- (function HGT.Ls_object _ -> true | _ -> false)
- inhabitants
- in
- let inhabitants = List.map
- (function
- | HGT.Ls_object e -> buri ^ "/" ^ e.HGT.uri
- | _ -> assert false)
- inhabitants
- in
- inhabitants @ acc)
- [] buri_to_remove
+ try
+ List.fold_left
+ (fun acc buri ->
+ let inhabitants = HG.ls (buri ^ "/") in
+ let inhabitants = List.filter
+ (function HGT.Ls_object _ -> true | _ -> false)
+ inhabitants
+ in
+ let inhabitants = List.map
+ (function
+ | HGT.Ls_object e -> buri ^ "/" ^ e.HGT.uri
+ | _ -> assert false)
+ inhabitants
+ in
+ inhabitants @ acc)
+ [] buri_to_remove
+ with HGT.Invalid_URI u ->
+ MatitaLog.error ("We were listing an invalid buri: " ^ u);
+ exit 1
in
(* now we want the list of all uri that depend on them *)
let depend =
(fun acc u -> one_step_depend u @ acc) [] uri_to_remove
in
let depend =
- MatitaMisc.list_uniq
- (List.fast_sort Pervasives.compare depend)
+ HExtlib.list_uniq (List.fast_sort Pervasives.compare depend)
in
uri_to_remove, depend
-let baseuri_of_file file =
- let ic = open_in file in
- let stms = CicTextualParser2.parse_statements (Stream.of_channel ic) in
- close_in ic;
- let uri = ref "" in
- List.iter
- (function
- | TA.Executable (_, TA.Command (_, TA.Set (_, "baseuri", buri))) ->
- uri := MatitaMisc.strip_trailing_slash buri
- | _ -> ())
- stms;
- !uri
-
-let rec fix uris next =
+let rec close uris next =
match next with
| [] -> uris
- | l -> let uris, next = close_uri_list l in fix uris next @ uris
+ | l -> let uris, next = close_uri_list l in close uris next @ uris
-let clean_baseuris buris =
- let l = fix [] buris in
- let l = MatitaMisc.list_uniq (List.fast_sort Pervasives.compare l) in
+let cleaned_no = ref 0;;
+
+let clean_baseuris ?(verbose=true) buris =
+ Hashtbl.clear cache_of_processed_baseuri;
+ let buris = List.map HGM.strip_trailing_slash buris in
+ debug_prerr "clean_baseuris called on:";
+ if debug then
+ List.iter debug_prerr buris;
+ let l = close [] buris in
+ let l = HExtlib.list_uniq (List.fast_sort Pervasives.compare l) in
let l = List.map UriManager.uri_of_string l in
- List.iter MatitaSync.remove l
-
+ debug_prerr "clean_baseuri will remove:";
+ if debug then
+ List.iter (fun u -> debug_prerr (UriManager.string_of_uri u)) l;
+ Hashtbl.iter
+ (fun buri _ ->
+ MatitaMisc.safe_remove (MatitaMisc.obj_file_of_baseuri buri))
+ cache_of_processed_baseuri;
+ List.iter (MatitaSync.remove ~verbose) l;
+ cleaned_no := !cleaned_no + List.length l;
+ if !cleaned_no > 30 then
+ begin
+ cleaned_no := 0;
+ List.iter
+ (function table ->
+ ignore (HMysql.exec (MatitaDb.instance ()) ("OPTIMIZE TABLE " ^ table)))
+ [MetadataTypes.name_tbl (); MetadataTypes.rel_tbl ();
+ MetadataTypes.sort_tbl (); MetadataTypes.obj_tbl();
+ MetadataTypes.count_tbl()]
+ end