(* Copyright (C) 2004, HELM Team. * * This file is part of HELM, an Hypertextual, Electronic * Library of Mathematics, developed at the Computer Science * Department, University of Bologna, Italy. * * HELM is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version 2 * of the License, or (at your option) any later version. * * HELM is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with HELM; if not, write to the Free Software * Foundation, Inc., 59 Temple Place - Suite 330, Boston, * MA 02111-1307, USA. * * For details, see the HELM World-Wide-Web page, * http://helm.cs.unibo.it/ *) (* $Id$ *) open Printf open DisambiguateTypes open UriManager module Ast = CicNotationPt (* the integer is an offset to be added to each location *) exception NoWellTypedInterpretation of int * ((Stdpp.location list * string * string) list * (DisambiguateTypes.domain_item * string) list * (Stdpp.location * string) Lazy.t * bool) list exception PathNotWellFormed (** raised when an environment is not enough informative to decide *) exception Try_again of string Lazy.t type 'term aliases = bool * 'term DisambiguateTypes.environment type 'a disambiguator_input = string * int * 'a type domain = domain_tree list and domain_tree = Node of Stdpp.location list * domain_item * domain let rec string_of_domain = function [] -> "" | Node (_,domain_item,l)::tl -> DisambiguateTypes.string_of_domain_item domain_item ^ " [ " ^ string_of_domain l ^ " ] " ^ string_of_domain tl let rec filter_map_domain f = function [] -> [] | Node (locs,domain_item,l)::tl -> match f locs domain_item with None -> filter_map_domain f l @ filter_map_domain f tl | Some res -> res :: filter_map_domain f l @ filter_map_domain f tl let rec map_domain f = function [] -> [] | Node (locs,domain_item,l)::tl -> f locs domain_item :: map_domain f l @ map_domain f tl let uniq_domain dom = let rec aux seen = function [] -> seen,[] | Node (locs,domain_item,l)::tl -> if List.mem domain_item seen then let seen,l = aux seen l in let seen,tl = aux seen tl in seen, l @ tl else let seen,l = aux (domain_item::seen) l in let seen,tl = aux seen tl in seen, Node (locs,domain_item,l)::tl in snd (aux [] dom) let debug = false let debug_print s = if debug then prerr_endline (Lazy.force s) else () (* (** print benchmark information *) let benchmark = true let max_refinements = ref 0 (* benchmarking is not thread safe *) let actual_refinements = ref 0 let domain_size = ref 0 let choices_avg = ref 0. *) let descr_of_domain_item = function | Id s -> s | Symbol (s, _) -> s | Num i -> string_of_int i type ('term,'metasenv,'subst,'graph) test_result = | Ok of 'term * 'metasenv * 'subst * 'graph | Ko of (Stdpp.location * string) Lazy.t | Uncertain of (Stdpp.location * string) Lazy.t let resolve (env: 'term codomain_item Environment.t) (item: domain_item) ?(num = "") ?(args = []) () = try snd (Environment.find item env) env num args with Not_found -> failwith ("Domain item not found: " ^ (DisambiguateTypes.string_of_domain_item item)) (* TODO move it to Cic *) let find_in_context name context = let rec aux acc = function | [] -> raise Not_found | Cic.Name hd :: tl when hd = name -> acc | _ :: tl -> aux (acc + 1) tl in aux 1 context let rec domain_of_term ?(loc = HExtlib.dummy_floc) ~context = function | Ast.AttributedTerm (`Loc loc, term) -> domain_of_term ~loc ~context term | Ast.AttributedTerm (_, term) -> domain_of_term ~loc ~context term | Ast.Symbol (symbol, instance) -> [ Node ([loc], Symbol (symbol, instance), []) ] (* to be kept in sync with Ast.Appl (Ast.Symbol ...) *) | Ast.Appl (Ast.Symbol (symbol, instance) as hd :: args) | Ast.Appl (Ast.AttributedTerm (_,Ast.Symbol (symbol, instance)) as hd :: args) -> let args_dom = List.fold_right (fun term acc -> domain_of_term ~loc ~context term @ acc) args [] in let loc = match hd with Ast.AttributedTerm (`Loc loc,_) -> loc | _ -> loc in [ Node ([loc], Symbol (symbol, instance), args_dom) ] | Ast.Appl (Ast.Ident (name, subst) as hd :: args) | Ast.Appl (Ast.AttributedTerm (_,Ast.Ident (name, subst)) as hd :: args) -> let args_dom = List.fold_right (fun term acc -> domain_of_term ~loc ~context term @ acc) args [] in let loc = match hd with Ast.AttributedTerm (`Loc loc,_) -> loc | _ -> loc in (try (* the next line can raise Not_found *) ignore(find_in_context name context); if subst <> None then Ast.fail loc "Explicit substitutions not allowed here" else args_dom with Not_found -> (match subst with | None -> [ Node ([loc], Id name, args_dom) ] | Some subst -> let terms = List.fold_left (fun dom (_, term) -> let dom' = domain_of_term ~loc ~context term in dom @ dom') [] subst in [ Node ([loc], Id name, terms @ args_dom) ])) | Ast.Appl terms -> List.fold_right (fun term acc -> domain_of_term ~loc ~context term @ acc) terms [] | Ast.Binder (kind, (var, typ), body) -> let type_dom = domain_of_term_option ~loc ~context typ in let body_dom = domain_of_term ~loc ~context:(CicNotationUtil.cic_name_of_name var :: context) body in (match kind with | `Exists -> [ Node ([loc], Symbol ("exists", 0), (type_dom @ body_dom)) ] | _ -> type_dom @ body_dom) | Ast.Case (term, indty_ident, outtype, branches) -> let term_dom = domain_of_term ~loc ~context term in let outtype_dom = domain_of_term_option ~loc ~context outtype in let rec get_first_constructor = function | [] -> [] | (Ast.Pattern (head, _, _), _) :: _ -> [ Node ([loc], Id head, []) ] | _ :: tl -> get_first_constructor tl in let do_branch = function Ast.Pattern (head, _, args), term -> let (term_context, args_domain) = List.fold_left (fun (cont, dom) (name, typ) -> (CicNotationUtil.cic_name_of_name name :: cont, (match typ with | None -> dom | Some typ -> dom @ domain_of_term ~loc ~context:cont typ))) (context, []) args in domain_of_term ~loc ~context:term_context term @ args_domain | Ast.Wildcard, term -> domain_of_term ~loc ~context term in let branches_dom = List.fold_left (fun dom branch -> dom @ do_branch branch) [] branches in (match indty_ident with | None -> get_first_constructor branches | Some (ident, _) -> [ Node ([loc], Id ident, []) ]) @ term_dom @ outtype_dom @ branches_dom | Ast.Cast (term, ty) -> let term_dom = domain_of_term ~loc ~context term in let ty_dom = domain_of_term ~loc ~context ty in term_dom @ ty_dom | Ast.LetIn ((var, typ), body, where) -> let body_dom = domain_of_term ~loc ~context body in let type_dom = domain_of_term_option ~loc ~context typ in let where_dom = domain_of_term ~loc ~context:(CicNotationUtil.cic_name_of_name var :: context) where in body_dom @ type_dom @ where_dom | Ast.LetRec (kind, defs, where) -> let add_defs context = List.fold_left (fun acc (_, (var, _), _, _) -> CicNotationUtil.cic_name_of_name var :: acc ) context defs in let where_dom = domain_of_term ~loc ~context:(add_defs context) where in let defs_dom = List.fold_left (fun dom (params, (_, typ), body, _) -> let context' = add_defs (List.fold_left (fun acc (var,_) -> CicNotationUtil.cic_name_of_name var :: acc) context params) in List.rev (snd (List.fold_left (fun (context,res) (var,ty) -> CicNotationUtil.cic_name_of_name var :: context, domain_of_term_option ~loc ~context ty @ res) (add_defs context,[]) params)) @ dom @ domain_of_term_option ~loc ~context:context' typ @ domain_of_term ~loc ~context:context' body ) [] defs in defs_dom @ where_dom | Ast.Ident (name, subst) -> (try (* the next line can raise Not_found *) ignore(find_in_context name context); if subst <> None then Ast.fail loc "Explicit substitutions not allowed here" else [] with Not_found -> (match subst with | None -> [ Node ([loc], Id name, []) ] | Some subst -> let terms = List.fold_left (fun dom (_, term) -> let dom' = domain_of_term ~loc ~context term in dom @ dom') [] subst in [ Node ([loc], Id name, terms) ])) | Ast.Uri _ -> [] | Ast.Implicit -> [] | Ast.Num (num, i) -> [ Node ([loc], Num i, []) ] | Ast.Meta (index, local_context) -> List.fold_left (fun dom term -> dom @ domain_of_term_option ~loc ~context term) [] local_context | Ast.Sort _ -> [] | Ast.UserInput | Ast.Literal _ | Ast.Layout _ | Ast.Magic _ | Ast.Variable _ -> assert false and domain_of_term_option ~loc ~context = function | None -> [] | Some t -> domain_of_term ~loc ~context t let domain_of_term ~context term = uniq_domain (domain_of_term ~context term) let domain_of_obj ~context ast = let context = List.map (function None -> Cic.Anonymous | Some (n,_) -> n) context in assert (context = []); match ast with | Ast.Theorem (_,_,ty,bo) -> domain_of_term [] ty @ (match bo with None -> [] | Some bo -> domain_of_term [] bo) | Ast.Inductive (params,tyl) -> let context, dom = List.fold_left (fun (context, dom) (var, ty) -> let context' = CicNotationUtil.cic_name_of_name var :: context in match ty with None -> context', dom | Some ty -> context', dom @ domain_of_term context ty ) ([], []) params in let context_w_types = List.rev_map (fun (var, _, _, _) -> Cic.Name var) tyl @ context in dom @ List.flatten ( List.map (fun (_,_,ty,cl) -> domain_of_term context ty @ List.flatten ( List.map (fun (_,ty) -> domain_of_term context_w_types ty) cl)) tyl) | CicNotationPt.Record (params,var,ty,fields) -> let context, dom = List.fold_left (fun (context, dom) (var, ty) -> let context' = CicNotationUtil.cic_name_of_name var :: context in match ty with None -> context', dom | Some ty -> context', dom @ domain_of_term context ty ) ([], []) params in let context_w_types = Cic.Name var :: context in dom @ domain_of_term context ty @ snd (List.fold_left (fun (context,res) (name,ty,_,_) -> Cic.Name name::context, res @ domain_of_term context ty ) (context_w_types,[]) fields) let domain_of_obj ~context obj = uniq_domain (domain_of_obj ~context obj) let domain_of_ast_term = domain_of_term;; let domain_of_term ~context term = let context = List.map (function None -> Cic.Anonymous | Some (n,_) -> n) context in domain_of_term ~context term (* dom1 \ dom2 *) let domain_diff dom1 dom2 = (* let domain_diff = Domain.diff *) let is_in_dom2 elt = List.exists (function | Symbol (symb, 0) -> (match elt with Symbol (symb',_) when symb = symb' -> true | _ -> false) | Num i -> (match elt with Num _ -> true | _ -> false) | item -> elt = item ) dom2 in let rec aux = function [] -> [] | Node (_,elt,l)::tl when is_in_dom2 elt -> aux (l @ tl) | Node (loc,elt,l)::tl -> Node (loc,elt,aux l)::(aux tl) in aux dom1 module type Disambiguator = sig val disambiguate_thing: context:'context -> metasenv:'metasenv -> subst:'subst -> mk_implicit:(bool -> 'refined_term) -> initial_ugraph:'ugraph -> hint: ('metasenv -> 'raw_thing -> 'raw_thing) * (('refined_thing,'metasenv,'subst,'ugraph) test_result -> ('refined_thing,'metasenv,'subst,'ugraph) test_result) -> aliases:'refined_term DisambiguateTypes.codomain_item DisambiguateTypes.Environment.t -> universe:'refined_term DisambiguateTypes.codomain_item list DisambiguateTypes.Environment.t option -> lookup_in_library:( DisambiguateTypes.interactive_user_uri_choice_type -> DisambiguateTypes.input_or_locate_uri_type -> DisambiguateTypes.Environment.key -> 'refined_term DisambiguateTypes.codomain_item list) -> uri:'uri -> pp_thing:('ast_thing -> string) -> domain_of_thing:(context:'context -> 'ast_thing -> domain) -> interpretate_thing:( context:'context -> env:'refined_term DisambiguateTypes.codomain_item DisambiguateTypes.Environment.t -> uri:'uri -> is_path:bool -> 'ast_thing -> localization_tbl:'cichash -> 'raw_thing) -> refine_thing:( 'metasenv -> 'subst -> 'context -> 'uri -> 'raw_thing -> 'ugraph -> localization_tbl:'cichash -> ('refined_thing, 'metasenv,'subst,'ugraph) test_result) -> localization_tbl:'cichash -> string * int * 'ast_thing -> ((DisambiguateTypes.Environment.key * 'refined_term DisambiguateTypes.codomain_item) list * 'metasenv * 'subst * 'refined_thing * 'ugraph) list * bool end module Make (C: Callbacks) = struct let refine_profiler = HExtlib.profile "disambiguate_thing.refine_thing" let disambiguate_thing ~context ~metasenv ~subst ~mk_implicit ~initial_ugraph:base_univ ~hint ~aliases ~universe ~lookup_in_library ~uri ~pp_thing ~domain_of_thing ~interpretate_thing ~refine_thing ~localization_tbl (thing_txt,thing_txt_prefix_len,thing) = debug_print (lazy "DISAMBIGUATE INPUT"); debug_print (lazy ("TERM IS: " ^ (pp_thing thing))); let thing_dom = domain_of_thing ~context thing in debug_print (lazy (sprintf "DISAMBIGUATION DOMAIN: %s"(string_of_domain thing_dom))); (* debug_print (lazy (sprintf "DISAMBIGUATION ENVIRONMENT: %s" (DisambiguatePp.pp_environment aliases))); debug_print (lazy (sprintf "DISAMBIGUATION UNIVERSE: %s" (match universe with None -> "None" | Some _ -> "Some _"))); *) let current_dom = Environment.fold (fun item _ dom -> item :: dom) aliases [] in let todo_dom = domain_diff thing_dom current_dom in debug_print (lazy (sprintf "DISAMBIGUATION DOMAIN AFTER DIFF: %s"(string_of_domain todo_dom))); (* (2) lookup function for any item (Id/Symbol/Num) *) let lookup_choices = fun item -> let choices = match universe with | None -> lookup_in_library C.interactive_user_uri_choice C.input_or_locate_uri item | Some e -> (try let item = match item with | Symbol (symb, _) -> Symbol (symb, 0) | item -> item in Environment.find item e with Not_found -> lookup_in_library C.interactive_user_uri_choice C.input_or_locate_uri item) in choices in (* (* *) let _ = if benchmark then begin let per_item_choices = List.map (fun dom_item -> try let len = List.length (lookup_choices dom_item) in debug_print (lazy (sprintf "BENCHMARK %s: %d" (string_of_domain_item dom_item) len)); len with No_choices _ -> 0) thing_dom in max_refinements := List.fold_left ( * ) 1 per_item_choices; actual_refinements := 0; domain_size := List.length thing_dom; choices_avg := (float_of_int !max_refinements) ** (1. /. float_of_int !domain_size) end in (* *) *) (* (3) test an interpretation filling with meta uninterpreted identifiers *) let test_env aliases todo_dom ugraph = let rec aux env = function | [] -> env | Node (_, item, l) :: tl -> let env = Environment.add item ("Implicit", (match item with | Id _ | Num _ -> (fun _ _ _ -> mk_implicit true) | Symbol _ -> (fun _ _ _ -> mk_implicit false))) env in aux (aux env l) tl in let filled_env = aux aliases todo_dom in try let cic_thing = interpretate_thing ~context ~env:filled_env ~uri ~is_path:false thing ~localization_tbl in let cic_thing = (fst hint) metasenv cic_thing in let foo () = let k = refine_thing metasenv subst context uri cic_thing ugraph ~localization_tbl in let k = (snd hint) k in k in refine_profiler.HExtlib.profile foo () with | Try_again msg -> Uncertain (lazy (Stdpp.dummy_loc,Lazy.force msg)) | Invalid_choice loc_msg -> Ko loc_msg in (* (4) build all possible interpretations *) let (@@) (l1,l2,l3) (l1',l2',l3') = l1@l1', l2@l2', l3@l3' in (* aux returns triples Ok/Uncertain/Ko *) (* rem_dom is the concatenation of all the remainin domains *) let rec aux aliases diff lookup_in_todo_dom todo_dom rem_dom = debug_print (lazy ("ZZZ: " ^ string_of_domain todo_dom)); match todo_dom with | [] -> assert (lookup_in_todo_dom = None); (match test_env aliases rem_dom base_univ with | Ok (thing, metasenv,subst,new_univ) -> [ aliases, diff, metasenv, subst, thing, new_univ ], [], [] | Ko loc_msg -> [],[],[aliases,diff,loc_msg,true] | Uncertain loc_msg -> [],[aliases,diff,loc_msg],[]) | Node (locs,item,inner_dom) :: remaining_dom -> debug_print (lazy (sprintf "CHOOSED ITEM: %s" (string_of_domain_item item))); let choices = match lookup_in_todo_dom with None -> lookup_choices item | Some choices -> choices in match choices with [] -> [], [], [aliases, diff, (lazy (List.hd locs, "No choices for " ^ string_of_domain_item item)), true] (* | [codomain_item] -> (* just one choice. We perform a one-step look-up and if the next set of choices is also a singleton we skip this refinement step *) debug_print(lazy (sprintf "%s CHOSEN" (fst codomain_item))); let new_env = Environment.add item codomain_item aliases in let new_diff = (item,codomain_item)::diff in let lookup_in_todo_dom,next_choice_is_single = match remaining_dom with [] -> None,false | (_,he)::_ -> let choices = lookup_choices he in Some choices,List.length choices = 1 in if next_choice_is_single then aux new_env new_diff lookup_in_todo_dom remaining_dom base_univ else (match test_env new_env remaining_dom base_univ with | Ok (thing, metasenv),new_univ -> (match remaining_dom with | [] -> [ new_env, new_diff, metasenv, thing, new_univ ], [] | _ -> aux new_env new_diff lookup_in_todo_dom remaining_dom new_univ) | Uncertain (loc,msg),new_univ -> (match remaining_dom with | [] -> [], [new_env,new_diff,loc,msg,true] | _ -> aux new_env new_diff lookup_in_todo_dom remaining_dom new_univ) | Ko (loc,msg),_ -> [], [new_env,new_diff,loc,msg,true]) *) | _::_ -> let mark_not_significant failures = List.map (fun (env, diff, loc_msg, _b) -> env, diff, loc_msg, false) failures in let classify_errors ((ok_l,uncertain_l,error_l) as outcome) = if ok_l <> [] || uncertain_l <> [] then ok_l,uncertain_l,mark_not_significant error_l else outcome in let rec filter = function | [] -> [],[],[] | codomain_item :: tl -> debug_print(lazy (sprintf "%s CHOSEN" (fst codomain_item))); let new_env = Environment.add item codomain_item aliases in let new_diff = (item,codomain_item)::diff in (match test_env new_env (inner_dom@remaining_dom@rem_dom) base_univ with | Ok (thing, metasenv,subst,new_univ) -> let res = (match inner_dom with | [] -> [new_env,new_diff,metasenv,subst,thing,new_univ], [], [] | _ -> aux new_env new_diff None inner_dom (remaining_dom@rem_dom) ) in res @@ filter tl | Uncertain loc_msg -> let res = (match inner_dom with | [] -> [],[new_env,new_diff,loc_msg],[] | _ -> aux new_env new_diff None inner_dom (remaining_dom@rem_dom) ) in res @@ filter tl | Ko loc_msg -> let res = [],[],[new_env,new_diff,loc_msg,true] in res @@ filter tl) in let ok_l,uncertain_l,error_l = classify_errors (filter choices) in let res_after_ok_l = List.fold_right (fun (env,diff,_,_,_,_) res -> aux env diff None remaining_dom rem_dom @@ res ) ok_l ([],[],error_l) in List.fold_right (fun (env,diff,_) res -> aux env diff None remaining_dom rem_dom @@ res ) uncertain_l res_after_ok_l in let aux' aliases diff lookup_in_todo_dom todo_dom = match test_env aliases todo_dom base_univ with | Ok _ | Uncertain _ -> aux aliases diff lookup_in_todo_dom todo_dom [] | Ko (loc_msg) -> [],[],[aliases,diff,loc_msg,true] in try let res = match aux' aliases [] None todo_dom with | [],uncertain,errors -> let errors = List.map (fun (env,diff,loc_msg) -> (env,diff,loc_msg,true) ) uncertain @ errors in let errors = List.map (fun (env,diff,loc_msg,significant) -> let env' = filter_map_domain (fun locs domain_item -> try let description = fst (Environment.find domain_item env) in Some (locs,descr_of_domain_item domain_item,description) with Not_found -> None) thing_dom in let diff= List.map (fun a,b -> a,fst b) diff in env',diff,loc_msg,significant ) errors in raise (NoWellTypedInterpretation (0,errors)) | [_,diff,metasenv,subst,t,ugraph],_,_ -> debug_print (lazy "SINGLE INTERPRETATION"); [diff,metasenv,subst,t,ugraph], false | l,_,_ -> debug_print (lazy (sprintf "MANY INTERPRETATIONS (%d)" (List.length l))); let choices = List.map (fun (env, _, _, _, _, _) -> map_domain (fun locs domain_item -> let description = fst (Environment.find domain_item env) in locs,descr_of_domain_item domain_item, description) thing_dom) l in let choosed = C.interactive_interpretation_choice thing_txt thing_txt_prefix_len choices in (List.map (fun n->let _,d,m,s,t,u= List.nth l n in d,m,s,t,u) choosed), true in res with CicEnvironment.CircularDependency s -> failwith "Disambiguate: circular dependency" end