X-Git-Url: http://matita.cs.unibo.it/gitweb/?a=blobdiff_plain;f=helm%2Focaml%2Fcic_disambiguation%2FcicTextualLexer2.ml;h=2cb13cb33ade892562e006ca4292f030276e6b80;hb=21758b512843088d19e81830d9fb121725c8a16e;hp=71574dbb1ce081e24da3455739cedba56f70ba76;hpb=b5036f4cab9d3942af90e63a877414522bc738ce;p=helm.git diff --git a/helm/ocaml/cic_disambiguation/cicTextualLexer2.ml b/helm/ocaml/cic_disambiguation/cicTextualLexer2.ml index 71574dbb1..2cb13cb33 100644 --- a/helm/ocaml/cic_disambiguation/cicTextualLexer2.ml +++ b/helm/ocaml/cic_disambiguation/cicTextualLexer2.ml @@ -51,14 +51,23 @@ let regexp uri = let keywords = Hashtbl.create 17 let _ = List.iter (fun keyword -> Hashtbl.add keywords keyword ("", keyword)) - [ "Prop"; "Type"; "Set"; "let"; "rec"; "using"; "match"; "with" ] + [ "Prop"; "Type"; "Set"; "let"; "Let"; "rec"; "using"; "match"; "with"; + "in"; "and" ] let error lexbuf msg = raise (Error (Ulexing.lexeme_start lexbuf, Ulexing.lexeme_end lexbuf, msg)) let error_at_end lexbuf msg = raise (Error (Ulexing.lexeme_end lexbuf, Ulexing.lexeme_end lexbuf, msg)) -let return lexbuf token = (token, Ulexing.loc lexbuf) +let return lexbuf token = + let flocation_begin = + { Lexing.pos_fname = ""; Lexing.pos_lnum = -1; Lexing.pos_bol = -1; + Lexing.pos_cnum = Ulexing.lexeme_start lexbuf } + in + let flocation_end = + { flocation_begin with Lexing.pos_cnum = Ulexing.lexeme_end lexbuf } + in + (token, (flocation_begin, flocation_end)) (* let parse_ext_ident ident = @@ -111,15 +120,15 @@ let rec token = lexer Ulexing.utf8_sub_lexeme lexbuf 1 (Ulexing.lexeme_length lexbuf - 1) in (try - return lexbuf ("SYMBOL", CicTextualParser2Macro.expand macro) - with CicTextualParser2Macro.Macro_not_found _ -> + return lexbuf ("SYMBOL", Utf8Macro.expand macro) + with Utf8Macro.Macro_not_found _ -> return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf)) | eof -> return lexbuf ("EOI", "") | _ -> error lexbuf "Invalid character" let tok_func stream = let lexbuf = Ulexing.from_utf8_stream stream in - Token.make_stream_and_location + Token.make_stream_and_flocation (fun () -> try token lexbuf