2 module EP = RecommParser
28 let str c = String.make 1 c
30 let nl lexbuf = Lexing.new_line lexbuf
32 let is_uppercase_ascii s =
34 if i < 0 then true else
35 if 'a' <= s.[i] && s.[i] <= 'z' then false else
38 aux (String.length s - 1)
40 let disambiguate_word s =
41 if Array.mem s keys then EP.KW s else
42 if Array.mem s heads then EP.HW s else
43 if is_uppercase_ascii s then EP.CW s else
47 if !debug then Printf.eprintf "lezer: %s\n" s
50 if !debug then Printf.eprintf "lexer: %S\n" s
53 if !debug then Printf.eprintf "lexer: %C\n" c
63 let WF = ['A'-'Z' 'a'-'z']
64 let WB = ['A'-'Z' 'a'-'z' '_' '-']*
67 rule src_token = parse
68 | CR { src_token lexbuf }
69 | NL as c { log "NL"; nl lexbuf; EP.NL (str c) }
70 | SP+ as s { log "SP"; EP.SP s }
71 | PP as s { log "PP"; EP.PP s }
72 | OP as s { log "OP"; EP.OP s }
73 | CP as s { log "CP"; EP.CP s }
74 | SR as c { log "SR"; EP.SR (str c) }
75 | WD as s { log_s s ; disambiguate_word s }
76 | _ as c { log_c c ; EP.OT (str c) }
77 | eof { log "EF"; EP.EF }