2 module EP = RecommParser
23 let str c = String.make 1 c
25 let nl lexbuf = Lexing.new_line lexbuf
27 let is_uppercase_ascii s =
29 if i < 0 then true else
30 if 'a' <= s.[i] && s.[i] <= 'z' then false else
33 aux (String.length s - 1)
35 let disambiguate_word s =
36 if is_uppercase_ascii s then EP.CW s else
37 if Array.mem s keys then EP.KW s else
38 if Array.mem s heads then EP.HW s else
42 if !debug then Printf.eprintf "lezer: %s\n" s
45 if !debug then Printf.eprintf "lexer: %S\n" s
48 if !debug then Printf.eprintf "lexer: %C\n" c
58 let WF = ['A'-'Z' 'a'-'z']
59 let WB = ['A'-'Z' 'a'-'z' '_' '-']*
62 rule src_token = parse
63 | CR { src_token lexbuf }
64 | NL as c { log "NL"; nl lexbuf; EP.NL (str c) }
65 | SP+ as s { log "SP"; EP.SP s }
66 | PP as s { log "PP"; EP.PP s }
67 | OP as s { log "OP"; EP.OP s }
68 | CP as s { log "CP"; EP.CP s }
69 | SR as c { log "SR"; EP.SR (str c) }
70 | WD as s { log_s s ; disambiguate_word s }
71 | _ as c { log_c c ; EP.OT (str c) }
72 | eof { log "EF"; EP.EF }