2 module EP = RecommParser
27 let str c = String.make 1 c
29 let nl lexbuf = Lexing.new_line lexbuf
31 let is_uppercase_ascii s =
33 if i < 0 then true else
34 if 'a' <= s.[i] && s.[i] <= 'z' then false else
37 aux (String.length s - 1)
39 let disambiguate_word s =
40 if is_uppercase_ascii s then EP.CW s else
41 if Array.mem s keys then EP.KW s else
42 if Array.mem s heads then EP.HW s else
46 if !debug then Printf.eprintf "lezer: %s\n" s
49 if !debug then Printf.eprintf "lexer: %S\n" s
52 if !debug then Printf.eprintf "lexer: %C\n" c
62 let WF = ['A'-'Z' 'a'-'z']
63 let WB = ['A'-'Z' 'a'-'z' '_' '-']*
66 rule src_token = parse
67 | CR { src_token lexbuf }
68 | NL as c { log "NL"; nl lexbuf; EP.NL (str c) }
69 | SP+ as s { log "SP"; EP.SP s }
70 | PP as s { log "PP"; EP.PP s }
71 | OP as s { log "OP"; EP.OP s }
72 | CP as s { log "CP"; EP.CP s }
73 | SR as c { log "SR"; EP.SR (str c) }
74 | WD as s { log_s s ; disambiguate_word s }
75 | _ as c { log_c c ; EP.OT (str c) }
76 | eof { log "EF"; EP.EF }