4 let out s = if !O.debug_lexer then prerr_endline s
9 let UNI = ['\x80'-'\xBF']+
10 let SPC = ['\r' '\n' '\t' ' ']+
14 | OL { out "COM"; block lexbuf; token lexbuf }
15 | QT { out "STR"; O.count := !O.count + str lexbuf; token lexbuf }
16 | SPC { out "SPC"; incr O.count; token lexbuf }
17 | UNI { out "UNI"; token lexbuf }
18 | _ { out "CHR"; incr O.count; token lexbuf }
22 | "\\\"" { succ (str lexbuf) }
24 | _ { succ (str lexbuf) }
27 | OL { block lexbuf; block lexbuf }
28 | QT { let _ = str lexbuf in block lexbuf }