-(** {2 Level 1 lexer} *)
-
-let rec level1_token = lexer
- | xml_blank+ -> level1_token lexbuf
- | ident -> return lexbuf ("IDENT", Ulexing.utf8_lexeme lexbuf)
- | number -> return lexbuf ("NUMBER", Ulexing.utf8_lexeme lexbuf)
- | keyword -> return lexbuf (keyword lexbuf)
- | tex_token -> return lexbuf (expand_macro lexbuf)
- | eof -> return lexbuf ("EOI", "")
- | _ -> return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf)
-
-(** {2 Level 2 lexer} *)
-
-let rec level2_token = lexer
- | xml_blank+ -> level2_token lexbuf