-| blanks -> token lexbuf
-| ident ->
- let lexeme = Ulexing.utf8_lexeme lexbuf in
- (try
- return lexbuf (Hashtbl.find keywords lexeme)
- with Not_found ->
- return lexbuf ("IDENT", lexeme))
-| num -> return lexbuf ("INT", Ulexing.utf8_lexeme lexbuf)
-| lparen -> return lexbuf ("LPAREN", Ulexing.utf8_lexeme lexbuf)
-| rparen -> return lexbuf ("RPAREN", Ulexing.utf8_lexeme lexbuf)
-| meta -> return lexbuf ("META", Ulexing.utf8_lexeme lexbuf)
-| symbol -> return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf)
-| tex_token ->
- let macro =
- Ulexing.utf8_sub_lexeme lexbuf 1 (Ulexing.lexeme_length lexbuf - 1)
- in
- (try
- return lexbuf ("SYMBOL", Macro.expand macro)
- with Macro.Macro_not_found _ ->
- return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf))
-| eof -> return lexbuf ("EOI", "")
-| _ -> error lexbuf "Invalid character"
+ | blanks -> token lexbuf
+ | ident ->
+ let lexeme = Ulexing.utf8_lexeme lexbuf in
+ (try
+ return lexbuf (Hashtbl.find keywords lexeme)
+ with Not_found -> return lexbuf ("IDENT", lexeme))
+ | num -> return lexbuf ("NUM", Ulexing.utf8_lexeme lexbuf)
+ | lparen -> return lexbuf ("LPAREN", Ulexing.utf8_lexeme lexbuf)
+ | rparen -> return lexbuf ("RPAREN", Ulexing.utf8_lexeme lexbuf)
+ | meta -> return lexbuf ("META", Ulexing.utf8_lexeme lexbuf)
+ | symbol -> return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf)
+ | tex_token ->
+ let macro =
+ Ulexing.utf8_sub_lexeme lexbuf 1 (Ulexing.lexeme_length lexbuf - 1)
+ in
+ (try
+ return lexbuf ("SYMBOL", Macro.expand macro)
+ with Macro.Macro_not_found _ ->
+ return lexbuf ("SYMBOL", Ulexing.utf8_lexeme lexbuf))
+ | eof -> return lexbuf ("EOI", "")
+ | _ -> error lexbuf "Invalid character"