let ic = open_in Sys.argv.(1) in
let token_stream = fst (Lexer.lex.Token.tok_func (Stream.of_channel ic)) in
let rec dump () =
  let (a,b) = Stream.next token_stream in
  if a = "EOI" then raise Stream.Failure;
  print_endline (Printf.sprintf "%s '%s'" a b);
  dump ()
in
try
  dump ()
with Stream.Failure -> ()