helm/www/lambdadelta/bin/xhtbl/textLexer.mll

   1 {
   2    module S  = String
   3
   4    module O  = Options
   5    module TP = TextParser
   6
   7    let out s = if !O.debug_lexer then prerr_endline s
   8 }
   9
  10 let SPC = ['\r' '\n' '\t' ' ']+
  11 let QT  = "\""
  12 let NUM = ['0'-'9']+
  13
  14 rule token = parse
  15    | SPC      { token lexbuf                    }
  16    | QT       { let s = str lexbuf in
  17                 out s; TP.TEXT s                }
  18    | NUM as s { out s; TP.NUM (int_of_string s) }
  19    | "(*"     { block lexbuf; token lexbuf      }
  20    | "{"      { out "{"; TP.OC                  }
  21    | "}"      { out "}"; TP.CC                  }
  22    | "["      { out "["; TP.OB                  }
  23    | "]"      { out "]"; TP.CB                  }
  24    | "*"      { out "*"; TP.SR                  }
  25    | "+"      { out "+"; TP.PS                  }
  26    | "("      { out "("; TP.OP                  }
  27    | ")"      { out ")"; TP.CP                  }
  28    | "@"      { out ")"; TP.AT                  }
  29    | "space"  { out "space"; TP.SPACE           }
  30    | "name"   { out "name"; TP.NAME             }
  31    | "table"  { out "table"; TP.TABLE           }
  32    | "class"  { out "class"; TP.CSS             }
  33    | "uri"    { out "uri"; TP.URI               }
  34    | "ext"    { out "ext"; TP.EXT               }
  35    | eof      { TP.EOF                          }
  36 and str = parse
  37    | QT       { ""                              }
  38    | "\\\\"   { "\\" ^ str lexbuf               }
  39    | "\\\""   { "\"" ^ str lexbuf               }
  40    | _ as c   { S.make 1 c ^ str lexbuf         }
  41 and block = parse
  42    | "*)"     { ()                              }
  43    | "(*"     { block lexbuf; block lexbuf      }
  44    | QT       { let _ = str lexbuf in
  45                 block lexbuf                    }
  46    | _        { block lexbuf                    }