X-Git-Url: http://matita.cs.unibo.it/gitweb/?a=blobdiff_plain;f=helm%2FDEVEL%2Fmathml_editor%2Fsrc%2FTTokenizer.hh;fp=helm%2FDEVEL%2Fmathml_editor%2Fsrc%2FTTokenizer.hh;h=d0a54bf2869ce16a268ceda0604b876e3f045b0b;hb=30060cffed61b88fe53e4d6386b606050d6dfda0;hp=0000000000000000000000000000000000000000;hpb=e6927665462cbbace76cff1b17d4f8badcb44eda;p=helm.git

diff --git a/helm/DEVEL/mathml_editor/src/TTokenizer.hh b/helm/DEVEL/mathml_editor/src/TTokenizer.hh
new file mode 100644
index 000000000..d0a54bf28
--- /dev/null
+++ b/helm/DEVEL/mathml_editor/src/TTokenizer.hh
@@ -0,0 +1,26 @@
+
+#ifndef __TTokenizer_hh__
+#define __TTokenizer_hh__
+
+#include <string>
+#include <vector>
+#include <list>
+
+#include "TToken.hh"
+#include "APushParser.hh"
+
+class TTokenizer : private APushParser
+{
+public:
+  TTokenizer(void) { };
+
+  std::vector<TToken> tokenize(const std::string&);
+
+private:
+  virtual void push(const TToken&);
+  virtual void setCursor(const std::string&) { };
+
+  std::list<TToken> tokens;
+};
+
+#endif // __TTokenizer_hh__