Initial revision

[helm.git] / helm / DEVEL / mathml_editor / src / TTokenizer.hh

diff --git a/helm/DEVEL/mathml_editor/src/TTokenizer.hh b/helm/DEVEL/mathml_editor/src/TTokenizer.hh
new file mode 100644 (file)
index 0000000..d0a54bf
--- /dev/null
+++ b/helm/DEVEL/mathml_editor/src/TTokenizer.hh
@@ -0,0 +1,26 @@
+
+#ifndef __TTokenizer_hh__
+#define __TTokenizer_hh__
+
+#include <string>
+#include <vector>
+#include <list>
+
+#include "TToken.hh"
+#include "APushParser.hh"
+
+class TTokenizer : private APushParser
+{
+public:
+  TTokenizer(void) { };
+
+  std::vector<TToken> tokenize(const std::string&);
+
+private:
+  virtual void push(const TToken&);
+  virtual void setCursor(const std::string&) { };
+
+  std::list<TToken> tokens;
+};
+
+#endif // __TTokenizer_hh__