]> matita.cs.unibo.it Git - helm.git/blobdiff - helm/DEVEL/mathml_editor/src/TTokenizer.cc
* code cleanup
[helm.git] / helm / DEVEL / mathml_editor / src / TTokenizer.cc
index cf74c1d4f2237e52601990fb4d6ee9e6c01e928d..cfa10ec71cb1618fa4f7d88755624049d0d927b8 100644 (file)
@@ -7,14 +7,15 @@
 std::vector<TToken>
 TTokenizer::tokenize(const std::string& s)
 {
-  TPushLexer lexer(*this);
+  TPushLexer lexer(logger, *this);
 
   tokens.clear();
   for (std::string::const_iterator p = s.begin();
        p != s.end();
        p++)
     lexer.push(*p);
-  //lexer.push('\n');
+  
+  lexer.flush();
 
   std::vector<TToken> res;
   res.reserve(tokens.size());