X-Git-Url: http://matita.cs.unibo.it/gitweb/?a=blobdiff_plain;f=helm%2FDEVEL%2Fmathml_editor%2Fsrc%2FTTokenizer.cc;h=7a8736cee0080d6b50805604f81cd595a89aec71;hb=85ccebb566c36671ca753debe09e6dd5c9dd0df7;hp=93cadefd7efba5ec1cd6db38e1eb529393c5c0f5;hpb=bf29ef82dc843dcb1929b413b36801ac26441fbd;p=helm.git diff --git a/helm/DEVEL/mathml_editor/src/TTokenizer.cc b/helm/DEVEL/mathml_editor/src/TTokenizer.cc index 93cadefd7..7a8736cee 100644 --- a/helm/DEVEL/mathml_editor/src/TTokenizer.cc +++ b/helm/DEVEL/mathml_editor/src/TTokenizer.cc @@ -7,7 +7,7 @@ std::vector TTokenizer::tokenize(const std::string& s) { - TPushLexer lexer(*this); + TPushLexer lexer(logger, *this); tokens.clear(); for (std::string::const_iterator p = s.begin(); @@ -24,9 +24,21 @@ TTokenizer::tokenize(const std::string& s) return res; } +void +TTokenizer::reset() +{ + assert(0); +} + void TTokenizer::push(const TToken& token) { tokens.push_back(token); } +std::string +TTokenizer::drop(bool alt) +{ + assert(0); + return ""; +}