std::vector<TToken>
TTokenizer::tokenize(const std::string& s)
{
- TPushLexer lexer(*this);
+ TPushLexer lexer(logger, *this);
tokens.clear();
for (std::string::const_iterator p = s.begin();
return res;
}
+void
+TTokenizer::reset()
+{
+ assert(0);
+}
+
void
TTokenizer::push(const TToken& token)
{
tokens.push_back(token);
}
+std::string
+TTokenizer::drop()
+{
+ assert(0);
+ return "";
+}