+/* Copyright (C) 2002-2003, Luca Padovani <luca.padovani@cs.unibo.it>,
+ * 2003, Paolo Marinelli <pmarinel@cs.unibo.it>.
+ *
+ * This file is part of EdiTeX, an editor of mathematical
+ * expressions based on TeX syntax
+ *
+ * EdiTeX is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+ *
+ * EdiTeX is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with EdiTeX; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ *
+ * For details, see the EdiTeX World-Wide-Web page,
+ * http://helm.cs.unibo.it/editex, or send a mail to
+ * <luca.padovani@cs.unibo.it>
+ */
#include <algorithm>
std::vector<TToken>
TTokenizer::tokenize(const std::string& s)
{
- TPushLexer lexer(*this);
+ TPushLexer lexer(logger, *this);
tokens.clear();
for (std::string::const_iterator p = s.begin();
return res;
}
+void
+TTokenizer::reset()
+{
+ assert(0);
+}
+
void
TTokenizer::push(const TToken& token)
{
tokens.push_back(token);
}
+std::string
+TTokenizer::drop(bool alt)
+{
+ assert(0);
+ return "";
+}