1 /* Copyright (C) 2002-2003, Luca Padovani <luca.padovani@cs.unibo.it>,
2 * 2003, Paolo Marinelli <pmarinel@cs.unibo.it>.
4 * This file is part of EdiTeX, an editor of mathematical
5 * expressions based on TeX syntax
7 * EdiTeX is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version 2
10 * of the License, or (at your option) any later version.
12 * EdiTeX is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with EdiTeX; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
21 * For details, see the EdiTeX World-Wide-Web page,
22 * http://helm.cs.unibo.it/editex, or send a mail to
23 * <luca.padovani@cs.unibo.it>
26 #ifndef __TTokenizer_hh__
27 #define __TTokenizer_hh__
34 #include "APushParser.hh"
36 class TTokenizer : private APushParser
39 TTokenizer(class ALogger& l) : APushParser(l) { };
41 std::vector<TToken> tokenize(const std::string&);
44 virtual void reset(void);
45 virtual void push(const TToken&);
46 virtual std::string drop(bool = false);
47 virtual void setCursorHint(const std::string&) { };
48 virtual bool hideCursor(void) { return false; };
49 virtual bool showCursor(void) { return false; };
51 std::list<TToken> tokens;
54 #endif // __TTokenizer_hh__