Source-highlight Library
/home/bettini/work/source-highlight/src-highlite/lib/srchilite/wordtokenizer.h
00001 //
00002 // Author: Lorenzo Bettini <http://www.lorenzobettini.it>, (C) 2004-2008
00003 //
00004 // Copyright: See COPYING file that comes with this distribution
00005 //
00006 
00007 #ifndef WORDTOKENIZER_H_
00008 #define WORDTOKENIZER_H_
00009 
00010 #include <string>
00011 #include <algorithm>
00012 #include <list>
00013 
00014 namespace srchilite {
00015 
00019 class WordTokenizer {
00020 public:
00026     typedef std::list<std::pair<std::string, std::string> > WordTokenizerResults;
00027 
00033     static void tokenize(const std::string &s, WordTokenizerResults &results);
00034 };
00035 
00036 }
00037 
00038 #endif /*WORDTOKENIZER_H_*/