WordHolder.cpp File Reference

#include <cassert>
#include <boost/tokenizer.hpp>
#include <opentrep/bom/WordHolder.hpp>

Go to the source code of this file.

Namespaces
	OPENTREP

Functions
static const boost::char_separator< char >	OPENTREP::AllSepatorList (" .,;:|+-*/_=!@#$%`~^&(){}[]?'<>\"")
static const boost::char_separator< char >	OPENTREP::DocSepatorList (" ,-%")
void	OPENTREP::baseTokeniseStringIntoWordList (const std::string &iPhrase, WordList_T &ioWordList, const boost::char_separator< char > &iSepatorList)