10 #ifndef _STRUS_ANALYZER_TOKENIZER_TEXTCAT_LIB_HPP_INCLUDED
11 #define _STRUS_ANALYZER_TOKENIZER_TEXTCAT_LIB_HPP_INCLUDED
18 class TextProcessorInterface;
20 class TokenizerFunctionInterface;
22 class ErrorBufferInterface;
26 TokenizerFunctionInterface*
createTokenizer_textcat(
const TextProcessorInterface* textproc, ErrorBufferInterface* errorhnd);
TokenizerFunctionInterface * createTokenizer_textcat(const TextProcessorInterface *textproc, ErrorBufferInterface *errorhnd)
Get the tokenizer type that creates the tokenization of words in a recognized language.