10 #ifndef _STRUS_ANALYZER_TOKENIZER_PUNCTUATION_LIB_HPP_INCLUDED
11 #define _STRUS_ANALYZER_TOKENIZER_PUNCTUATION_LIB_HPP_INCLUDED
18 class TokenizerFunctionInterface;
20 class ErrorBufferInterface;
TokenizerFunctionInterface * createTokenizer_punctuation(ErrorBufferInterface *errorhnd)
Get the tokenizer type that creates the tokenization of punctuation elements in the input...