strusAnalyzer  0.17
tokenizer_punctuation.hpp
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2014 Patrick P. Frey
3  *
4  * This Source Code Form is subject to the terms of the Mozilla Public
5  * License, v. 2.0. If a copy of the MPL was not distributed with this
6  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
7  */
10 #ifndef _STRUS_ANALYZER_TOKENIZER_PUNCTUATION_LIB_HPP_INCLUDED
11 #define _STRUS_ANALYZER_TOKENIZER_PUNCTUATION_LIB_HPP_INCLUDED
12 
14 namespace strus
15 {
16 
18 class TokenizerFunctionInterface;
20 class ErrorBufferInterface;
21 
24 TokenizerFunctionInterface* createTokenizer_punctuation( ErrorBufferInterface* errorhnd);
25 
26 }//namespace
27 #endif
28 
TokenizerFunctionInterface * createTokenizer_punctuation(ErrorBufferInterface *errorhnd)
Get the tokenizer type that creates the tokenization of punctuation elements in the input...