strusAnalyzer  0.17
tokenizerFunctionInterface.hpp
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2014 Patrick P. Frey
3  *
4  * This Source Code Form is subject to the terms of the Mozilla Public
5  * License, v. 2.0. If a copy of the MPL was not distributed with this
6  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
7  */
10 #ifndef _STRUS_ANALYZER_TOKENIZER_FUNCTION_INTERFACE_HPP_INCLUDED
11 #define _STRUS_ANALYZER_TOKENIZER_FUNCTION_INTERFACE_HPP_INCLUDED
12 #include <vector>
13 #include <string>
14 
16 namespace strus {
17 
19 class TokenizerFunctionInstanceInterface;
21 class TextProcessorInterface;
22 
26 {
27 public:
30 
36  const std::vector<std::string>& args,
37  const TextProcessorInterface* tp) const=0;
38 
41  virtual const char* getDescription() const=0;
42 };
43 
44 }//namespace
45 #endif
46 
47 
Interface for a tokenizer function.
Definition: tokenizerFunctionInterface.hpp:25
virtual const char * getDescription() const =0
Get a description of the function for user help.
Interface for tokenization.
Definition: tokenizerFunctionInstanceInterface.hpp:21
virtual TokenizerFunctionInstanceInterface * createInstance(const std::vector< std::string > &args, const TextProcessorInterface *tp) const =0
Create a parameterizable tokenizer function instance.
virtual ~TokenizerFunctionInterface()
Destructor.
Definition: tokenizerFunctionInterface.hpp:29
Interface for the object providing tokenizers and normalizers used for creating terms from segments o...
Definition: textProcessorInterface.hpp:49