tokenizer_word.hpp

Go to the documentation of this file.

/*
 * Copyright (c) 2014 Patrick P. Frey
 *
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/.
 */
#ifndef _STRUS_ANALYZER_TOKENIZER_WORD_LIB_HPP_INCLUDED
#define _STRUS_ANALYZER_TOKENIZER_WORD_LIB_HPP_INCLUDED

namespace strus
{

class TokenizerFunctionInterface;
class ErrorBufferInterface;

TokenizerFunctionInterface* createTokenizer_word( ErrorBufferInterface* errorhnd);
TokenizerFunctionInterface* createTokenizer_whitespace( ErrorBufferInterface* errorhnd);
TokenizerFunctionInterface* createTokenizer_langtoken( ErrorBufferInterface* errorhnd);

}//namespace
#endif