tokenizerFunctionInstanceInterface.hpp

Go to the documentation of this file.

/*
 * Copyright (c) 2014 Patrick P. Frey
 *
 * This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/.
 */
#ifndef _STRUS_ANALYZER_TOKENIZER_FUNCTION_INSTANCE_INTERFACE_HPP_INCLUDED
#define _STRUS_ANALYZER_TOKENIZER_FUNCTION_INSTANCE_INTERFACE_HPP_INCLUDED
#include "strus/analyzer/functionView.hpp"
#include "strus/analyzer/token.hpp"
#include <string>
#include <vector>

namespace strus {

class TokenizerFunctionInstanceInterface
{
public:
        virtual ~TokenizerFunctionInstanceInterface(){}

        virtual bool concatBeforeTokenize() const=0;

        virtual std::vector<analyzer::Token> tokenize( const char* src, std::size_t srcsize) const=0;

        virtual analyzer::FunctionView view() const=0;
};

}//namespace
#endif