ngram_pos_analyzer.h

Go to the documentation of this file.

#ifndef META_NGRAM_POS_ANALYZER_H_
#define META_NGRAM_POS_ANALYZER_H_

#include <string>
#include "analyzers/analyzer_factory.h"
#include "sequence/sequence_analyzer.h"
#include "analyzers/ngram/ngram_analyzer.h"
#include "sequence/crf/crf.h"
#include "util/clonable.h"

namespace meta
{
namespace analyzers
{

class ngram_pos_analyzer
    : public util::multilevel_clonable<analyzer, ngram_analyzer,
                                       ngram_pos_analyzer>
{
    using base = util::multilevel_clonable<analyzer, ngram_analyzer,
                                           ngram_pos_analyzer>;

  public:
    ngram_pos_analyzer(uint16_t n, std::unique_ptr<token_stream> stream,
                       const std::string& crf_prefix);

    ngram_pos_analyzer(const ngram_pos_analyzer& other);

    virtual void tokenize(corpus::document& doc) override;

    const static std::string id;

  private:
    std::unique_ptr<token_stream> stream_;

    std::shared_ptr<sequence::crf> crf_;

    const sequence::sequence_analyzer seq_analyzer_;
};

template <>
std::unique_ptr<analyzer>
    make_analyzer<ngram_pos_analyzer>(const cpptoml::table&,
                                      const cpptoml::table&);
}

namespace sequence
{
void register_analyzers();
}
}

#endif