analyzer.h

Go to the documentation of this file.

#ifndef META_ANALYZER_H_
#define META_ANALYZER_H_

#include <stdexcept>
#include <memory>

#include "io/parser.h"

namespace cpptoml
{
class table;
}

namespace meta
{

namespace corpus
{
class document;
}

namespace analyzers
{

class token_stream;

class analyzer
{
  public:
    virtual ~analyzer() = default;

    virtual void tokenize(corpus::document& doc) = 0;

    virtual std::unique_ptr<analyzer> clone() const = 0;

    static std::unique_ptr<analyzer> load(const cpptoml::table& config);

    static std::unique_ptr<token_stream>
        default_filter_chain(const cpptoml::table& config);

    static std::unique_ptr<token_stream>
        load_filters(const cpptoml::table& global,
                     const cpptoml::table& config);

    static std::unique_ptr<token_stream>
        load_filter(std::unique_ptr<token_stream> src,
                    const cpptoml::table& config);

    static io::parser create_parser(const corpus::document& doc,
                                    const std::string& extension,
                                    const std::string& delims);

    static std::string get_content(const corpus::document& doc);

  public:
    class analyzer_exception : public std::runtime_error
    {
      public:
        using std::runtime_error::runtime_error;
    };
};
}
}
#endif