line_corpus.h

Go to the documentation of this file.

#ifndef META_LINE_CORPUS_H_
#define META_LINE_CORPUS_H_

#include <string>
#include <vector>
#include <utility>
#include "io/parser.h"
#include "corpus/corpus.h"

namespace meta
{
namespace corpus
{

class line_corpus : public corpus
{
  public:
    line_corpus(const std::string& file, std::string encoding,
                uint64_t num_lines = 0);

    bool has_next() const override;

    document next() override;

    uint64_t size() const override;

  private:
    doc_id cur_id_;

    uint64_t num_lines_;

    io::parser parser_;

    std::unique_ptr<io::parser> class_parser_;

    std::unique_ptr<io::parser> name_parser_;
};
}
}

#endif