gz_corpus.h

Go to the documentation of this file.

#ifndef META_GZ_CORPUS_H_
#define META_GZ_CORPUS_H_

#include "corpus/corpus.h"
#include "io/gzstream.h"

namespace meta
{
namespace corpus
{

class gz_corpus : public corpus
{
  public:
    gz_corpus(const std::string& file, std::string encoding);

    bool has_next() const override;

    document next() override;

    uint64_t size() const override;

  private:
    doc_id cur_id_;

    uint64_t num_lines_;

    io::gzifstream corpus_stream_;

    io::gzifstream class_stream_;

    io::gzifstream name_stream_;
};
}
}

#endif