|
|
|
#include <boost/serialization/serialization.hpp> |
|
#include <boost/serialization/map.hpp> |
|
#include <boost/archive/text_iarchive.hpp> |
|
#include <boost/archive/text_oarchive.hpp> |
|
#include <fstream> |
|
#include <iostream> |
|
#include <vector> |
|
|
|
#include <map> |
|
#include "hash.h" |
|
|
|
#include "util/string_piece.hh" |
|
#include "util/tokenize_piece.hh" |
|
|
|
namespace probingpt |
|
{ |
|
template<typename VOCABID> |
|
class StoreVocab; |
|
|
|
void add_to_map(StoreVocab<uint64_t> &sourceVocab, |
|
const StringPiece &textin); |
|
|
|
void serialize_map(const std::map<uint64_t, std::string> &karta, |
|
const std::string &filename); |
|
|
|
void read_map(std::map<uint64_t, std::string> &karta, const char* filename); |
|
|
|
} |
|
|