kenlm/lm/common/special.hh

#ifndef LM_COMMON_SPECIAL_H
#define LM_COMMON_SPECIAL_H

#include "../word_index.hh"

namespace lm {

class SpecialVocab {
  public:
    SpecialVocab(WordIndex bos, WordIndex eos) : bos_(bos), eos_(eos) {}

    bool IsSpecial(WordIndex word) const {
      return word == kUNK || word == bos_ || word == eos_;
    }

    WordIndex UNK() const { return kUNK; }
    WordIndex BOS() const { return bos_; }
    WordIndex EOS() const { return eos_; }

  private:
    WordIndex bos_;
    WordIndex eos_;
};

} // namespace lm

#endif // LM_COMMON_SPECIAL_H