config.json

{
  "model_type": "gpt_neox",
  "sep_token_id" : 0,
  "bos_token_id" : 1,
  "pad_token_id" : 4,
  "eos_token_id" : 5,
  "mask_token_id": 20,
  "cls_token_id" : 23,
  "use_cache": true,
  "vocab_size": 102400
}