gugarosa joaogante HF staff commited on
Commit
3f879ff
1 Parent(s): 313453c

Add EOS token (#100)

Browse files

- Add EOS token (ec7094f5d65a66ec033c08f90729f72f2603e2a1)


Co-authored-by: Joao Gante <joaogante@users.noreply.huggingface.co>

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -8,9 +8,9 @@
8
  "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM"
9
  },
10
  "attention_dropout": 0.0,
11
- "bos_token_id": null,
12
  "embd_pdrop": 0.0,
13
- "eos_token_id": null,
14
  "hidden_act": "gelu_new",
15
  "hidden_size": 2560,
16
  "initializer_range": 0.02,
 
8
  "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM"
9
  },
10
  "attention_dropout": 0.0,
11
+ "bos_token_id": 50256,
12
  "embd_pdrop": 0.0,
13
+ "eos_token_id": 50256,
14
  "hidden_act": "gelu_new",
15
  "hidden_size": 2560,
16
  "initializer_range": 0.02,