Mayank Mishra commited on
Commit
7b85b24
1 Parent(s): 1233b5d

fix eos_token and bos_token in config (#1)

Browse files

- fix eos and bos token to match the tokenizer (8c5534bb6a33b7bea90d9bd6f3b2194cfcc12f16)

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -6,9 +6,9 @@
6
  "attention_softmax_in_fp32": true,
7
  "multi_query": true,
8
  "attn_pdrop": 0.1,
9
- "bos_token_id": 50256,
10
  "embd_pdrop": 0.1,
11
- "eos_token_id": 50256,
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt_bigcode",
 
6
  "attention_softmax_in_fp32": true,
7
  "multi_query": true,
8
  "attn_pdrop": 0.1,
9
+ "bos_token_id": 49152,
10
  "embd_pdrop": 0.1,
11
+ "eos_token_id": 49152,
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt_bigcode",