bigcode
/

gpt_bigcode-santacoder

Text Generation

text-generation-inference

Model card Files Files and versions

fix eos_token and bos_token in config

#1

by mayank-mishra - opened Apr 22, 2023

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -6,9 +6,9 @@
   "attention_softmax_in_fp32": true,
   "multi_query": true,
   "attn_pdrop": 0.1,
-  "bos_token_id": 50256,
   "embd_pdrop": 0.1,
-  "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_bigcode",

   "attention_softmax_in_fp32": true,
   "multi_query": true,
   "attn_pdrop": 0.1,
+  "bos_token_id": 49152,
   "embd_pdrop": 0.1,
+  "eos_token_id": 49152,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_bigcode",