Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
Hastagaras commited on
Commit
fcb4489
1 Parent(s): 5e5b023

Update generation_config.json

Browse files
Files changed (1) hide show
  1. generation_config.json +5 -1
generation_config.json CHANGED
@@ -1,7 +1,11 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
- "eos_token_id": 128001,
 
 
 
 
5
  "pad_token_id": 128004,
6
  "transformers_version": "4.44.2"
7
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
  "pad_token_id": 128004,
10
  "transformers_version": "4.44.2"
11
  }