numen-tech commited on
Commit
2d0a85c
1 Parent(s): 1b10dd1

Fix eos token

Browse files
Files changed (1) hide show
  1. private-llm-config.json +2 -5
private-llm-config.json CHANGED
@@ -33,13 +33,10 @@
33
  "conv_template": "llama-3",
34
  "pad_token_id": 0,
35
  "bos_token_id": 128000,
36
- "eos_token_id": [
37
- 128001,
38
- 128009
39
- ],
40
  "tokenizer_files": [
41
  "tokenizer.json",
42
  "tokenizer_config.json"
43
  ],
44
  "version": "0.1.0"
45
- }
 
33
  "conv_template": "llama-3",
34
  "pad_token_id": 0,
35
  "bos_token_id": 128000,
36
+ "eos_token_id": 128001,
 
 
 
37
  "tokenizer_files": [
38
  "tokenizer.json",
39
  "tokenizer_config.json"
40
  ],
41
  "version": "0.1.0"
42
+ }