numen-tech
commited on
Commit
•
2d0a85c
1
Parent(s):
1b10dd1
Fix eos token
Browse files- private-llm-config.json +2 -5
private-llm-config.json
CHANGED
@@ -33,13 +33,10 @@
|
|
33 |
"conv_template": "llama-3",
|
34 |
"pad_token_id": 0,
|
35 |
"bos_token_id": 128000,
|
36 |
-
"eos_token_id":
|
37 |
-
128001,
|
38 |
-
128009
|
39 |
-
],
|
40 |
"tokenizer_files": [
|
41 |
"tokenizer.json",
|
42 |
"tokenizer_config.json"
|
43 |
],
|
44 |
"version": "0.1.0"
|
45 |
-
}
|
|
|
33 |
"conv_template": "llama-3",
|
34 |
"pad_token_id": 0,
|
35 |
"bos_token_id": 128000,
|
36 |
+
"eos_token_id": 128001,
|
|
|
|
|
|
|
37 |
"tokenizer_files": [
|
38 |
"tokenizer.json",
|
39 |
"tokenizer_config.json"
|
40 |
],
|
41 |
"version": "0.1.0"
|
42 |
+
}
|