Update added_tokens.json
Browse files- added_tokens.json +4 -0
added_tokens.json
CHANGED
@@ -1,3 +1,7 @@
|
|
1 |
{
|
|
|
|
|
|
|
|
|
2 |
"<|endofprompt|>": 100276
|
3 |
}
|
|
|
1 |
{
|
2 |
+
"<|endoftext|>": 100257,
|
3 |
+
"<|fim_prefix|>": 100258,
|
4 |
+
"<|fim_middle|>": 100259,
|
5 |
+
"<|fim_suffix|>": 100260,
|
6 |
"<|endofprompt|>": 100276
|
7 |
}
|