nicholasKluge
commited on
Commit
•
6219227
1
Parent(s):
db84533
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -3
tokenizer_config.json
CHANGED
@@ -37,7 +37,5 @@
|
|
37 |
"normalized": true,
|
38 |
"rstrip": false,
|
39 |
"single_word": false
|
40 |
-
}
|
41 |
-
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{bos_token + message['content'].strip() + sep_token}}{% elif message['role'] == 'assistant' %}{{message['content'].strip() + eos_token}}{% endif %}{% endfor %}",
|
42 |
-
"use_default_system_prompt": false
|
43 |
}
|
|
|
37 |
"normalized": true,
|
38 |
"rstrip": false,
|
39 |
"single_word": false
|
40 |
+
}
|
|
|
|
|
41 |
}
|