Commit
•
8eb0d3a
1
Parent(s):
0343c62
Update README.md (#6)
Browse files- Update README.md (da590bdddaeeffdf013ad8f03e7470c495f2eecf)
README.md
CHANGED
|
@@ -101,7 +101,8 @@ prompt = tokenizer.apply_chat_template(
|
|
| 101 |
|
| 102 |
terminators = [
|
| 103 |
tokenizer.eos_token_id,
|
| 104 |
-
tokenizer.convert_tokens_to_ids("<|im_end|>")
|
|
|
|
| 105 |
]
|
| 106 |
|
| 107 |
outputs = pipeline(
|
|
|
|
| 101 |
|
| 102 |
terminators = [
|
| 103 |
tokenizer.eos_token_id,
|
| 104 |
+
tokenizer.convert_tokens_to_ids("<|im_end|>"),
|
| 105 |
+
tokenizer.convert_tokens_to_ids("<|eot_id|>") # safer to have this too
|
| 106 |
]
|
| 107 |
|
| 108 |
outputs = pipeline(
|