Update README.md
#6
by
MaziyarPanahi
- opened
README.md
CHANGED
|
@@ -101,7 +101,8 @@ prompt = tokenizer.apply_chat_template(
|
|
| 101 |
|
| 102 |
terminators = [
|
| 103 |
tokenizer.eos_token_id,
|
| 104 |
-
tokenizer.convert_tokens_to_ids("<|im_end|>")
|
|
|
|
| 105 |
]
|
| 106 |
|
| 107 |
outputs = pipeline(
|
|
|
|
| 101 |
|
| 102 |
terminators = [
|
| 103 |
tokenizer.eos_token_id,
|
| 104 |
+
tokenizer.convert_tokens_to_ids("<|im_end|>"),
|
| 105 |
+
tokenizer.convert_tokens_to_ids("<|eot_id|>") # safer to have this too
|
| 106 |
]
|
| 107 |
|
| 108 |
outputs = pipeline(
|