Update: fix typo on python example
Browse files
README.md
CHANGED
@@ -114,6 +114,7 @@ prompt = tokenizer.apply_chat_template(chat, tokenize=False)
|
|
114 |
# We need to remove the last <|im_end|> token so that the AI continues generation
|
115 |
prompt = prompt[::-1].replace("<|im_end|>"[::-1], "", 1)[::-1]
|
116 |
|
117 |
-
response = generate(model, tokenizer, prompt=prompt, verbose=True, temp=0.6, max_tokens=1500)
|
|
|
118 |
|
119 |
Converted and uploaded by [eek](https://huggingface.co/eek)
|
|
|
114 |
# We need to remove the last <|im_end|> token so that the AI continues generation
|
115 |
prompt = prompt[::-1].replace("<|im_end|>"[::-1], "", 1)[::-1]
|
116 |
|
117 |
+
response = generate(model, tokenizer, prompt=prompt, verbose=True, temp=0.6, max_tokens=1500)
|
118 |
+
```
|
119 |
|
120 |
Converted and uploaded by [eek](https://huggingface.co/eek)
|