use standard quotes in usage example (#1)
Browse files- use standard quotes in readme (a83826c8d92038625336b2cafb1cfd4e89fa813b)
Co-authored-by: God <gqd@users.noreply.huggingface.co>
README.md
CHANGED
@@ -57,14 +57,14 @@ Here's how you can run the model using the `pipeline()` function from 🤗 Trans
|
|
57 |
import torch
|
58 |
from transformers import pipeline
|
59 |
|
60 |
-
pipe = pipeline(
|
61 |
# We use the tokenizer’s chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
62 |
messages = [
|
63 |
-
{
|
64 |
]
|
65 |
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
66 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=False)
|
67 |
-
print(outputs[0][
|
68 |
# <|im_start|>user
|
69 |
# Translate the following text from Portuguese into English.
|
70 |
# Portuguese: Um grupo de investigadores lançou um novo modelo para tarefas relacionadas com tradução.
|
|
|
57 |
import torch
|
58 |
from transformers import pipeline
|
59 |
|
60 |
+
pipe = pipeline("text-generation", model="Unbabel/TowerInstruct-v0.1", torch_dtype=torch.bfloat16, device_map="auto")
|
61 |
# We use the tokenizer’s chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
62 |
messages = [
|
63 |
+
{"role": "user", "content": "Translate the following text from Portuguese into English.\nPortuguese: Um grupo de investigadores lançou um novo modelo para tarefas relacionadas com tradução.\nEnglish:"},
|
64 |
]
|
65 |
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
66 |
outputs = pipe(prompt, max_new_tokens=256, do_sample=False)
|
67 |
+
print(outputs[0]["generated_text"])
|
68 |
# <|im_start|>user
|
69 |
# Translate the following text from Portuguese into English.
|
70 |
# Portuguese: Um grupo de investigadores lançou um novo modelo para tarefas relacionadas com tradução.
|