Update README.md
Browse files
README.md
CHANGED
@@ -195,7 +195,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name,
|
|
195 |
)
|
196 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
|
197 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
198 |
-
pipe = pipeline("text-generation", model=
|
199 |
|
200 |
with autocast():
|
201 |
output_default = pipe(formatted_prompt, pad_token_id=50256, max_new_tokens=128)
|
|
|
195 |
)
|
196 |
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
|
197 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
198 |
+
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, streamer=streamer)
|
199 |
|
200 |
with autocast():
|
201 |
output_default = pipe(formatted_prompt, pad_token_id=50256, max_new_tokens=128)
|