update readme dtype (#5)
Browse files- update readme dtype (eb77138efc07c564480573b859108199a1d66f2c)
Co-authored-by: Orr Zohar <orrzohar@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -95,7 +95,7 @@ inputs = processor.apply_chat_template(
|
|
| 95 |
tokenize=True,
|
| 96 |
return_dict=True,
|
| 97 |
return_tensors="pt",
|
| 98 |
-
).to(model.device)
|
| 99 |
|
| 100 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 101 |
generated_texts = processor.batch_decode(
|
|
|
|
| 95 |
tokenize=True,
|
| 96 |
return_dict=True,
|
| 97 |
return_tensors="pt",
|
| 98 |
+
).to(model.device, dtype=torch.bfloat16)
|
| 99 |
|
| 100 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
| 101 |
generated_texts = processor.batch_decode(
|