AlexWortega
commited on
Commit
•
2182fb3
1
Parent(s):
81d5541
Update README.md
Browse files
README.md
CHANGED
@@ -21,10 +21,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
21 |
import torch
|
22 |
model = AutoModelForCausalLM.from_pretrained("Vikhrmodels/it-5.2-fp16-cp",
|
23 |
device_map="auto",
|
24 |
-
attn_implementation="
|
25 |
torch_dtype=torch.bfloat16)
|
26 |
|
27 |
-
tokenizer = AutoTokenizer.from_pretrained("Vikhrmodels/
|
28 |
from transformers import AutoTokenizer, pipeline
|
29 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
30 |
prompts = [
|
|
|
21 |
import torch
|
22 |
model = AutoModelForCausalLM.from_pretrained("Vikhrmodels/it-5.2-fp16-cp",
|
23 |
device_map="auto",
|
24 |
+
attn_implementation="sdpa",
|
25 |
torch_dtype=torch.bfloat16)
|
26 |
|
27 |
+
tokenizer = AutoTokenizer.from_pretrained("Vikhrmodels/it-5.2-fp16-cp")
|
28 |
from transformers import AutoTokenizer, pipeline
|
29 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
30 |
prompts = [
|