AlexWortega commited on
Commit
2182fb3
1 Parent(s): 81d5541

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -21,10 +21,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
21
  import torch
22
  model = AutoModelForCausalLM.from_pretrained("Vikhrmodels/it-5.2-fp16-cp",
23
  device_map="auto",
24
- attn_implementation="flash_attention_2",
25
  torch_dtype=torch.bfloat16)
26
 
27
- tokenizer = AutoTokenizer.from_pretrained("Vikhrmodels/Vikhr-7B-instruct_0.4")
28
  from transformers import AutoTokenizer, pipeline
29
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
30
  prompts = [
 
21
  import torch
22
  model = AutoModelForCausalLM.from_pretrained("Vikhrmodels/it-5.2-fp16-cp",
23
  device_map="auto",
24
+ attn_implementation="sdpa",
25
  torch_dtype=torch.bfloat16)
26
 
27
+ tokenizer = AutoTokenizer.from_pretrained("Vikhrmodels/it-5.2-fp16-cp")
28
  from transformers import AutoTokenizer, pipeline
29
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
30
  prompts = [