johnrachwanpruna commited on
Commit
2838c04
1 Parent(s): 1eb4bf5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -44,8 +44,8 @@ Here's how you can run the model use the model:
44
 
45
  import torch
46
  from transformers import AutoModelForCausalLM, AutoTokenizer
47
- tokenizer = AutoTokenizer.from_pretrained("stabilityai/stable-code-instruct-3b", trust_remote_code=True)
48
- model = AutoModelForCausalLM.from_pretrained("stabilityai/stable-code-instruct-3b", torch_dtype=torch.bfloat16, trust_remote_code=True)
49
  model.eval()
50
  model = model.cuda()
51
 
 
44
 
45
  import torch
46
  from transformers import AutoModelForCausalLM, AutoTokenizer
47
+ tokenizer = AutoTokenizer.from_pretrained("PrunaAI/stable-code-instruct-3b-bnb-4bit", trust_remote_code=True)
48
+ model = AutoModelForCausalLM.from_pretrained("PrunaAI/stable-code-instruct-3b-bnb-4bit", torch_dtype=torch.bfloat16, trust_remote_code=True)
49
  model.eval()
50
  model = model.cuda()
51