Spaces:
Sleeping
Sleeping
arieridwans
commited on
Commit
•
7cca8dc
1
Parent(s):
d5c57c7
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ import torch
|
|
5 |
|
6 |
st.title('Eleanor Rigby')
|
7 |
|
8 |
-
inference_model = AutoModelForCausalLM.from_pretrained("microsoft/
|
9 |
inference_tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", use_fast=True)
|
10 |
inference_tokenizer.pad_token=inference_tokenizer.eos_token
|
11 |
|
|
|
5 |
|
6 |
st.title('Eleanor Rigby')
|
7 |
|
8 |
+
inference_model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", trust_remote_code=True, torch_dtype=torch.float32)
|
9 |
inference_tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", use_fast=True)
|
10 |
inference_tokenizer.pad_token=inference_tokenizer.eos_token
|
11 |
|