Spaces:
Runtime error
Runtime error
Commit
•
6ea2f58
1
Parent(s):
2abbcf1
Update app.py
Browse files
app.py
CHANGED
@@ -16,8 +16,7 @@ torch.set_default_device(device)
|
|
16 |
tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
"microsoft/phi-2",
|
19 |
-
|
20 |
-
torch_dtype=torch.float32,
|
21 |
device_map=device,
|
22 |
trust_remote_code=True,
|
23 |
)
|
|
|
16 |
tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
|
17 |
model = AutoModelForCausalLM.from_pretrained(
|
18 |
"microsoft/phi-2",
|
19 |
+
torch_dtype="auto",
|
|
|
20 |
device_map=device,
|
21 |
trust_remote_code=True,
|
22 |
)
|