Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
•
c3834f3
1
Parent(s):
ae20855
Add float(), reuqired for CPU
Browse files
app.py
CHANGED
@@ -44,7 +44,7 @@ if has_cuda:
|
|
44 |
else:
|
45 |
model = AutoModel.from_pretrained(
|
46 |
model_name, trust_remote_code=True
|
47 |
-
) # .float() .half().float()
|
48 |
|
49 |
model = model.eval()
|
50 |
logger.debug("done load")
|
|
|
44 |
else:
|
45 |
model = AutoModel.from_pretrained(
|
46 |
model_name, trust_remote_code=True
|
47 |
+
).half().float() # .float() .half().float(): musr use float for cpu
|
48 |
|
49 |
model = model.eval()
|
50 |
logger.debug("done load")
|