ffreemt commited on
Commit
c3834f3
1 Parent(s): ae20855

Add float(), reuqired for CPU

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ if has_cuda:
44
  else:
45
  model = AutoModel.from_pretrained(
46
  model_name, trust_remote_code=True
47
- ) # .float() .half().float()
48
 
49
  model = model.eval()
50
  logger.debug("done load")
 
44
  else:
45
  model = AutoModel.from_pretrained(
46
  model_name, trust_remote_code=True
47
+ ).half().float() # .float() .half().float(): musr use float for cpu
48
 
49
  model = model.eval()
50
  logger.debug("done load")