fb700 commited on
Commit
06af86a
1 Parent(s): db1df4b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,8 +23,8 @@ model_name = "fb700/chatglm-fitness-RLHF"
23
  RETRY_FLAG = False
24
 
25
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
26
- model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(8).half().cuda()
27
- #model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
28
  model = model.eval()
29
 
30
  _ = """Override Chatbot.postprocess"""
 
23
  RETRY_FLAG = False
24
 
25
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
26
+ #model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(8).half().cuda()
27
+ model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
28
  model = model.eval()
29
 
30
  _ = """Override Chatbot.postprocess"""