Spaces:

gaogao131
/

chatglm

Runtime error

gaogao131 commited on Jun 15, 2023

Commit

3dda2dc

•

1 Parent(s): e5cac02

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,7 +3,7 @@ import gradio as gr
 import mdtex2html
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
 model = model.eval()
 """Override Chatbot.postprocess"""

 import mdtex2html
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4",trust_remote_code=True).float()
 model = model.eval()
 """Override Chatbot.postprocess"""