Hugging Face's logo

Spaces:
mikeee
/
chatglm2-6b-4bit
Runtime error

App Files Community
3
mikeee commited on
Commit
db21525
•
1 Parent(s): 161ec3b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -17,8 +17,10 @@ from loguru import logger
17
  # while mistakes are mine
18
  from transformers import AutoModel, AutoTokenizer
19
 
20
- model_name = "THUDM/chatglm2-6 b"
21
  model_name = "THUDM/chatglm2-6b-int4"
 
 
22
  RETRY_FLAG = False
23
 
24
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 
17
  # while mistakes are mine
18
  from transformers import AutoModel, AutoTokenizer
19
 
20
+ model_name = "THUDM/chatglm2-6b"
21
  model_name = "THUDM/chatglm2-6b-int4"
22
+ model_name = "THUDM/chatglm2-6b-int8"
23
+
24
  RETRY_FLAG = False
25
 
26
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)