NewBreaker commited on
Commit
0076f81
1 Parent(s): dd60658
Files changed (2) hide show
  1. config.json +1 -1
  2. demo_call_api.py +2 -1
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "NewBreaker/chatglm-6b-int4",
3
  "architectures": [
4
- "ChatGLMModel"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "configuration_chatglm.ChatGLMConfig",
 
1
  {
2
  "_name_or_path": "NewBreaker/chatglm-6b-int4",
3
  "architectures": [
4
+ "RobertaForQuestionAnswering"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "configuration_chatglm.ChatGLMConfig",
demo_call_api.py CHANGED
@@ -1,3 +1,4 @@
1
- from transformers import AutoModel
2
 
3
  model = AutoModel.from_pretrained("NewBreaker/chatglm-6b-int4",trust_remote_code=True)
 
 
1
+ from transformers import AutoModel,AutoTokenizer
2
 
3
  model = AutoModel.from_pretrained("NewBreaker/chatglm-6b-int4",trust_remote_code=True)
4
+ tokenizer = AutoTokenizer.from_pretrained("NewBreaker/chatglm-6b-int4", trust_remote_code=True)