Azure99 commited on
Commit
c0bf322
1 Parent(s): b23cc51

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,9 +10,9 @@ MAX_INPUT_LIMIT = 3584
10
 
11
  MODEL_NAME = "THUDM/glm-4-9b-chat"
12
 
13
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto")
14
 
15
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
16
 
17
  GENERATE_CONFIG = dict(
18
  max_new_tokens=1536,
 
10
 
11
  MODEL_NAME = "THUDM/glm-4-9b-chat"
12
 
13
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
14
 
15
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
16
 
17
  GENERATE_CONFIG = dict(
18
  max_new_tokens=1536,