Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -10,9 +10,9 @@ MAX_INPUT_LIMIT = 3584
|
|
10 |
|
11 |
MODEL_NAME = "THUDM/glm-4-9b-chat"
|
12 |
|
13 |
-
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto")
|
14 |
|
15 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
16 |
|
17 |
GENERATE_CONFIG = dict(
|
18 |
max_new_tokens=1536,
|
|
|
10 |
|
11 |
MODEL_NAME = "THUDM/glm-4-9b-chat"
|
12 |
|
13 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
|
14 |
|
15 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True)
|
16 |
|
17 |
GENERATE_CONFIG = dict(
|
18 |
max_new_tokens=1536,
|