Hugging Face's logo

Spaces:
vilarin
/
Hermes-3-Llama-3.2-3B
Running on Zero

App Files Community
vilarin commited on
Commit
f2cc9dc
•
1 Parent(s): 9a43acc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -28,9 +28,9 @@ CSS = """
28
  model = AutoModelForCausalLM.from_pretrained(
29
  "THUDM/LongWriter-glm4-9b",
30
  torch_dtype=torch.bfloat16,
31
- low_cpu_mem_usage=True,
32
  trust_remote_code=True,
33
- ).to(0).eval()
34
 
35
  tokenizer = AutoTokenizer.from_pretrained("THUDM/LongWriter-glm4-9b",trust_remote_code=True)
36
 
 
28
  model = AutoModelForCausalLM.from_pretrained(
29
  "THUDM/LongWriter-glm4-9b",
30
  torch_dtype=torch.bfloat16,
31
+ device_map="auto",
32
  trust_remote_code=True,
33
+ ).eval()
34
 
35
  tokenizer = AutoTokenizer.from_pretrained("THUDM/LongWriter-glm4-9b",trust_remote_code=True)
36