aakash0563 commited on
Commit
b82853c
1 Parent(s): 135d7de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
18
  model = AutoModelForCausalLM.from_pretrained(
19
  model_id,
20
  quantization_config=nf4_config,
21
- device_map="cpu"
22
  )
23
 
24
  model.tie_weights()
 
18
  model = AutoModelForCausalLM.from_pretrained(
19
  model_id,
20
  quantization_config=nf4_config,
21
+ device_map="auto"
22
  )
23
 
24
  model.tie_weights()