Update app.py
Browse files
app.py
CHANGED
|
@@ -70,7 +70,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
|
| 70 |
attn_implementation="flash_attention_2",
|
| 71 |
low_cpu_mem_usage=True,
|
| 72 |
trust_remote_code=True,
|
| 73 |
-
|
| 74 |
# device_map=accelerator.device_map,
|
| 75 |
|
| 76 |
)
|
|
|
|
| 70 |
attn_implementation="flash_attention_2",
|
| 71 |
low_cpu_mem_usage=True,
|
| 72 |
trust_remote_code=True,
|
| 73 |
+
device_map='cuda',
|
| 74 |
# device_map=accelerator.device_map,
|
| 75 |
|
| 76 |
)
|