Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, token= token)
|
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token, torch_dtype=torch.bfloat16,
|
28 |
# attn_implementation="flash_attention_2",
|
29 |
-
low_cpu_mem_usage=True,
|
30 |
device_map="auto"
|
31 |
)
|
32 |
|
|
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token, torch_dtype=torch.bfloat16,
|
28 |
# attn_implementation="flash_attention_2",
|
29 |
+
# low_cpu_mem_usage=True,
|
30 |
device_map="auto"
|
31 |
)
|
32 |
|