Update app.py
Browse files
app.py
CHANGED
|
@@ -22,8 +22,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 22 |
adapter_model,
|
| 23 |
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
| 24 |
device_map="auto",
|
| 25 |
-
low_cpu_mem_usage=True
|
| 26 |
-
use_auth_token=hf_token
|
| 27 |
)
|
| 28 |
|
| 29 |
# === STEP 3: Define generation function ===
|
|
|
|
| 22 |
adapter_model,
|
| 23 |
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
| 24 |
device_map="auto",
|
| 25 |
+
low_cpu_mem_usage=True
|
|
|
|
| 26 |
)
|
| 27 |
|
| 28 |
# === STEP 3: Define generation function ===
|