Spaces:
Runtime error
Runtime error
LovnishVerma
commited on
Commit
•
d142b67
1
Parent(s):
d4b6d9f
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
14 |
model_name,
|
15 |
torch_dtype=torch.float16,
|
16 |
device_map="auto",
|
17 |
-
offload_folder="
|
18 |
)
|
19 |
|
20 |
# Generate text using the provided prompt
|
|
|
14 |
model_name,
|
15 |
torch_dtype=torch.float16,
|
16 |
device_map="auto",
|
17 |
+
offload_folder="offload/folder" # Replace with the path to the offload folder
|
18 |
)
|
19 |
|
20 |
# Generate text using the provided prompt
|