LovnishVerma commited on
Commit
d142b67
1 Parent(s): d4b6d9f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
14
  model_name,
15
  torch_dtype=torch.float16,
16
  device_map="auto",
17
- offload_folder="path/to/offload/folder" # Replace with the path to the offload folder
18
  )
19
 
20
  # Generate text using the provided prompt
 
14
  model_name,
15
  torch_dtype=torch.float16,
16
  device_map="auto",
17
+ offload_folder="offload/folder" # Replace with the path to the offload folder
18
  )
19
 
20
  # Generate text using the provided prompt