Spaces:
Running
Running
Upload prompt_generator.py
Browse files- prompt_generator.py +2 -2
prompt_generator.py
CHANGED
|
@@ -119,8 +119,8 @@ def load_model():
|
|
| 119 |
_model = AutoModelForCausalLM.from_pretrained(
|
| 120 |
model_path,
|
| 121 |
torch_dtype=torch_dtype,
|
| 122 |
-
device_map=device_map,
|
| 123 |
-
use_cache=True,
|
| 124 |
low_cpu_mem_usage=True,
|
| 125 |
)
|
| 126 |
|
|
|
|
| 119 |
_model = AutoModelForCausalLM.from_pretrained(
|
| 120 |
model_path,
|
| 121 |
torch_dtype=torch_dtype,
|
| 122 |
+
# device_map=device_map,
|
| 123 |
+
# use_cache=True,
|
| 124 |
low_cpu_mem_usage=True,
|
| 125 |
)
|
| 126 |
|