Spaces:
Paused
Paused
Commit
•
5c1d871
1
Parent(s):
2995eda
Update app_v2.py
Browse files
app_v2.py
CHANGED
@@ -21,7 +21,7 @@ snapshot_download(repo_id=pretrained_model_dir, local_dir=quantized_model_dir, l
|
|
21 |
# Load the model using from_quantized
|
22 |
model = AutoGPTQForCausalLM.from_quantized(
|
23 |
quantized_model_dir,
|
24 |
-
model_basename="Jackson2-4bit-128g-GPTQ"
|
25 |
use_safetensors=True,
|
26 |
strict=False,
|
27 |
device="cuda:0",
|
|
|
21 |
# Load the model using from_quantized
|
22 |
model = AutoGPTQForCausalLM.from_quantized(
|
23 |
quantized_model_dir,
|
24 |
+
model_basename="Jackson2-4bit-128g-GPTQ",
|
25 |
use_safetensors=True,
|
26 |
strict=False,
|
27 |
device="cuda:0",
|