Spaces:
Paused
Paused
Commit
•
e15f802
1
Parent(s):
7525f72
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ model = AutoGPTQForCausalLM.from_quantized(local_folder,
|
|
40 |
use_safetensors=True,
|
41 |
strict=use_strict,
|
42 |
model_basename=model_basename,
|
43 |
-
|
44 |
use_triton=use_triton,
|
45 |
quantize_config=quantize_config)
|
46 |
|
|
|
40 |
use_safetensors=True,
|
41 |
strict=use_strict,
|
42 |
model_basename=model_basename,
|
43 |
+
device="cuda:0",
|
44 |
use_triton=use_triton,
|
45 |
quantize_config=quantize_config)
|
46 |
|