Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ h1 {
|
|
| 32 |
display: block;
|
| 33 |
}
|
| 34 |
"""
|
| 35 |
-
|
| 36 |
quantization_config = BitsAndBytesConfig(
|
| 37 |
load_in_4bit=True, bnb_4bit_compute_dtype=torch.float16
|
| 38 |
)
|
|
|
|
| 32 |
display: block;
|
| 33 |
}
|
| 34 |
"""
|
| 35 |
+
inference_dtype=torch.float32
|
| 36 |
quantization_config = BitsAndBytesConfig(
|
| 37 |
load_in_4bit=True, bnb_4bit_compute_dtype=torch.float16
|
| 38 |
)
|