Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ import torch
|
|
20 |
from peft import PeftModel, PeftConfig
|
21 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, pipeline
|
22 |
|
23 |
-
bnb_config = BitsAndBytesConfig(load_in_4bit=
|
24 |
bnb_4bit_quant_type="nf4",
|
25 |
bnb_4bit_compute_dtype=torch.bfloat16,
|
26 |
bnb_4bit_use_double_quant=False)
|
|
|
20 |
from peft import PeftModel, PeftConfig
|
21 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, pipeline
|
22 |
|
23 |
+
bnb_config = BitsAndBytesConfig(load_in_4bit=False,
|
24 |
bnb_4bit_quant_type="nf4",
|
25 |
bnb_4bit_compute_dtype=torch.bfloat16,
|
26 |
bnb_4bit_use_double_quant=False)
|