Hugging Face's logo

Spaces:
avanish07
/
sci-mcq-GPT
Runtime error

App Files Community
avanish07 commited on
Commit
4332939
•
1 Parent(s): c88667a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ config = PeftConfig.from_pretrained(peft_model_id)
27
 
28
  bnb_config = BitsAndBytesConfig(
29
  load_in_8bit_fp32_cpu_offload=True,
30
- bnb_8bit_use_fp16=False
31
  load_in_4bit=True,
32
  bnb_4bit_use_double_quant=True,
33
  bnb_4bit_quant_type="nf4",
 
27
 
28
  bnb_config = BitsAndBytesConfig(
29
  load_in_8bit_fp32_cpu_offload=True,
30
+ bnb_8bit_use_fp16=False,
31
  load_in_4bit=True,
32
  bnb_4bit_use_double_quant=True,
33
  bnb_4bit_quant_type="nf4",