Hugging Face's logo

Spaces:
minhdang
/
code
Paused

App Files Community
minhdang commited on
Commit
8ef6bba
•
1 Parent(s): 2895fce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ from transformers import BitsAndBytesConfig
9
 
10
  nf4_config = BitsAndBytesConfig(
11
  load_in_4bit=True,
12
- bnb_4bit_quant_type="nf4",
13
  )
14
  MAX_MAX_NEW_TOKENS = 2048
15
  DEFAULT_MAX_NEW_TOKENS = 1024
 
9
 
10
  nf4_config = BitsAndBytesConfig(
11
  load_in_4bit=True,
12
+ bnb_4bit_use_double_quant=True,
13
  )
14
  MAX_MAX_NEW_TOKENS = 2048
15
  DEFAULT_MAX_NEW_TOKENS = 1024