File size: 147 Bytes
14b8326
 
 
 
 
 
1
2
3
4
5
6
{
    "load_in_4bit": true,
    "bnb_4bit_quant_type" : "fp4",
    "bnb_4bit_use_double_quant" : false,
    "bnb_4bit_compute_dtype" : "bfloat16"
}