llama2_7b_bf16_adapter/bnb_config.json

{
    "load_in_4bit": false,
    "bnb_4bit_quant_type" : "fp4",
    "bnb_4bit_use_double_quant" : false,
    "bnb_4bit_compute_dtype" : "float32"
}