llama-3-8b-70-base-quantized / openvino_config.json
Alwahsh's picture
Upload openvino_config.json with huggingface_hub
76db619 verified
raw
history blame
373 Bytes
{
"compression": null,
"dtype": null,
"input_info": null,
"optimum_version": "1.20.0",
"quantization_config": {
"bits": 8,
"fast_bias_correction": true,
"ignored_scope": null,
"model_type": "transformer",
"num_samples": 300,
"overflow_fix": "disable",
"sym": false
},
"save_onnx_model": false,
"transformers_version": "4.41.2"
}