gpt-j-6B-onnx / ort_config.json
Your Name
add small files
3f426c7
{
"one_external_file": true,
"opset": null,
"optimization": {
"disable_attention": null,
"disable_attention_fusion": false,
"disable_bias_gelu": null,
"disable_bias_gelu_fusion": false,
"disable_bias_skip_layer_norm": null,
"disable_bias_skip_layer_norm_fusion": false,
"disable_embed_layer_norm": true,
"disable_embed_layer_norm_fusion": true,
"disable_gelu": null,
"disable_gelu_fusion": false,
"disable_layer_norm": null,
"disable_layer_norm_fusion": false,
"disable_shape_inference": true,
"disable_skip_layer_norm": null,
"disable_skip_layer_norm_fusion": false,
"enable_gelu_approximation": true,
"enable_transformers_specific_optimizations": true,
"fp16": false,
"no_attention_mask": false,
"optimization_level": 2,
"optimize_for_gpu": false,
"optimize_with_onnxruntime_only": null,
"use_mask_index": false
},
"optimum_version": "1.7.2.dev0",
"quantization": {},
"transformers_version": "4.27.2",
"use_external_data_format": true
}