AIFunOver commited on
Commit
855685b
1 Parent(s): a5612e9

Upload openvino_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_config.json +26 -0
openvino_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": null,
3
+ "dtype": "int8",
4
+ "input_info": null,
5
+ "optimum_version": "1.23.3",
6
+ "quantization_config": {
7
+ "all_layers": null,
8
+ "bits": 8,
9
+ "dataset": null,
10
+ "gptq": null,
11
+ "group_size": -1,
12
+ "ignored_scope": null,
13
+ "num_samples": null,
14
+ "processor": null,
15
+ "quant_method": "default",
16
+ "ratio": 1.0,
17
+ "scale_estimation": null,
18
+ "sensitivity_metric": null,
19
+ "sym": false,
20
+ "tokenizer": null,
21
+ "trust_remote_code": true,
22
+ "weight_format": "int8"
23
+ },
24
+ "save_onnx_model": false,
25
+ "transformers_version": "4.46.2"
26
+ }