| { | |
| "compression": { | |
| "algorithm": "NoCompressionAlgorithm" | |
| }, | |
| "input_info": [ | |
| { | |
| "keyword": "input_ids", | |
| "sample_size": [ | |
| 8, | |
| 1024 | |
| ], | |
| "type": "long" | |
| }, | |
| { | |
| "keyword": "attention_mask", | |
| "sample_size": [ | |
| 8, | |
| 1024 | |
| ], | |
| "type": "long" | |
| } | |
| ], | |
| "log_dir": "/data1/vchua/temp/ov-opt-350m-fp32-kv-cache", | |
| "optimum_version": "1.8.8", | |
| "save_onnx_model": false, | |
| "transformers_version": "4.30.2" | |
| } | |