{ "distillation": {}, "neural_compressor_version": "2.4.1", "optimum_version": "1.16.2", "pruning": {}, "quantization": { "dataset_num_samples": null, "is_static": false }, "save_onnx_model": false, "torch_version": "2.1.0+cu118", "transformers_version": "4.37.0" }