smash_config.json

{
    "comp_cgenerate_active": false,
    "comp_ctranslate_active": false,
    "comp_cwhisper_active": false,
    "comp_diffusers2_active": false,
    "comp_flux_caching_active": false,
    "comp_ifw_active": false,
    "comp_ipex_llm_active": false,
    "comp_onediff_active": false,
    "comp_step_caching_active": false,
    "comp_torch_compile_active": false,
    "comp_ws2t_active": false,
    "comp_x-fast_active": false,
    "prune_torch-structured_active": false,
    "prune_torch-unstructured_active": false,
    "quant_aqlm_active": false,
    "quant_awq_active": false,
    "quant_gptq_active": false,
    "quant_half_active": false,
    "quant_higgs_active": true,
    "quant_hqq_active": false,
    "quant_llm-int8_active": false,
    "quant_quanto_active": false,
    "quant_torch_dynamic_active": false,
    "quant_torch_static_active": false,
    "quant_higgs_group_size": 256,
    "quant_higgs_hadamard_size": 1024,
    "quant_higgs_modules_to_not_convert": "lm_head",
    "quant_higgs_p": 2,
    "quant_higgs_weight_bits": 2,
    "max_batch_size": 1,
    "device": "cuda",
    "cache_dir": "/home/ubuntu/.cache/pruna/tmpc6y5r_fu",
    "task": "",
    "save_load_fn": "higgs",
    "save_load_fn_args": {}
}