compressa-config.json

{
    "model_name": "resources/models/models/NousResearch_Meta-Llama-3-70B-Instruct",
    "quant_config": {
        "wbits": 4,
        "abits": 16,
        "group_size": 128,
        "symmetric": true
    },
    "start_sample": 0,
    "nsamples": 128,
    "epochs": 10,
    "aug_loss": true,
    "eval_ppl": true,
    "real_quant": true,
    "lwc_lr": 0.01,
    "use_lr_scheduler": false,
    "cache_dir": "resources/cache",
    "output_dir": "resources/models/models/NousResearch_Meta-Llama-3-70B-Instruct_omniquant_symm/logs",
    "save_dir": "resources/models/models/NousResearch_Meta-Llama-3-70B-Instruct_omniquant_symm/NousResearch_Meta-Llama-3-70B-Instruct",
    "config_class": "OmniquantConfig"
}