compressa-config.json

{
    "model_name": "resources/models/models/IlyaGusev_saiga_llama3_8b",
    "quant_config": {
        "wbits": 4,
        "abits": 16,
        "group_size": 128,
        "symmetric": false,
        "delta_round": 1,
        "hard_freq": 3
    },
    "resume": null,
    "start_sample": 0,
    "nsamples": 128,
    "epochs": 10,
    "aug_loss": true,
    "eval_ppl": true,
    "real_quant": true,
    "lwc_lr": 0.001,
    "use_lr_scheduler": true,
    "cache_dir": "resources/cache",
    "output_dir": "resources/models/models/IlyaGusev_saiga_llama3_8b_adaqround_asymm_e10/logs",
    "save_dir": "resources/models/models/IlyaGusev_saiga_llama3_8b_adaqround_asymm_e10/IlyaGusev_saiga_llama3_8b",
    "total_nsamples": 384,
    "max_nsamples_on_gpu": 128,
    "start_lwc_lr": 0.01,
    "start_alpha_lr": 0.01,
    "alpha_lr": 0.001,
    "config_class": "AdaqroundConfig"
}