{
    "model_name": "med_chat_10_epoch_4_fp",
    "torch_dtype": "torch.bfloat16",
    "device_map": "auto",
    "trust_remote_code": false,
    "base_model_name": "openchat/openchat-3.5-0106",
    "adapter_config": {
        "peft_type": "LORA",
        "auto_mapping": null,
        "base_model_name_or_path": "openchat/openchat-3.5-0106",
        "revision": null,
        "task_type": "CAUSAL_LM",
        "inference_mode": false,
        "r": 16,
        "target_modules": [
            "k_proj",
            "o_proj",
            "v_proj",
            "q_proj"
        ],
        "lora_alpha": 16,
        "lora_dropout": 0.1,
        "fan_in_fan_out": false,
        "bias": "none",
        "modules_to_save": null,
        "init_lora_weights": true,
        "layers_to_transform": null,
        "layers_pattern": null,
        "rank_pattern": {},
        "alpha_pattern": {},
        "megatron_config": null,
        "megatron_core": "megatron.core",
        "loftq_config": {}
    },
    "config_class": "PeftConfig"
}