{ "auto_mapping": null, "base_model_name_or_path": "ycchen/yc-test1", "bias": "none", "fan_in_fan_out": false, "inference_mode": true, "init_lora_weights": true, "layers_pattern": null, "layers_to_transform": null, "lora_alpha": 16, "lora_dropout": 0.05, "modules_to_save": null, "peft_type": "LORA", "r": 16, "revision": null, "target_modules": [ "0.attn.c_attn", "0.attn.c_proj", "0.mlp.c_proj", "0.mlp.w1", "0.mlp.w2", "1.attn.c_attn", "1.attn.c_proj", "1.mlp.c_proj", "1.mlp.w1", "1.mlp.w2", "2.attn.c_attn", "2.attn.c_proj", "2.mlp.c_proj", "2.mlp.w1", "2.mlp.w2", "3.attn.c_attn", "3.attn.c_proj", "3.mlp.c_proj", "3.mlp.w1", "3.mlp.w2", "4.attn.c_attn", "4.attn.c_proj", "4.mlp.c_proj", "4.mlp.w1", "4.mlp.w2", "5.attn.c_attn", "5.attn.c_proj", "5.mlp.c_proj", "5.mlp.w1", "5.mlp.w2", "6.attn.c_attn", "6.attn.c_proj", "6.mlp.c_proj", "6.mlp.w1", "6.mlp.w2", "7.attn.c_attn", "7.attn.c_proj", "7.mlp.c_proj", "7.mlp.w1", "7.mlp.w2", "8.attn.c_attn", "8.attn.c_proj", "8.mlp.c_proj", "8.mlp.w1", "8.mlp.w2", "9.attn.c_attn", "9.attn.c_proj", "9.mlp.c_proj", "9.mlp.w1", "9.mlp.w2", "10.attn.c_attn", "10.attn.c_proj", "10.mlp.c_proj", "10.mlp.w1", "10.mlp.w2", "11.attn.c_attn", "11.attn.c_proj", "11.mlp.c_proj", "11.mlp.w1", "11.mlp.w2", "12.attn.c_attn", "12.attn.c_proj", "12.mlp.c_proj", "12.mlp.w1", "12.mlp.w2", "13.attn.c_attn", "13.attn.c_proj", "13.mlp.c_proj", "13.mlp.w1", "13.mlp.w2", "14.attn.c_attn", "14.attn.c_proj", "14.mlp.c_proj", "14.mlp.w1", "14.mlp.w2", "15.attn.c_attn", "15.attn.c_proj", "15.mlp.c_proj", "15.mlp.w1", "15.mlp.w2", "16.attn.c_attn", "16.attn.c_proj", "16.mlp.c_proj", "16.mlp.w1", "16.mlp.w2", "17.attn.c_attn", "17.attn.c_proj", "17.mlp.c_proj", "17.mlp.w1", "17.mlp.w2", "18.attn.c_attn", "18.attn.c_proj", "18.mlp.c_proj", "18.mlp.w1", "18.mlp.w2", "19.attn.c_attn", "19.attn.c_proj", "19.mlp.c_proj", "19.mlp.w1", "19.mlp.w2", "20.attn.c_attn", "20.attn.c_proj", "20.mlp.c_proj", "20.mlp.w1", "20.mlp.w2", "21.attn.c_attn", "21.attn.c_proj", "21.mlp.c_proj", "21.mlp.w1", "21.mlp.w2", "22.attn.c_attn", "22.attn.c_proj", "22.mlp.c_proj", "22.mlp.w1", "22.mlp.w2", "23.attn.c_attn", "23.attn.c_proj", "23.mlp.c_proj", "23.mlp.w1", "23.mlp.w2", "24.attn.c_attn", "24.attn.c_proj", "24.mlp.c_proj", "24.mlp.w1", "24.mlp.w2", "25.attn.c_attn", "25.attn.c_proj", "25.mlp.c_proj", "25.mlp.w1", "25.mlp.w2", "26.attn.c_attn", "26.attn.c_proj", "26.mlp.c_proj", "26.mlp.w1", "26.mlp.w2", "27.attn.c_attn", "27.attn.c_proj", "27.mlp.c_proj", "27.mlp.w1", "27.mlp.w2", "28.attn.c_attn", "28.attn.c_proj", "28.mlp.c_proj", "28.mlp.w1", "28.mlp.w2", "29.attn.c_attn", "29.attn.c_proj", "29.mlp.c_proj", "29.mlp.w1", "29.mlp.w2", "30.attn.c_attn", "30.attn.c_proj", "30.mlp.c_proj", "30.mlp.w1", "30.mlp.w2", "31.attn.c_attn", "31.attn.c_proj", "31.mlp.c_proj", "31.mlp.w1", "31.mlp.w2", "32.attn.c_attn", "32.attn.c_proj", "32.mlp.c_proj", "32.mlp.w1", "32.mlp.w2", "33.attn.c_attn", "33.attn.c_proj", "33.mlp.c_proj", "33.mlp.w1", "33.mlp.w2", "34.attn.c_attn", "34.attn.c_proj", "34.mlp.c_proj", "34.mlp.w1", "34.mlp.w2", "35.attn.c_attn", "35.attn.c_proj", "35.mlp.c_proj", "35.mlp.w1", "35.mlp.w2", "36.attn.c_attn", "36.attn.c_proj", "36.mlp.c_proj", "36.mlp.w1", "36.mlp.w2", "37.attn.c_attn", "37.attn.c_proj", "37.mlp.c_proj", "37.mlp.w1", "37.mlp.w2", "38.attn.c_attn", "38.attn.c_proj", "38.mlp.c_proj", "38.mlp.w1", "38.mlp.w2", "39.attn.c_attn", "39.attn.c_proj", "39.mlp.c_proj", "39.mlp.w1", "39.mlp.w2" ], "task_type": "CAUSAL_LM" }