SauravDevon commited on
Commit
f083d9c
·
verified ·
1 Parent(s): 79c62bf

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +1 -1
adapter_config.json CHANGED
@@ -9,6 +9,6 @@
9
  "modules_to_save": ["lm_head", "wte"],
10
  "peft_type": "LORA",
11
  "r": 16,
12
- "target_modules": ["c_attn", "c_proj", "w1", "w2"],
13
  "task_type": "CAUSAL_LM"
14
  }
 
9
  "modules_to_save": ["lm_head", "wte"],
10
  "peft_type": "LORA",
11
  "r": 16,
12
+ "target_modules": ["q_proj", "v_proj", "k_proj", "o_proj"],
13
  "task_type": "CAUSAL_LM"
14
  }