Update adapter_config.json
Browse files- adapter_config.json +1 -1
adapter_config.json
CHANGED
@@ -9,6 +9,6 @@
|
|
9 |
"modules_to_save": ["lm_head", "wte"],
|
10 |
"peft_type": "LORA",
|
11 |
"r": 16,
|
12 |
-
"target_modules": ["
|
13 |
"task_type": "CAUSAL_LM"
|
14 |
}
|
|
|
9 |
"modules_to_save": ["lm_head", "wte"],
|
10 |
"peft_type": "LORA",
|
11 |
"r": 16,
|
12 |
+
"target_modules": ["q_proj", "v_proj", "k_proj", "o_proj"],
|
13 |
"task_type": "CAUSAL_LM"
|
14 |
}
|