thuanz123 commited on
Commit
12b26b5
·
1 Parent(s): eb23651

Update train_realfill.py

Browse files
Files changed (1) hide show
  1. train_realfill.py +2 -2
train_realfill.py CHANGED
@@ -544,7 +544,7 @@ def main(args):
544
  config = LoraConfig(
545
  r=args.lora_rank,
546
  lora_alpha=args.lora_alpha,
547
- target_modules=["to_k", "to_q", "to_v", "out.0"],
548
  lora_dropout=args.lora_dropout,
549
  bias=args.lora_bias,
550
  )
@@ -553,7 +553,7 @@ def main(args):
553
  config = LoraConfig(
554
  r=args.lora_rank,
555
  lora_alpha=args.lora_alpha,
556
- target_modules=["k_proj", "q_proj", "v_proj", "out_proj"],
557
  lora_dropout=args.lora_dropout,
558
  bias=args.lora_bias,
559
  )
 
544
  config = LoraConfig(
545
  r=args.lora_rank,
546
  lora_alpha=args.lora_alpha,
547
+ target_modules=["to_k", "to_q", "to_v", "key", "query", "value"],
548
  lora_dropout=args.lora_dropout,
549
  bias=args.lora_bias,
550
  )
 
553
  config = LoraConfig(
554
  r=args.lora_rank,
555
  lora_alpha=args.lora_alpha,
556
+ target_modules=["k_proj", "q_proj", "v_proj"],
557
  lora_dropout=args.lora_dropout,
558
  bias=args.lora_bias,
559
  )