Spaces:
Runtime error
Runtime error
Update train_realfill.py
Browse files- train_realfill.py +2 -2
train_realfill.py
CHANGED
@@ -544,7 +544,7 @@ def main(args):
|
|
544 |
config = LoraConfig(
|
545 |
r=args.lora_rank,
|
546 |
lora_alpha=args.lora_alpha,
|
547 |
-
target_modules=["to_k", "to_q", "to_v", "
|
548 |
lora_dropout=args.lora_dropout,
|
549 |
bias=args.lora_bias,
|
550 |
)
|
@@ -553,7 +553,7 @@ def main(args):
|
|
553 |
config = LoraConfig(
|
554 |
r=args.lora_rank,
|
555 |
lora_alpha=args.lora_alpha,
|
556 |
-
target_modules=["k_proj", "q_proj", "v_proj"
|
557 |
lora_dropout=args.lora_dropout,
|
558 |
bias=args.lora_bias,
|
559 |
)
|
|
|
544 |
config = LoraConfig(
|
545 |
r=args.lora_rank,
|
546 |
lora_alpha=args.lora_alpha,
|
547 |
+
target_modules=["to_k", "to_q", "to_v", "key", "query", "value"],
|
548 |
lora_dropout=args.lora_dropout,
|
549 |
bias=args.lora_bias,
|
550 |
)
|
|
|
553 |
config = LoraConfig(
|
554 |
r=args.lora_rank,
|
555 |
lora_alpha=args.lora_alpha,
|
556 |
+
target_modules=["k_proj", "q_proj", "v_proj"],
|
557 |
lora_dropout=args.lora_dropout,
|
558 |
bias=args.lora_bias,
|
559 |
)
|