File size: 420 Bytes
470d8d3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
test_stage:
pruning_modifiers:
ConstantPruningModifier:
targets: [
"re:.*self_attn.q_proj",
"re:.*self_attn.k_proj",
"re:.*self_attn.v_proj",
"re:.*self_attn.o_proj",
"re:.*mlp.gate_proj",
"re:.*mlp.up_proj"
]
start: 0
distillation_modifiers:
OutputDistillationModifier:
targets: "__ALL__"
comparison: "square_head"
start: 0 |