'teacher', (0, 14412556)
'attn_layer_mapper=all, attn_loss_fn=raw_mse, attn_projector=miles', (14412800, 14412543)
'attn_layer_mapper=all, attn_loss_fn=logsum, attn_projector=miles', (28825600, 14412543)