first_attention_2_attention_unfreeze/model_4000/training_state.json

{
    "global_step": 4000,
    "update_step": 4000,
    "tokens_seen": 2555953152,
    "tokens_seen_before": 2555314176,
    "update_time": 2.9246957302093506,
    "wandb_id": "0ab5p6ah"
}