first_attention_2_attention_unfreeze/model_8000/training_state.json

{
    "global_step": 8000,
    "update_step": 8000,
    "tokens_seen": 5111857152,
    "tokens_seen_before": 5111218176,
    "update_time": 2.924616575241089,
    "wandb_id": "0ab5p6ah"
}