first_layer_2/model_12000/training_state.json

{
    "global_step": 12000,
    "update_step": 12000,
    "tokens_seen": 7667761152,
    "tokens_seen_before": 7667122176,
    "update_time": 2.8791251182556152,
    "wandb_id": "f3ljzhyw"
}