{
  "best_metric": 0.9351106639839034,
  "best_model_checkpoint": "/scratch/camembertv2/runs/results/flue-PAWS-X/camembertav2-base-bf16-p2-17000/max_seq_length-148-gradient_accumulation_steps-2-precision-fp32-learning_rate-5e-05-epochs-6-lr_scheduler-linear-warmup_steps-0/SEED-666/checkpoint-18522",
  "epoch": 5.999028340080971,
  "eval_steps": 500,
  "global_step": 18522,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.032388663967611336,
      "grad_norm": 5.7791056632995605,
      "learning_rate": 4.9730050750458916e-05,
      "loss": 0.5409,
      "step": 100
    },
    {
      "epoch": 0.06477732793522267,
      "grad_norm": 3.9132766723632812,
      "learning_rate": 4.946010150091783e-05,
      "loss": 0.3386,
      "step": 200
    },
    {
      "epoch": 0.09716599190283401,
      "grad_norm": 19.378026962280273,
      "learning_rate": 4.9190152251376743e-05,
      "loss": 0.3131,
      "step": 300
    },
    {
      "epoch": 0.12955465587044535,
      "grad_norm": 15.864294052124023,
      "learning_rate": 4.892020300183566e-05,
      "loss": 0.2785,
      "step": 400
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 12.896875381469727,
      "learning_rate": 4.865025375229457e-05,
      "loss": 0.2929,
      "step": 500
    },
    {
      "epoch": 0.19433198380566802,
      "grad_norm": 21.26336669921875,
      "learning_rate": 4.8380304502753484e-05,
      "loss": 0.2847,
      "step": 600
    },
    {
      "epoch": 0.22672064777327935,
      "grad_norm": 5.422796249389648,
      "learning_rate": 4.81103552532124e-05,
      "loss": 0.2673,
      "step": 700
    },
    {
      "epoch": 0.2591093117408907,
      "grad_norm": 3.9689624309539795,
      "learning_rate": 4.784040600367131e-05,
      "loss": 0.2561,
      "step": 800
    },
    {
      "epoch": 0.291497975708502,
      "grad_norm": 8.32761001586914,
      "learning_rate": 4.7570456754130226e-05,
      "loss": 0.2618,
      "step": 900
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 3.8402862548828125,
      "learning_rate": 4.730050750458914e-05,
      "loss": 0.2535,
      "step": 1000
    },
    {
      "epoch": 0.3562753036437247,
      "grad_norm": 38.90117645263672,
      "learning_rate": 4.703055825504805e-05,
      "loss": 0.2476,
      "step": 1100
    },
    {
      "epoch": 0.38866396761133604,
      "grad_norm": 8.632582664489746,
      "learning_rate": 4.6760609005506967e-05,
      "loss": 0.2504,
      "step": 1200
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 2.50603985786438,
      "learning_rate": 4.649065975596588e-05,
      "loss": 0.2375,
      "step": 1300
    },
    {
      "epoch": 0.4534412955465587,
      "grad_norm": 22.682083129882812,
      "learning_rate": 4.6220710506424794e-05,
      "loss": 0.2304,
      "step": 1400
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 3.2134041786193848,
      "learning_rate": 4.595076125688371e-05,
      "loss": 0.2342,
      "step": 1500
    },
    {
      "epoch": 0.5182186234817814,
      "grad_norm": 9.210716247558594,
      "learning_rate": 4.568081200734262e-05,
      "loss": 0.2447,
      "step": 1600
    },
    {
      "epoch": 0.5506072874493927,
      "grad_norm": 7.8480143547058105,
      "learning_rate": 4.5410862757801535e-05,
      "loss": 0.2161,
      "step": 1700
    },
    {
      "epoch": 0.582995951417004,
      "grad_norm": 1.0597597360610962,
      "learning_rate": 4.514091350826045e-05,
      "loss": 0.2234,
      "step": 1800
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 1.914153814315796,
      "learning_rate": 4.487096425871936e-05,
      "loss": 0.2001,
      "step": 1900
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 7.569839000701904,
      "learning_rate": 4.4601015009178276e-05,
      "loss": 0.2354,
      "step": 2000
    },
    {
      "epoch": 0.680161943319838,
      "grad_norm": 9.363743782043457,
      "learning_rate": 4.433106575963719e-05,
      "loss": 0.1989,
      "step": 2100
    },
    {
      "epoch": 0.7125506072874493,
      "grad_norm": 0.2488391101360321,
      "learning_rate": 4.40611165100961e-05,
      "loss": 0.2227,
      "step": 2200
    },
    {
      "epoch": 0.7449392712550608,
      "grad_norm": 6.931863307952881,
      "learning_rate": 4.379116726055502e-05,
      "loss": 0.2296,
      "step": 2300
    },
    {
      "epoch": 0.7773279352226721,
      "grad_norm": 2.7890470027923584,
      "learning_rate": 4.352121801101393e-05,
      "loss": 0.2161,
      "step": 2400
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 0.6333386301994324,
      "learning_rate": 4.3251268761472844e-05,
      "loss": 0.21,
      "step": 2500
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.40448668599128723,
      "learning_rate": 4.298131951193176e-05,
      "loss": 0.2115,
      "step": 2600
    },
    {
      "epoch": 0.8744939271255061,
      "grad_norm": 10.913817405700684,
      "learning_rate": 4.271137026239067e-05,
      "loss": 0.1923,
      "step": 2700
    },
    {
      "epoch": 0.9068825910931174,
      "grad_norm": 0.3693946301937103,
      "learning_rate": 4.2441421012849585e-05,
      "loss": 0.2019,
      "step": 2800
    },
    {
      "epoch": 0.9392712550607287,
      "grad_norm": 2.760298252105713,
      "learning_rate": 4.21714717633085e-05,
      "loss": 0.2113,
      "step": 2900
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 11.557462692260742,
      "learning_rate": 4.190152251376741e-05,
      "loss": 0.2073,
      "step": 3000
    },
    {
      "epoch": 0.9998380566801619,
      "eval_accuracy": 0.9144869215291751,
      "eval_loss": 0.28149500489234924,
      "eval_runtime": 6.5505,
      "eval_samples_per_second": 303.488,
      "eval_steps_per_second": 38.012,
      "step": 3087
    },
    {
      "epoch": 1.0040485829959513,
      "grad_norm": 11.277145385742188,
      "learning_rate": 4.1631573264226326e-05,
      "loss": 0.2007,
      "step": 3100
    },
    {
      "epoch": 1.0364372469635628,
      "grad_norm": 7.342209815979004,
      "learning_rate": 4.136162401468524e-05,
      "loss": 0.1369,
      "step": 3200
    },
    {
      "epoch": 1.0688259109311742,
      "grad_norm": 4.37772798538208,
      "learning_rate": 4.1091674765144154e-05,
      "loss": 0.1951,
      "step": 3300
    },
    {
      "epoch": 1.1012145748987854,
      "grad_norm": 10.176764488220215,
      "learning_rate": 4.0821725515603074e-05,
      "loss": 0.1621,
      "step": 3400
    },
    {
      "epoch": 1.1336032388663968,
      "grad_norm": 0.42846062779426575,
      "learning_rate": 4.055177626606198e-05,
      "loss": 0.1593,
      "step": 3500
    },
    {
      "epoch": 1.165991902834008,
      "grad_norm": 0.37047576904296875,
      "learning_rate": 4.0281827016520895e-05,
      "loss": 0.1654,
      "step": 3600
    },
    {
      "epoch": 1.1983805668016194,
      "grad_norm": 0.9531276822090149,
      "learning_rate": 4.001187776697981e-05,
      "loss": 0.1686,
      "step": 3700
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 6.070562362670898,
      "learning_rate": 3.974192851743873e-05,
      "loss": 0.1741,
      "step": 3800
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 13.438559532165527,
      "learning_rate": 3.9471979267897636e-05,
      "loss": 0.1887,
      "step": 3900
    },
    {
      "epoch": 1.2955465587044535,
      "grad_norm": 1.3613296747207642,
      "learning_rate": 3.920203001835655e-05,
      "loss": 0.1598,
      "step": 4000
    },
    {
      "epoch": 1.3279352226720649,
      "grad_norm": 12.832125663757324,
      "learning_rate": 3.893208076881546e-05,
      "loss": 0.1735,
      "step": 4100
    },
    {
      "epoch": 1.360323886639676,
      "grad_norm": 11.818835258483887,
      "learning_rate": 3.8662131519274384e-05,
      "loss": 0.1838,
      "step": 4200
    },
    {
      "epoch": 1.3927125506072875,
      "grad_norm": 0.46300917863845825,
      "learning_rate": 3.839218226973329e-05,
      "loss": 0.168,
      "step": 4300
    },
    {
      "epoch": 1.425101214574899,
      "grad_norm": 5.4205403327941895,
      "learning_rate": 3.8122233020192204e-05,
      "loss": 0.1675,
      "step": 4400
    },
    {
      "epoch": 1.45748987854251,
      "grad_norm": 1.2334966659545898,
      "learning_rate": 3.785228377065112e-05,
      "loss": 0.1651,
      "step": 4500
    },
    {
      "epoch": 1.4898785425101215,
      "grad_norm": 1.531936526298523,
      "learning_rate": 3.758233452111004e-05,
      "loss": 0.1577,
      "step": 4600
    },
    {
      "epoch": 1.522267206477733,
      "grad_norm": 14.39586353302002,
      "learning_rate": 3.7312385271568945e-05,
      "loss": 0.1925,
      "step": 4700
    },
    {
      "epoch": 1.5546558704453441,
      "grad_norm": 17.419506072998047,
      "learning_rate": 3.704243602202786e-05,
      "loss": 0.1405,
      "step": 4800
    },
    {
      "epoch": 1.5870445344129553,
      "grad_norm": 16.734468460083008,
      "learning_rate": 3.677248677248677e-05,
      "loss": 0.1511,
      "step": 4900
    },
    {
      "epoch": 1.6194331983805668,
      "grad_norm": 0.26591989398002625,
      "learning_rate": 3.650253752294569e-05,
      "loss": 0.1704,
      "step": 5000
    },
    {
      "epoch": 1.6518218623481782,
      "grad_norm": 11.863933563232422,
      "learning_rate": 3.62325882734046e-05,
      "loss": 0.1498,
      "step": 5100
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.1933823674917221,
      "learning_rate": 3.5962639023863514e-05,
      "loss": 0.1556,
      "step": 5200
    },
    {
      "epoch": 1.7165991902834008,
      "grad_norm": 5.462769508361816,
      "learning_rate": 3.569268977432243e-05,
      "loss": 0.1656,
      "step": 5300
    },
    {
      "epoch": 1.7489878542510122,
      "grad_norm": 0.5079367160797119,
      "learning_rate": 3.542274052478135e-05,
      "loss": 0.1637,
      "step": 5400
    },
    {
      "epoch": 1.7813765182186234,
      "grad_norm": 0.9675686955451965,
      "learning_rate": 3.5152791275240255e-05,
      "loss": 0.1475,
      "step": 5500
    },
    {
      "epoch": 1.8137651821862348,
      "grad_norm": 13.242751121520996,
      "learning_rate": 3.488284202569917e-05,
      "loss": 0.1799,
      "step": 5600
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.37781623005867004,
      "learning_rate": 3.461289277615808e-05,
      "loss": 0.1562,
      "step": 5700
    },
    {
      "epoch": 1.8785425101214575,
      "grad_norm": 11.740013122558594,
      "learning_rate": 3.4342943526617e-05,
      "loss": 0.1798,
      "step": 5800
    },
    {
      "epoch": 1.9109311740890689,
      "grad_norm": 7.2465009689331055,
      "learning_rate": 3.407299427707591e-05,
      "loss": 0.163,
      "step": 5900
    },
    {
      "epoch": 1.9433198380566803,
      "grad_norm": 1.1531609296798706,
      "learning_rate": 3.380304502753482e-05,
      "loss": 0.1347,
      "step": 6000
    },
    {
      "epoch": 1.9757085020242915,
      "grad_norm": 3.8277270793914795,
      "learning_rate": 3.353309577799374e-05,
      "loss": 0.1719,
      "step": 6100
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9225352112676056,
      "eval_loss": 0.3341009020805359,
      "eval_runtime": 5.9971,
      "eval_samples_per_second": 331.492,
      "eval_steps_per_second": 41.52,
      "step": 6175
    },
    {
      "epoch": 2.0080971659919027,
      "grad_norm": 31.751121520996094,
      "learning_rate": 3.326314652845266e-05,
      "loss": 0.1353,
      "step": 6200
    },
    {
      "epoch": 2.0404858299595143,
      "grad_norm": 6.975146770477295,
      "learning_rate": 3.2993197278911564e-05,
      "loss": 0.105,
      "step": 6300
    },
    {
      "epoch": 2.0728744939271255,
      "grad_norm": 2.166383981704712,
      "learning_rate": 3.272324802937048e-05,
      "loss": 0.1191,
      "step": 6400
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 14.97061824798584,
      "learning_rate": 3.245329877982939e-05,
      "loss": 0.1143,
      "step": 6500
    },
    {
      "epoch": 2.1376518218623484,
      "grad_norm": 26.100902557373047,
      "learning_rate": 3.218334953028831e-05,
      "loss": 0.1116,
      "step": 6600
    },
    {
      "epoch": 2.1700404858299596,
      "grad_norm": 1.7684509754180908,
      "learning_rate": 3.191340028074722e-05,
      "loss": 0.1035,
      "step": 6700
    },
    {
      "epoch": 2.2024291497975708,
      "grad_norm": 0.07033982872962952,
      "learning_rate": 3.164345103120613e-05,
      "loss": 0.1092,
      "step": 6800
    },
    {
      "epoch": 2.234817813765182,
      "grad_norm": 0.3883877396583557,
      "learning_rate": 3.1373501781665046e-05,
      "loss": 0.1079,
      "step": 6900
    },
    {
      "epoch": 2.2672064777327936,
      "grad_norm": 7.267897129058838,
      "learning_rate": 3.110355253212397e-05,
      "loss": 0.1172,
      "step": 7000
    },
    {
      "epoch": 2.299595141700405,
      "grad_norm": 5.313385963439941,
      "learning_rate": 3.0833603282582874e-05,
      "loss": 0.1346,
      "step": 7100
    },
    {
      "epoch": 2.331983805668016,
      "grad_norm": 19.593353271484375,
      "learning_rate": 3.056365403304179e-05,
      "loss": 0.1318,
      "step": 7200
    },
    {
      "epoch": 2.3643724696356276,
      "grad_norm": 2.72308611869812,
      "learning_rate": 3.0293704783500704e-05,
      "loss": 0.1138,
      "step": 7300
    },
    {
      "epoch": 2.396761133603239,
      "grad_norm": 8.528360366821289,
      "learning_rate": 3.0023755533959618e-05,
      "loss": 0.1267,
      "step": 7400
    },
    {
      "epoch": 2.42914979757085,
      "grad_norm": 3.0180954933166504,
      "learning_rate": 2.9753806284418528e-05,
      "loss": 0.1,
      "step": 7500
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 11.93277645111084,
      "learning_rate": 2.9483857034877442e-05,
      "loss": 0.1322,
      "step": 7600
    },
    {
      "epoch": 2.493927125506073,
      "grad_norm": 0.44001469016075134,
      "learning_rate": 2.921390778533636e-05,
      "loss": 0.1148,
      "step": 7700
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 9.29806900024414,
      "learning_rate": 2.8943958535795273e-05,
      "loss": 0.0979,
      "step": 7800
    },
    {
      "epoch": 2.5587044534412957,
      "grad_norm": 0.31297165155410767,
      "learning_rate": 2.8674009286254183e-05,
      "loss": 0.131,
      "step": 7900
    },
    {
      "epoch": 2.591093117408907,
      "grad_norm": 0.13621266186237335,
      "learning_rate": 2.8404060036713097e-05,
      "loss": 0.1314,
      "step": 8000
    },
    {
      "epoch": 2.623481781376518,
      "grad_norm": 14.039895057678223,
      "learning_rate": 2.8134110787172014e-05,
      "loss": 0.1137,
      "step": 8100
    },
    {
      "epoch": 2.6558704453441297,
      "grad_norm": 0.19245870411396027,
      "learning_rate": 2.7864161537630927e-05,
      "loss": 0.1169,
      "step": 8200
    },
    {
      "epoch": 2.688259109311741,
      "grad_norm": 37.211849212646484,
      "learning_rate": 2.7594212288089838e-05,
      "loss": 0.1052,
      "step": 8300
    },
    {
      "epoch": 2.720647773279352,
      "grad_norm": 4.244668483734131,
      "learning_rate": 2.732426303854875e-05,
      "loss": 0.1126,
      "step": 8400
    },
    {
      "epoch": 2.753036437246964,
      "grad_norm": 0.1630948930978775,
      "learning_rate": 2.705431378900767e-05,
      "loss": 0.1371,
      "step": 8500
    },
    {
      "epoch": 2.785425101214575,
      "grad_norm": 9.61884593963623,
      "learning_rate": 2.6784364539466582e-05,
      "loss": 0.1309,
      "step": 8600
    },
    {
      "epoch": 2.817813765182186,
      "grad_norm": 12.167716026306152,
      "learning_rate": 2.6514415289925492e-05,
      "loss": 0.1219,
      "step": 8700
    },
    {
      "epoch": 2.850202429149798,
      "grad_norm": 4.939400672912598,
      "learning_rate": 2.624446604038441e-05,
      "loss": 0.1097,
      "step": 8800
    },
    {
      "epoch": 2.882591093117409,
      "grad_norm": 10.696518898010254,
      "learning_rate": 2.5974516790843323e-05,
      "loss": 0.1477,
      "step": 8900
    },
    {
      "epoch": 2.91497975708502,
      "grad_norm": 16.492700576782227,
      "learning_rate": 2.5704567541302237e-05,
      "loss": 0.1158,
      "step": 9000
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 1.9808906316757202,
      "learning_rate": 2.5434618291761147e-05,
      "loss": 0.1113,
      "step": 9100
    },
    {
      "epoch": 2.979757085020243,
      "grad_norm": 0.19531062245368958,
      "learning_rate": 2.5164669042220064e-05,
      "loss": 0.1018,
      "step": 9200
    },
    {
      "epoch": 2.999838056680162,
      "eval_accuracy": 0.9255533199195171,
      "eval_loss": 0.3031398355960846,
      "eval_runtime": 6.0146,
      "eval_samples_per_second": 330.531,
      "eval_steps_per_second": 41.399,
      "step": 9262
    },
    {
      "epoch": 3.0121457489878543,
      "grad_norm": 0.03815652057528496,
      "learning_rate": 2.4894719792678978e-05,
      "loss": 0.1136,
      "step": 9300
    },
    {
      "epoch": 3.0445344129554655,
      "grad_norm": 7.544350624084473,
      "learning_rate": 2.462477054313789e-05,
      "loss": 0.0829,
      "step": 9400
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 29.120431900024414,
      "learning_rate": 2.4354821293596805e-05,
      "loss": 0.0879,
      "step": 9500
    },
    {
      "epoch": 3.1093117408906883,
      "grad_norm": 5.044871807098389,
      "learning_rate": 2.408487204405572e-05,
      "loss": 0.0895,
      "step": 9600
    },
    {
      "epoch": 3.1417004048582995,
      "grad_norm": 0.42247331142425537,
      "learning_rate": 2.3814922794514633e-05,
      "loss": 0.1025,
      "step": 9700
    },
    {
      "epoch": 3.174089068825911,
      "grad_norm": 19.73353385925293,
      "learning_rate": 2.3544973544973546e-05,
      "loss": 0.0755,
      "step": 9800
    },
    {
      "epoch": 3.2064777327935223,
      "grad_norm": 8.545650482177734,
      "learning_rate": 2.327502429543246e-05,
      "loss": 0.0968,
      "step": 9900
    },
    {
      "epoch": 3.2388663967611335,
      "grad_norm": 0.08128660172224045,
      "learning_rate": 2.3005075045891374e-05,
      "loss": 0.0906,
      "step": 10000
    },
    {
      "epoch": 3.2712550607287447,
      "grad_norm": 0.023657312616705894,
      "learning_rate": 2.2735125796350287e-05,
      "loss": 0.0759,
      "step": 10100
    },
    {
      "epoch": 3.3036437246963564,
      "grad_norm": 0.2730010151863098,
      "learning_rate": 2.24651765468092e-05,
      "loss": 0.0846,
      "step": 10200
    },
    {
      "epoch": 3.3360323886639676,
      "grad_norm": 0.05432628467679024,
      "learning_rate": 2.2195227297268115e-05,
      "loss": 0.1003,
      "step": 10300
    },
    {
      "epoch": 3.3684210526315788,
      "grad_norm": 0.24408192932605743,
      "learning_rate": 2.192527804772703e-05,
      "loss": 0.0864,
      "step": 10400
    },
    {
      "epoch": 3.4008097165991904,
      "grad_norm": 0.038083989173173904,
      "learning_rate": 2.1655328798185942e-05,
      "loss": 0.0567,
      "step": 10500
    },
    {
      "epoch": 3.4331983805668016,
      "grad_norm": 0.1453145295381546,
      "learning_rate": 2.1385379548644856e-05,
      "loss": 0.0673,
      "step": 10600
    },
    {
      "epoch": 3.465587044534413,
      "grad_norm": 8.611372947692871,
      "learning_rate": 2.111543029910377e-05,
      "loss": 0.0892,
      "step": 10700
    },
    {
      "epoch": 3.4979757085020244,
      "grad_norm": 0.1930588334798813,
      "learning_rate": 2.0845481049562683e-05,
      "loss": 0.0914,
      "step": 10800
    },
    {
      "epoch": 3.5303643724696356,
      "grad_norm": 0.07848736643791199,
      "learning_rate": 2.0575531800021597e-05,
      "loss": 0.0705,
      "step": 10900
    },
    {
      "epoch": 3.562753036437247,
      "grad_norm": 1.9848402738571167,
      "learning_rate": 2.030558255048051e-05,
      "loss": 0.0991,
      "step": 11000
    },
    {
      "epoch": 3.5951417004048585,
      "grad_norm": 7.717613220214844,
      "learning_rate": 2.0035633300939424e-05,
      "loss": 0.091,
      "step": 11100
    },
    {
      "epoch": 3.6275303643724697,
      "grad_norm": 0.13098488748073578,
      "learning_rate": 1.9765684051398338e-05,
      "loss": 0.0819,
      "step": 11200
    },
    {
      "epoch": 3.659919028340081,
      "grad_norm": 18.124767303466797,
      "learning_rate": 1.949573480185725e-05,
      "loss": 0.0778,
      "step": 11300
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 31.650789260864258,
      "learning_rate": 1.9225785552316165e-05,
      "loss": 0.099,
      "step": 11400
    },
    {
      "epoch": 3.7246963562753037,
      "grad_norm": 2.110788106918335,
      "learning_rate": 1.895583630277508e-05,
      "loss": 0.0847,
      "step": 11500
    },
    {
      "epoch": 3.757085020242915,
      "grad_norm": 6.184129238128662,
      "learning_rate": 1.8685887053233992e-05,
      "loss": 0.1054,
      "step": 11600
    },
    {
      "epoch": 3.7894736842105265,
      "grad_norm": 0.05220253765583038,
      "learning_rate": 1.8415937803692906e-05,
      "loss": 0.0987,
      "step": 11700
    },
    {
      "epoch": 3.8218623481781377,
      "grad_norm": 4.092259883880615,
      "learning_rate": 1.8145988554151823e-05,
      "loss": 0.0791,
      "step": 11800
    },
    {
      "epoch": 3.854251012145749,
      "grad_norm": 5.052979946136475,
      "learning_rate": 1.7876039304610734e-05,
      "loss": 0.0998,
      "step": 11900
    },
    {
      "epoch": 3.8866396761133606,
      "grad_norm": 0.6650911569595337,
      "learning_rate": 1.760609005506965e-05,
      "loss": 0.1091,
      "step": 12000
    },
    {
      "epoch": 3.919028340080972,
      "grad_norm": 0.04196294769644737,
      "learning_rate": 1.733614080552856e-05,
      "loss": 0.0733,
      "step": 12100
    },
    {
      "epoch": 3.951417004048583,
      "grad_norm": 8.808391571044922,
      "learning_rate": 1.7066191555987478e-05,
      "loss": 0.1036,
      "step": 12200
    },
    {
      "epoch": 3.983805668016194,
      "grad_norm": 0.19184300303459167,
      "learning_rate": 1.6796242306446388e-05,
      "loss": 0.1012,
      "step": 12300
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.9265593561368209,
      "eval_loss": 0.3330951929092407,
      "eval_runtime": 6.0161,
      "eval_samples_per_second": 330.449,
      "eval_steps_per_second": 41.389,
      "step": 12350
    },
    {
      "epoch": 4.016194331983805,
      "grad_norm": 0.1378416270017624,
      "learning_rate": 1.6526293056905305e-05,
      "loss": 0.0653,
      "step": 12400
    },
    {
      "epoch": 4.048582995951417,
      "grad_norm": 45.89274978637695,
      "learning_rate": 1.6256343807364216e-05,
      "loss": 0.0768,
      "step": 12500
    },
    {
      "epoch": 4.080971659919029,
      "grad_norm": 5.21702241897583,
      "learning_rate": 1.5986394557823133e-05,
      "loss": 0.0446,
      "step": 12600
    },
    {
      "epoch": 4.113360323886639,
      "grad_norm": 5.125068664550781,
      "learning_rate": 1.5716445308282043e-05,
      "loss": 0.0407,
      "step": 12700
    },
    {
      "epoch": 4.145748987854251,
      "grad_norm": 0.0502559095621109,
      "learning_rate": 1.544649605874096e-05,
      "loss": 0.0613,
      "step": 12800
    },
    {
      "epoch": 4.178137651821863,
      "grad_norm": 15.276534080505371,
      "learning_rate": 1.517654680919987e-05,
      "loss": 0.0852,
      "step": 12900
    },
    {
      "epoch": 4.2105263157894735,
      "grad_norm": 10.263306617736816,
      "learning_rate": 1.4906597559658786e-05,
      "loss": 0.0664,
      "step": 13000
    },
    {
      "epoch": 4.242914979757085,
      "grad_norm": 0.17894484102725983,
      "learning_rate": 1.4636648310117698e-05,
      "loss": 0.0402,
      "step": 13100
    },
    {
      "epoch": 4.275303643724697,
      "grad_norm": 0.08714679628610611,
      "learning_rate": 1.4366699060576613e-05,
      "loss": 0.0647,
      "step": 13200
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 0.9923548102378845,
      "learning_rate": 1.4096749811035525e-05,
      "loss": 0.0529,
      "step": 13300
    },
    {
      "epoch": 4.340080971659919,
      "grad_norm": 0.03006882779300213,
      "learning_rate": 1.382680056149444e-05,
      "loss": 0.0776,
      "step": 13400
    },
    {
      "epoch": 4.372469635627531,
      "grad_norm": 3.831218719482422,
      "learning_rate": 1.3556851311953352e-05,
      "loss": 0.0555,
      "step": 13500
    },
    {
      "epoch": 4.4048582995951415,
      "grad_norm": 0.18301153182983398,
      "learning_rate": 1.3286902062412268e-05,
      "loss": 0.076,
      "step": 13600
    },
    {
      "epoch": 4.437246963562753,
      "grad_norm": 27.794418334960938,
      "learning_rate": 1.301695281287118e-05,
      "loss": 0.0585,
      "step": 13700
    },
    {
      "epoch": 4.469635627530364,
      "grad_norm": 0.12287744879722595,
      "learning_rate": 1.2747003563330095e-05,
      "loss": 0.0469,
      "step": 13800
    },
    {
      "epoch": 4.502024291497976,
      "grad_norm": 0.07235557585954666,
      "learning_rate": 1.2477054313789007e-05,
      "loss": 0.051,
      "step": 13900
    },
    {
      "epoch": 4.534412955465587,
      "grad_norm": 0.013693173415958881,
      "learning_rate": 1.220710506424792e-05,
      "loss": 0.051,
      "step": 14000
    },
    {
      "epoch": 4.566801619433198,
      "grad_norm": 3.417243242263794,
      "learning_rate": 1.1937155814706834e-05,
      "loss": 0.0501,
      "step": 14100
    },
    {
      "epoch": 4.59919028340081,
      "grad_norm": 0.20653334259986877,
      "learning_rate": 1.1667206565165748e-05,
      "loss": 0.0655,
      "step": 14200
    },
    {
      "epoch": 4.631578947368421,
      "grad_norm": 0.392309308052063,
      "learning_rate": 1.1397257315624662e-05,
      "loss": 0.042,
      "step": 14300
    },
    {
      "epoch": 4.663967611336032,
      "grad_norm": 0.3196917474269867,
      "learning_rate": 1.1127308066083575e-05,
      "loss": 0.0778,
      "step": 14400
    },
    {
      "epoch": 4.696356275303644,
      "grad_norm": 0.024839555844664574,
      "learning_rate": 1.0857358816542489e-05,
      "loss": 0.0504,
      "step": 14500
    },
    {
      "epoch": 4.728744939271255,
      "grad_norm": 0.03586389869451523,
      "learning_rate": 1.0587409567001405e-05,
      "loss": 0.0595,
      "step": 14600
    },
    {
      "epoch": 4.761133603238866,
      "grad_norm": 28.398067474365234,
      "learning_rate": 1.0317460317460318e-05,
      "loss": 0.0611,
      "step": 14700
    },
    {
      "epoch": 4.793522267206478,
      "grad_norm": 0.17493298649787903,
      "learning_rate": 1.0047511067919232e-05,
      "loss": 0.0633,
      "step": 14800
    },
    {
      "epoch": 4.825910931174089,
      "grad_norm": 11.968632698059082,
      "learning_rate": 9.777561818378146e-06,
      "loss": 0.0733,
      "step": 14900
    },
    {
      "epoch": 4.8582995951417,
      "grad_norm": 0.1989884227514267,
      "learning_rate": 9.50761256883706e-06,
      "loss": 0.0579,
      "step": 15000
    },
    {
      "epoch": 4.890688259109312,
      "grad_norm": 0.01483625266700983,
      "learning_rate": 9.237663319295973e-06,
      "loss": 0.0526,
      "step": 15100
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 59.61151885986328,
      "learning_rate": 8.967714069754887e-06,
      "loss": 0.0514,
      "step": 15200
    },
    {
      "epoch": 4.955465587044534,
      "grad_norm": 0.20129810273647308,
      "learning_rate": 8.6977648202138e-06,
      "loss": 0.057,
      "step": 15300
    },
    {
      "epoch": 4.987854251012146,
      "grad_norm": 0.1253397911787033,
      "learning_rate": 8.427815570672714e-06,
      "loss": 0.0667,
      "step": 15400
    },
    {
      "epoch": 4.9998380566801615,
      "eval_accuracy": 0.9280684104627767,
      "eval_loss": 0.3633970022201538,
      "eval_runtime": 5.8931,
      "eval_samples_per_second": 337.342,
      "eval_steps_per_second": 42.253,
      "step": 15437
    },
    {
      "epoch": 5.020242914979757,
      "grad_norm": 0.3967650830745697,
      "learning_rate": 8.157866321131628e-06,
      "loss": 0.044,
      "step": 15500
    },
    {
      "epoch": 5.052631578947368,
      "grad_norm": 0.5851262807846069,
      "learning_rate": 7.887917071590541e-06,
      "loss": 0.0332,
      "step": 15600
    },
    {
      "epoch": 5.08502024291498,
      "grad_norm": 8.97497272491455,
      "learning_rate": 7.617967822049456e-06,
      "loss": 0.0329,
      "step": 15700
    },
    {
      "epoch": 5.117408906882591,
      "grad_norm": 3.0476999282836914,
      "learning_rate": 7.3480185725083695e-06,
      "loss": 0.0539,
      "step": 15800
    },
    {
      "epoch": 5.149797570850202,
      "grad_norm": 0.06740197539329529,
      "learning_rate": 7.078069322967283e-06,
      "loss": 0.0391,
      "step": 15900
    },
    {
      "epoch": 5.182186234817814,
      "grad_norm": 0.9729518890380859,
      "learning_rate": 6.808120073426197e-06,
      "loss": 0.04,
      "step": 16000
    },
    {
      "epoch": 5.2145748987854255,
      "grad_norm": 0.013517899438738823,
      "learning_rate": 6.5381708238851105e-06,
      "loss": 0.0549,
      "step": 16100
    },
    {
      "epoch": 5.246963562753036,
      "grad_norm": 0.11938950419425964,
      "learning_rate": 6.268221574344024e-06,
      "loss": 0.0303,
      "step": 16200
    },
    {
      "epoch": 5.279352226720648,
      "grad_norm": 0.1333564966917038,
      "learning_rate": 5.998272324802937e-06,
      "loss": 0.0516,
      "step": 16300
    },
    {
      "epoch": 5.3117408906882595,
      "grad_norm": 0.005177986808121204,
      "learning_rate": 5.728323075261851e-06,
      "loss": 0.0389,
      "step": 16400
    },
    {
      "epoch": 5.34412955465587,
      "grad_norm": 0.1303425431251526,
      "learning_rate": 5.458373825720764e-06,
      "loss": 0.0305,
      "step": 16500
    },
    {
      "epoch": 5.376518218623482,
      "grad_norm": 0.05090256780385971,
      "learning_rate": 5.188424576179678e-06,
      "loss": 0.0393,
      "step": 16600
    },
    {
      "epoch": 5.4089068825910935,
      "grad_norm": 0.02094370871782303,
      "learning_rate": 4.918475326638592e-06,
      "loss": 0.0469,
      "step": 16700
    },
    {
      "epoch": 5.441295546558704,
      "grad_norm": 0.15372493863105774,
      "learning_rate": 4.6485260770975054e-06,
      "loss": 0.0443,
      "step": 16800
    },
    {
      "epoch": 5.473684210526316,
      "grad_norm": 0.010713031515479088,
      "learning_rate": 4.378576827556419e-06,
      "loss": 0.0486,
      "step": 16900
    },
    {
      "epoch": 5.506072874493928,
      "grad_norm": 0.3018239438533783,
      "learning_rate": 4.108627578015333e-06,
      "loss": 0.032,
      "step": 17000
    },
    {
      "epoch": 5.538461538461538,
      "grad_norm": 7.911437034606934,
      "learning_rate": 3.8386783284742465e-06,
      "loss": 0.026,
      "step": 17100
    },
    {
      "epoch": 5.57085020242915,
      "grad_norm": 0.027054868638515472,
      "learning_rate": 3.5687290789331606e-06,
      "loss": 0.0319,
      "step": 17200
    },
    {
      "epoch": 5.603238866396762,
      "grad_norm": 11.172321319580078,
      "learning_rate": 3.2987798293920743e-06,
      "loss": 0.0382,
      "step": 17300
    },
    {
      "epoch": 5.635627530364372,
      "grad_norm": 0.013983375392854214,
      "learning_rate": 3.0288305798509884e-06,
      "loss": 0.0326,
      "step": 17400
    },
    {
      "epoch": 5.668016194331984,
      "grad_norm": 0.19562393426895142,
      "learning_rate": 2.758881330309902e-06,
      "loss": 0.0309,
      "step": 17500
    },
    {
      "epoch": 5.700404858299595,
      "grad_norm": 0.030886543914675713,
      "learning_rate": 2.4889320807688157e-06,
      "loss": 0.0292,
      "step": 17600
    },
    {
      "epoch": 5.732793522267206,
      "grad_norm": 0.24884428083896637,
      "learning_rate": 2.2189828312277294e-06,
      "loss": 0.0508,
      "step": 17700
    },
    {
      "epoch": 5.765182186234818,
      "grad_norm": 0.27042293548583984,
      "learning_rate": 1.949033581686643e-06,
      "loss": 0.0355,
      "step": 17800
    },
    {
      "epoch": 5.797570850202429,
      "grad_norm": 0.02953782118856907,
      "learning_rate": 1.6790843321455568e-06,
      "loss": 0.0238,
      "step": 17900
    },
    {
      "epoch": 5.82995951417004,
      "grad_norm": 0.1051710918545723,
      "learning_rate": 1.4091350826044704e-06,
      "loss": 0.0495,
      "step": 18000
    },
    {
      "epoch": 5.862348178137652,
      "grad_norm": 0.07639595121145248,
      "learning_rate": 1.1391858330633841e-06,
      "loss": 0.0364,
      "step": 18100
    },
    {
      "epoch": 5.894736842105263,
      "grad_norm": 0.010212107561528683,
      "learning_rate": 8.692365835222979e-07,
      "loss": 0.0515,
      "step": 18200
    },
    {
      "epoch": 5.9271255060728745,
      "grad_norm": 3.152235984802246,
      "learning_rate": 5.992873339812116e-07,
      "loss": 0.0294,
      "step": 18300
    },
    {
      "epoch": 5.959514170040486,
      "grad_norm": 8.367449760437012,
      "learning_rate": 3.293380844401253e-07,
      "loss": 0.0503,
      "step": 18400
    },
    {
      "epoch": 5.991902834008097,
      "grad_norm": 0.03374595567584038,
      "learning_rate": 5.938883489903899e-08,
      "loss": 0.0289,
      "step": 18500
    },
    {
      "epoch": 5.999028340080971,
      "eval_accuracy": 0.9351106639839034,
      "eval_loss": 0.43116068840026855,
      "eval_runtime": 5.8835,
      "eval_samples_per_second": 337.896,
      "eval_steps_per_second": 42.322,
      "step": 18522
    },
    {
      "epoch": 5.999028340080971,
      "step": 18522,
      "total_flos": 1.3373133118742268e+16,
      "train_loss": 0.11955805376273435,
      "train_runtime": 3073.2453,
      "train_samples_per_second": 96.443,
      "train_steps_per_second": 6.027
    }
  ],
  "logging_steps": 100,
  "max_steps": 18522,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3373133118742268e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}