gpt_train_2_768 / trainer_state.json
gokulsrinivasagan's picture
End of training
19d774d verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.03797345732829604,
"eval_steps": 1,
"global_step": 392,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 9.687106461300009e-05,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 1
},
{
"epoch": 9.687106461300009e-05,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.4378,
"eval_samples_per_second": 141.026,
"eval_steps_per_second": 2.205,
"step": 1
},
{
"epoch": 0.00019374212922600018,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 2
},
{
"epoch": 0.00019374212922600018,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.1345,
"eval_samples_per_second": 141.205,
"eval_steps_per_second": 2.208,
"step": 2
},
{
"epoch": 0.0002906131938390003,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 3
},
{
"epoch": 0.0002906131938390003,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.5289,
"eval_samples_per_second": 141.564,
"eval_steps_per_second": 2.214,
"step": 3
},
{
"epoch": 0.00038748425845200037,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 4
},
{
"epoch": 0.00038748425845200037,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.6311,
"eval_samples_per_second": 141.503,
"eval_steps_per_second": 2.213,
"step": 4
},
{
"epoch": 0.0004843553230650005,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 5
},
{
"epoch": 0.0004843553230650005,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.4512,
"eval_samples_per_second": 141.018,
"eval_steps_per_second": 2.205,
"step": 5
},
{
"epoch": 0.0005812263876780006,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 6
},
{
"epoch": 0.0005812263876780006,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.7687,
"eval_samples_per_second": 140.832,
"eval_steps_per_second": 2.202,
"step": 6
},
{
"epoch": 0.0006780974522910007,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 7
},
{
"epoch": 0.0006780974522910007,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.881,
"eval_samples_per_second": 140.766,
"eval_steps_per_second": 2.201,
"step": 7
},
{
"epoch": 0.0007749685169040007,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 8
},
{
"epoch": 0.0007749685169040007,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.2807,
"eval_samples_per_second": 141.711,
"eval_steps_per_second": 2.216,
"step": 8
},
{
"epoch": 0.0008718395815170009,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 9
},
{
"epoch": 0.0008718395815170009,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.8621,
"eval_samples_per_second": 141.366,
"eval_steps_per_second": 2.21,
"step": 9
},
{
"epoch": 0.000968710646130001,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9531,
"step": 10
},
{
"epoch": 0.000968710646130001,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.2707,
"eval_samples_per_second": 141.717,
"eval_steps_per_second": 2.216,
"step": 10
},
{
"epoch": 0.001065581710743001,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 11
},
{
"epoch": 0.001065581710743001,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.7639,
"eval_samples_per_second": 141.424,
"eval_steps_per_second": 2.211,
"step": 11
},
{
"epoch": 0.0011624527753560012,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 12
},
{
"epoch": 0.0011624527753560012,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 236.7358,
"eval_samples_per_second": 142.636,
"eval_steps_per_second": 2.23,
"step": 12
},
{
"epoch": 0.0012593238399690012,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9531,
"step": 13
},
{
"epoch": 0.0012593238399690012,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.6214,
"eval_samples_per_second": 141.509,
"eval_steps_per_second": 2.213,
"step": 13
},
{
"epoch": 0.0013561949045820013,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9609,
"step": 14
},
{
"epoch": 0.0013561949045820013,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.9769,
"eval_samples_per_second": 141.298,
"eval_steps_per_second": 2.209,
"step": 14
},
{
"epoch": 0.0014530659691950015,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 15
},
{
"epoch": 0.0014530659691950015,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.6023,
"eval_samples_per_second": 141.52,
"eval_steps_per_second": 2.213,
"step": 15
},
{
"epoch": 0.0015499370338080015,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9766,
"step": 16
},
{
"epoch": 0.0015499370338080015,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 238.5522,
"eval_samples_per_second": 141.55,
"eval_steps_per_second": 2.213,
"step": 16
},
{
"epoch": 0.0016468080984210016,
"grad_norm": 0.0,
"learning_rate": 1e-05,
"loss": 10.9688,
"step": 17
},
{
"epoch": 0.0016468080984210016,
"eval_accuracy": 4.851833655867371e-05,
"eval_loss": 10.96875,
"eval_runtime": 239.2771,
"eval_samples_per_second": 141.121,
"eval_steps_per_second": 2.207,
"step": 17
},
{
"epoch": 0.0017436791630340018,
"grad_norm": 3.9638593196868896,
"learning_rate": 9.999990312893539e-06,
"loss": 10.9609,
"step": 18
},
{
"epoch": 0.0017436791630340018,
"eval_accuracy": 0.0007322042282688151,
"eval_loss": 10.8828125,
"eval_runtime": 238.4478,
"eval_samples_per_second": 141.612,
"eval_steps_per_second": 2.214,
"step": 18
},
{
"epoch": 0.0018405502276470018,
"grad_norm": 3.9969630241394043,
"learning_rate": 9.999980625787079e-06,
"loss": 10.8906,
"step": 19
},
{
"epoch": 0.0018405502276470018,
"eval_accuracy": 0.00505525749297823,
"eval_loss": 10.8046875,
"eval_runtime": 237.763,
"eval_samples_per_second": 142.02,
"eval_steps_per_second": 2.221,
"step": 19
},
{
"epoch": 0.001937421292260002,
"grad_norm": 3.8709299564361572,
"learning_rate": 9.999970938680617e-06,
"loss": 10.8359,
"step": 20
},
{
"epoch": 0.001937421292260002,
"eval_accuracy": 0.011155251410816828,
"eval_loss": 10.71875,
"eval_runtime": 238.5172,
"eval_samples_per_second": 141.57,
"eval_steps_per_second": 2.214,
"step": 20
},
{
"epoch": 0.002034292356873002,
"grad_norm": 3.787830352783203,
"learning_rate": 9.999961251574155e-06,
"loss": 10.75,
"step": 21
},
{
"epoch": 0.002034292356873002,
"eval_accuracy": 0.017461824594575886,
"eval_loss": 10.6484375,
"eval_runtime": 238.2061,
"eval_samples_per_second": 141.755,
"eval_steps_per_second": 2.217,
"step": 21
},
{
"epoch": 0.002131163421486002,
"grad_norm": 3.8295083045959473,
"learning_rate": 9.999951564467694e-06,
"loss": 10.6719,
"step": 22
},
{
"epoch": 0.002131163421486002,
"eval_accuracy": 0.02801033625841584,
"eval_loss": 10.578125,
"eval_runtime": 236.835,
"eval_samples_per_second": 142.576,
"eval_steps_per_second": 2.229,
"step": 22
},
{
"epoch": 0.002228034486099002,
"grad_norm": 3.6312763690948486,
"learning_rate": 9.999941877361234e-06,
"loss": 10.6172,
"step": 23
},
{
"epoch": 0.002228034486099002,
"eval_accuracy": 0.03920626085709957,
"eval_loss": 10.5,
"eval_runtime": 237.4625,
"eval_samples_per_second": 142.199,
"eval_steps_per_second": 2.224,
"step": 23
},
{
"epoch": 0.0023249055507120024,
"grad_norm": 3.621922492980957,
"learning_rate": 9.999932190254772e-06,
"loss": 10.5391,
"step": 24
},
{
"epoch": 0.0023249055507120024,
"eval_accuracy": 0.044748322853401586,
"eval_loss": 10.4375,
"eval_runtime": 237.2944,
"eval_samples_per_second": 142.3,
"eval_steps_per_second": 2.225,
"step": 24
},
{
"epoch": 0.0024217766153250024,
"grad_norm": 3.4077281951904297,
"learning_rate": 9.99992250314831e-06,
"loss": 10.5078,
"step": 25
},
{
"epoch": 0.0024217766153250024,
"eval_accuracy": 0.04779985410339344,
"eval_loss": 10.3828125,
"eval_runtime": 237.7331,
"eval_samples_per_second": 142.037,
"eval_steps_per_second": 2.221,
"step": 25
},
{
"epoch": 0.0025186476799380023,
"grad_norm": 3.273934841156006,
"learning_rate": 9.99991281604185e-06,
"loss": 10.4609,
"step": 26
},
{
"epoch": 0.0025186476799380023,
"eval_accuracy": 0.0499438956072986,
"eval_loss": 10.3125,
"eval_runtime": 236.731,
"eval_samples_per_second": 142.639,
"eval_steps_per_second": 2.23,
"step": 26
},
{
"epoch": 0.0026155187445510027,
"grad_norm": 3.3044192790985107,
"learning_rate": 9.999903128935388e-06,
"loss": 10.3906,
"step": 27
},
{
"epoch": 0.0026155187445510027,
"eval_accuracy": 0.05109582976502101,
"eval_loss": 10.265625,
"eval_runtime": 235.9963,
"eval_samples_per_second": 143.083,
"eval_steps_per_second": 2.237,
"step": 27
},
{
"epoch": 0.0027123898091640027,
"grad_norm": 3.2339956760406494,
"learning_rate": 9.999893441828926e-06,
"loss": 10.3281,
"step": 28
},
{
"epoch": 0.0027123898091640027,
"eval_accuracy": 0.05213538433890046,
"eval_loss": 10.2109375,
"eval_runtime": 235.9613,
"eval_samples_per_second": 143.104,
"eval_steps_per_second": 2.238,
"step": 28
},
{
"epoch": 0.0028092608737770026,
"grad_norm": 3.157088279724121,
"learning_rate": 9.999883754722464e-06,
"loss": 10.2656,
"step": 29
},
{
"epoch": 0.0028092608737770026,
"eval_accuracy": 0.053102914079034114,
"eval_loss": 10.1640625,
"eval_runtime": 236.7001,
"eval_samples_per_second": 142.657,
"eval_steps_per_second": 2.231,
"step": 29
},
{
"epoch": 0.002906131938390003,
"grad_norm": 2.9515769481658936,
"learning_rate": 9.999874067616004e-06,
"loss": 10.25,
"step": 30
},
{
"epoch": 0.002906131938390003,
"eval_accuracy": 0.05368669735769892,
"eval_loss": 10.1171875,
"eval_runtime": 237.6075,
"eval_samples_per_second": 142.113,
"eval_steps_per_second": 2.222,
"step": 30
},
{
"epoch": 0.003003003003003003,
"grad_norm": 2.8982396125793457,
"learning_rate": 9.999864380509543e-06,
"loss": 10.2031,
"step": 31
},
{
"epoch": 0.003003003003003003,
"eval_accuracy": 0.05444738729191865,
"eval_loss": 10.0703125,
"eval_runtime": 236.3017,
"eval_samples_per_second": 142.898,
"eval_steps_per_second": 2.234,
"step": 31
},
{
"epoch": 0.003099874067616003,
"grad_norm": 2.802349090576172,
"learning_rate": 9.999854693403081e-06,
"loss": 10.1641,
"step": 32
},
{
"epoch": 0.003099874067616003,
"eval_accuracy": 0.05520547182620385,
"eval_loss": 10.03125,
"eval_runtime": 236.5083,
"eval_samples_per_second": 142.773,
"eval_steps_per_second": 2.232,
"step": 32
},
{
"epoch": 0.0031967451322290033,
"grad_norm": 2.7052364349365234,
"learning_rate": 9.99984500629662e-06,
"loss": 10.125,
"step": 33
},
{
"epoch": 0.0031967451322290033,
"eval_accuracy": 0.05577098835643875,
"eval_loss": 9.9921875,
"eval_runtime": 236.8657,
"eval_samples_per_second": 142.558,
"eval_steps_per_second": 2.229,
"step": 33
},
{
"epoch": 0.0032936161968420033,
"grad_norm": 2.640915632247925,
"learning_rate": 9.99983531919016e-06,
"loss": 10.0859,
"step": 34
},
{
"epoch": 0.0032936161968420033,
"eval_accuracy": 0.0562093903187565,
"eval_loss": 9.9609375,
"eval_runtime": 236.6838,
"eval_samples_per_second": 142.667,
"eval_steps_per_second": 2.231,
"step": 34
},
{
"epoch": 0.0033904872614550032,
"grad_norm": 2.5900304317474365,
"learning_rate": 9.999825632083697e-06,
"loss": 10.0391,
"step": 35
},
{
"epoch": 0.0033904872614550032,
"eval_accuracy": 0.05660072138892365,
"eval_loss": 9.921875,
"eval_runtime": 236.5335,
"eval_samples_per_second": 142.758,
"eval_steps_per_second": 2.232,
"step": 35
},
{
"epoch": 0.0034873583260680036,
"grad_norm": 2.493401288986206,
"learning_rate": 9.999815944977235e-06,
"loss": 10.0156,
"step": 36
},
{
"epoch": 0.0034873583260680036,
"eval_accuracy": 0.0568301702764917,
"eval_loss": 9.890625,
"eval_runtime": 237.1506,
"eval_samples_per_second": 142.386,
"eval_steps_per_second": 2.226,
"step": 36
},
{
"epoch": 0.0035842293906810036,
"grad_norm": 2.489300012588501,
"learning_rate": 9.999806257870775e-06,
"loss": 9.9609,
"step": 37
},
{
"epoch": 0.0035842293906810036,
"eval_accuracy": 0.056685860069006624,
"eval_loss": 9.859375,
"eval_runtime": 236.5729,
"eval_samples_per_second": 142.734,
"eval_steps_per_second": 2.232,
"step": 37
},
{
"epoch": 0.0036811004552940035,
"grad_norm": 2.457721471786499,
"learning_rate": 9.999796570764313e-06,
"loss": 9.9141,
"step": 38
},
{
"epoch": 0.0036811004552940035,
"eval_accuracy": 0.05657735963617732,
"eval_loss": 9.8359375,
"eval_runtime": 236.757,
"eval_samples_per_second": 142.623,
"eval_steps_per_second": 2.23,
"step": 38
},
{
"epoch": 0.003777971519907004,
"grad_norm": 2.4300434589385986,
"learning_rate": 9.999786883657853e-06,
"loss": 9.875,
"step": 39
},
{
"epoch": 0.003777971519907004,
"eval_accuracy": 0.056777425402261446,
"eval_loss": 9.8046875,
"eval_runtime": 236.7279,
"eval_samples_per_second": 142.641,
"eval_steps_per_second": 2.23,
"step": 39
},
{
"epoch": 0.003874842584520004,
"grad_norm": 2.4308087825775146,
"learning_rate": 9.99977719655139e-06,
"loss": 9.8672,
"step": 40
},
{
"epoch": 0.003874842584520004,
"eval_accuracy": 0.05689365518822987,
"eval_loss": 9.78125,
"eval_runtime": 236.8414,
"eval_samples_per_second": 142.572,
"eval_steps_per_second": 2.229,
"step": 40
},
{
"epoch": 0.003971713649133004,
"grad_norm": 2.248959541320801,
"learning_rate": 9.99976750944493e-06,
"loss": 9.8438,
"step": 41
},
{
"epoch": 0.003971713649133004,
"eval_accuracy": 0.05678616796648622,
"eval_loss": 9.7578125,
"eval_runtime": 237.8773,
"eval_samples_per_second": 141.951,
"eval_steps_per_second": 2.22,
"step": 41
},
{
"epoch": 0.004068584713746004,
"grad_norm": 2.3188998699188232,
"learning_rate": 9.999757822338468e-06,
"loss": 9.7969,
"step": 42
},
{
"epoch": 0.004068584713746004,
"eval_accuracy": 0.05653222831953354,
"eval_loss": 9.734375,
"eval_runtime": 237.6567,
"eval_samples_per_second": 142.083,
"eval_steps_per_second": 2.222,
"step": 42
},
{
"epoch": 0.004165455778359004,
"grad_norm": 2.1342954635620117,
"learning_rate": 9.999748135232007e-06,
"loss": 9.8203,
"step": 43
},
{
"epoch": 0.004165455778359004,
"eval_accuracy": 0.056402595198346346,
"eval_loss": 9.7109375,
"eval_runtime": 238.2373,
"eval_samples_per_second": 141.737,
"eval_steps_per_second": 2.216,
"step": 43
},
{
"epoch": 0.004262326842972004,
"grad_norm": 2.0969340801239014,
"learning_rate": 9.999738448125546e-06,
"loss": 9.7891,
"step": 44
},
{
"epoch": 0.004262326842972004,
"eval_accuracy": 0.05635836129723557,
"eval_loss": 9.6875,
"eval_runtime": 237.2632,
"eval_samples_per_second": 142.319,
"eval_steps_per_second": 2.225,
"step": 44
},
{
"epoch": 0.004359197907585004,
"grad_norm": 2.200792074203491,
"learning_rate": 9.999728761019084e-06,
"loss": 9.7031,
"step": 45
},
{
"epoch": 0.004359197907585004,
"eval_accuracy": 0.05659519215128481,
"eval_loss": 9.671875,
"eval_runtime": 238.714,
"eval_samples_per_second": 141.454,
"eval_steps_per_second": 2.212,
"step": 45
},
{
"epoch": 0.004456068972198004,
"grad_norm": 2.0903360843658447,
"learning_rate": 9.999719073912622e-06,
"loss": 9.7344,
"step": 46
},
{
"epoch": 0.004456068972198004,
"eval_accuracy": 0.056926830614062944,
"eval_loss": 9.6484375,
"eval_runtime": 238.1183,
"eval_samples_per_second": 141.808,
"eval_steps_per_second": 2.217,
"step": 46
},
{
"epoch": 0.004552940036811005,
"grad_norm": 2.027561664581299,
"learning_rate": 9.999709386806162e-06,
"loss": 9.7266,
"step": 47
},
{
"epoch": 0.004552940036811005,
"eval_accuracy": 0.05733822326372602,
"eval_loss": 9.6328125,
"eval_runtime": 238.4469,
"eval_samples_per_second": 141.612,
"eval_steps_per_second": 2.214,
"step": 47
},
{
"epoch": 0.004649811101424005,
"grad_norm": 1.9840859174728394,
"learning_rate": 9.9996996996997e-06,
"loss": 9.7031,
"step": 48
},
{
"epoch": 0.004649811101424005,
"eval_accuracy": 0.057925625153411014,
"eval_loss": 9.6171875,
"eval_runtime": 239.2866,
"eval_samples_per_second": 141.115,
"eval_steps_per_second": 2.207,
"step": 48
},
{
"epoch": 0.004746682166037005,
"grad_norm": 1.8907567262649536,
"learning_rate": 9.99969001259324e-06,
"loss": 9.7109,
"step": 49
},
{
"epoch": 0.004746682166037005,
"eval_accuracy": 0.05849756833681777,
"eval_loss": 9.6015625,
"eval_runtime": 237.5376,
"eval_samples_per_second": 142.154,
"eval_steps_per_second": 2.223,
"step": 49
},
{
"epoch": 0.004843553230650005,
"grad_norm": 1.9789716005325317,
"learning_rate": 9.999680325486778e-06,
"loss": 9.6406,
"step": 50
},
{
"epoch": 0.004843553230650005,
"eval_accuracy": 0.059110966328071786,
"eval_loss": 9.578125,
"eval_runtime": 238.4868,
"eval_samples_per_second": 141.589,
"eval_steps_per_second": 2.214,
"step": 50
},
{
"epoch": 0.004940424295263005,
"grad_norm": 1.8518751859664917,
"learning_rate": 9.999670638380316e-06,
"loss": 9.6797,
"step": 51
},
{
"epoch": 0.004940424295263005,
"eval_accuracy": 0.059745178569913925,
"eval_loss": 9.5625,
"eval_runtime": 237.9086,
"eval_samples_per_second": 141.933,
"eval_steps_per_second": 2.219,
"step": 51
},
{
"epoch": 0.005037295359876005,
"grad_norm": 1.9054638147354126,
"learning_rate": 9.999660951273856e-06,
"loss": 9.6328,
"step": 52
},
{
"epoch": 0.005037295359876005,
"eval_accuracy": 0.06045813178755534,
"eval_loss": 9.546875,
"eval_runtime": 238.5328,
"eval_samples_per_second": 141.561,
"eval_steps_per_second": 2.214,
"step": 52
},
{
"epoch": 0.0051341664244890055,
"grad_norm": 1.9086819887161255,
"learning_rate": 9.999651264167394e-06,
"loss": 9.6172,
"step": 53
},
{
"epoch": 0.0051341664244890055,
"eval_accuracy": 0.06115973704103745,
"eval_loss": 9.53125,
"eval_runtime": 239.0323,
"eval_samples_per_second": 141.265,
"eval_steps_per_second": 2.209,
"step": 53
},
{
"epoch": 0.0052310374891020054,
"grad_norm": 1.8585758209228516,
"learning_rate": 9.999641577060932e-06,
"loss": 9.6172,
"step": 54
},
{
"epoch": 0.0052310374891020054,
"eval_accuracy": 0.06154695736908567,
"eval_loss": 9.5234375,
"eval_runtime": 237.7379,
"eval_samples_per_second": 142.035,
"eval_steps_per_second": 2.221,
"step": 54
},
{
"epoch": 0.005327908553715005,
"grad_norm": 1.8926104307174683,
"learning_rate": 9.999631889954471e-06,
"loss": 9.5703,
"step": 55
},
{
"epoch": 0.005327908553715005,
"eval_accuracy": 0.06174404139968916,
"eval_loss": 9.5078125,
"eval_runtime": 238.0821,
"eval_samples_per_second": 141.829,
"eval_steps_per_second": 2.218,
"step": 55
},
{
"epoch": 0.005424779618328005,
"grad_norm": 1.8241984844207764,
"learning_rate": 9.999622202848011e-06,
"loss": 9.5781,
"step": 56
},
{
"epoch": 0.005424779618328005,
"eval_accuracy": 0.061843017648313334,
"eval_loss": 9.4921875,
"eval_runtime": 237.2046,
"eval_samples_per_second": 142.354,
"eval_steps_per_second": 2.226,
"step": 56
},
{
"epoch": 0.005521650682941005,
"grad_norm": 1.7987343072891235,
"learning_rate": 9.999612515741549e-06,
"loss": 9.5938,
"step": 57
},
{
"epoch": 0.005521650682941005,
"eval_accuracy": 0.0619944782311743,
"eval_loss": 9.4765625,
"eval_runtime": 238.3243,
"eval_samples_per_second": 141.685,
"eval_steps_per_second": 2.215,
"step": 57
},
{
"epoch": 0.005618521747554005,
"grad_norm": 1.8513528108596802,
"learning_rate": 9.999602828635087e-06,
"loss": 9.5391,
"step": 58
},
{
"epoch": 0.005618521747554005,
"eval_accuracy": 0.06205043643199048,
"eval_loss": 9.46875,
"eval_runtime": 236.9136,
"eval_samples_per_second": 142.529,
"eval_steps_per_second": 2.229,
"step": 58
},
{
"epoch": 0.005715392812167006,
"grad_norm": 1.901055932044983,
"learning_rate": 9.999593141528627e-06,
"loss": 9.4922,
"step": 59
},
{
"epoch": 0.005715392812167006,
"eval_accuracy": 0.06204551512100302,
"eval_loss": 9.453125,
"eval_runtime": 240.0178,
"eval_samples_per_second": 140.685,
"eval_steps_per_second": 2.2,
"step": 59
},
{
"epoch": 0.005812263876780006,
"grad_norm": 1.8602513074874878,
"learning_rate": 9.999583454422165e-06,
"loss": 9.4688,
"step": 60
},
{
"epoch": 0.005812263876780006,
"eval_accuracy": 0.062001570708773865,
"eval_loss": 9.4375,
"eval_runtime": 239.415,
"eval_samples_per_second": 141.04,
"eval_steps_per_second": 2.205,
"step": 60
},
{
"epoch": 0.005909134941393006,
"grad_norm": 1.8280858993530273,
"learning_rate": 9.999573767315703e-06,
"loss": 9.4922,
"step": 61
},
{
"epoch": 0.005909134941393006,
"eval_accuracy": 0.06202125595272369,
"eval_loss": 9.4296875,
"eval_runtime": 240.2145,
"eval_samples_per_second": 140.57,
"eval_steps_per_second": 2.198,
"step": 61
},
{
"epoch": 0.006006006006006006,
"grad_norm": 1.8284739255905151,
"learning_rate": 9.999564080209243e-06,
"loss": 9.4609,
"step": 62
},
{
"epoch": 0.006006006006006006,
"eval_accuracy": 0.06204618094543074,
"eval_loss": 9.4140625,
"eval_runtime": 240.548,
"eval_samples_per_second": 140.375,
"eval_steps_per_second": 2.195,
"step": 62
},
{
"epoch": 0.006102877070619006,
"grad_norm": 1.8668478727340698,
"learning_rate": 9.99955439310278e-06,
"loss": 9.4297,
"step": 63
},
{
"epoch": 0.006102877070619006,
"eval_accuracy": 0.061995375646707304,
"eval_loss": 9.40625,
"eval_runtime": 238.875,
"eval_samples_per_second": 141.358,
"eval_steps_per_second": 2.21,
"step": 63
},
{
"epoch": 0.006199748135232006,
"grad_norm": 1.7616581916809082,
"learning_rate": 9.99954470599632e-06,
"loss": 9.4844,
"step": 64
},
{
"epoch": 0.006199748135232006,
"eval_accuracy": 0.062048844243141596,
"eval_loss": 9.390625,
"eval_runtime": 238.455,
"eval_samples_per_second": 141.607,
"eval_steps_per_second": 2.214,
"step": 64
},
{
"epoch": 0.006296619199845007,
"grad_norm": 1.7911943197250366,
"learning_rate": 9.999535018889858e-06,
"loss": 9.4531,
"step": 65
},
{
"epoch": 0.006296619199845007,
"eval_accuracy": 0.06223356709850013,
"eval_loss": 9.3828125,
"eval_runtime": 236.8696,
"eval_samples_per_second": 142.555,
"eval_steps_per_second": 2.229,
"step": 65
},
{
"epoch": 0.006393490264458007,
"grad_norm": 1.7897166013717651,
"learning_rate": 9.999525331783398e-06,
"loss": 9.4375,
"step": 66
},
{
"epoch": 0.006393490264458007,
"eval_accuracy": 0.06252389549787181,
"eval_loss": 9.3671875,
"eval_runtime": 238.3072,
"eval_samples_per_second": 141.695,
"eval_steps_per_second": 2.216,
"step": 66
},
{
"epoch": 0.006490361329071007,
"grad_norm": 1.7542698383331299,
"learning_rate": 9.999515644676936e-06,
"loss": 9.4375,
"step": 67
},
{
"epoch": 0.006490361329071007,
"eval_accuracy": 0.06279815726431386,
"eval_loss": 9.359375,
"eval_runtime": 238.8868,
"eval_samples_per_second": 141.351,
"eval_steps_per_second": 2.21,
"step": 67
},
{
"epoch": 0.0065872323936840066,
"grad_norm": 1.7762055397033691,
"learning_rate": 9.999505957570474e-06,
"loss": 9.3984,
"step": 68
},
{
"epoch": 0.0065872323936840066,
"eval_accuracy": 0.06302155583425616,
"eval_loss": 9.34375,
"eval_runtime": 238.2147,
"eval_samples_per_second": 141.75,
"eval_steps_per_second": 2.216,
"step": 68
},
{
"epoch": 0.0066841034582970065,
"grad_norm": 1.7549471855163574,
"learning_rate": 9.999496270464012e-06,
"loss": 9.4062,
"step": 69
},
{
"epoch": 0.0066841034582970065,
"eval_accuracy": 0.0631751296859529,
"eval_loss": 9.3359375,
"eval_runtime": 238.9606,
"eval_samples_per_second": 141.308,
"eval_steps_per_second": 2.21,
"step": 69
},
{
"epoch": 0.0067809745229100065,
"grad_norm": 1.7370997667312622,
"learning_rate": 9.999486583357552e-06,
"loss": 9.3984,
"step": 70
},
{
"epoch": 0.0067809745229100065,
"eval_accuracy": 0.06327500335011008,
"eval_loss": 9.3203125,
"eval_runtime": 238.5419,
"eval_samples_per_second": 141.556,
"eval_steps_per_second": 2.213,
"step": 70
},
{
"epoch": 0.006877845587523007,
"grad_norm": 1.6883249282836914,
"learning_rate": 9.99947689625109e-06,
"loss": 9.4375,
"step": 71
},
{
"epoch": 0.006877845587523007,
"eval_accuracy": 0.06334149894621705,
"eval_loss": 9.3125,
"eval_runtime": 238.5418,
"eval_samples_per_second": 141.556,
"eval_steps_per_second": 2.213,
"step": 71
},
{
"epoch": 0.006974716652136007,
"grad_norm": 1.7424453496932983,
"learning_rate": 9.99946720914463e-06,
"loss": 9.3828,
"step": 72
},
{
"epoch": 0.006974716652136007,
"eval_accuracy": 0.0633868039561898,
"eval_loss": 9.3046875,
"eval_runtime": 237.7375,
"eval_samples_per_second": 142.035,
"eval_steps_per_second": 2.221,
"step": 72
},
{
"epoch": 0.007071587716749007,
"grad_norm": 1.744436264038086,
"learning_rate": 9.999457522038168e-06,
"loss": 9.3594,
"step": 73
},
{
"epoch": 0.007071587716749007,
"eval_accuracy": 0.06341806875540422,
"eval_loss": 9.2890625,
"eval_runtime": 238.0776,
"eval_samples_per_second": 141.832,
"eval_steps_per_second": 2.218,
"step": 73
},
{
"epoch": 0.007168458781362007,
"grad_norm": 1.7263447046279907,
"learning_rate": 9.999447834931707e-06,
"loss": 9.3438,
"step": 74
},
{
"epoch": 0.007168458781362007,
"eval_accuracy": 0.06344229897479539,
"eval_loss": 9.28125,
"eval_runtime": 239.9491,
"eval_samples_per_second": 140.726,
"eval_steps_per_second": 2.2,
"step": 74
},
{
"epoch": 0.007265329845975007,
"grad_norm": 1.6880813837051392,
"learning_rate": 9.999438147825245e-06,
"loss": 9.3672,
"step": 75
},
{
"epoch": 0.007265329845975007,
"eval_accuracy": 0.06342368483970755,
"eval_loss": 9.2734375,
"eval_runtime": 237.9155,
"eval_samples_per_second": 141.929,
"eval_steps_per_second": 2.219,
"step": 75
},
{
"epoch": 0.007362200910588007,
"grad_norm": 1.7534254789352417,
"learning_rate": 9.999428460718784e-06,
"loss": 9.3125,
"step": 76
},
{
"epoch": 0.007362200910588007,
"eval_accuracy": 0.06337450067872116,
"eval_loss": 9.2578125,
"eval_runtime": 239.6783,
"eval_samples_per_second": 140.885,
"eval_steps_per_second": 2.203,
"step": 76
},
{
"epoch": 0.007459071975201007,
"grad_norm": 1.7223541736602783,
"learning_rate": 9.999418773612323e-06,
"loss": 9.3047,
"step": 77
},
{
"epoch": 0.007459071975201007,
"eval_accuracy": 0.06325945779716735,
"eval_loss": 9.25,
"eval_runtime": 238.6926,
"eval_samples_per_second": 141.466,
"eval_steps_per_second": 2.212,
"step": 77
},
{
"epoch": 0.007555943039814008,
"grad_norm": 1.7189525365829468,
"learning_rate": 9.999409086505861e-06,
"loss": 9.2969,
"step": 78
},
{
"epoch": 0.007555943039814008,
"eval_accuracy": 0.0631598736218918,
"eval_loss": 9.2421875,
"eval_runtime": 237.6208,
"eval_samples_per_second": 142.105,
"eval_steps_per_second": 2.222,
"step": 78
},
{
"epoch": 0.007652814104427008,
"grad_norm": 1.7101792097091675,
"learning_rate": 9.9993993993994e-06,
"loss": 9.2891,
"step": 79
},
{
"epoch": 0.007652814104427008,
"eval_accuracy": 0.06305487600453004,
"eval_loss": 9.2265625,
"eval_runtime": 239.1168,
"eval_samples_per_second": 141.216,
"eval_steps_per_second": 2.208,
"step": 79
},
{
"epoch": 0.007749685169040008,
"grad_norm": 1.7495548725128174,
"learning_rate": 9.999389712292939e-06,
"loss": 9.2812,
"step": 80
},
{
"epoch": 0.007749685169040008,
"eval_accuracy": 0.06309847303010126,
"eval_loss": 9.21875,
"eval_runtime": 238.7884,
"eval_samples_per_second": 141.41,
"eval_steps_per_second": 2.211,
"step": 80
},
{
"epoch": 0.007846556233653008,
"grad_norm": 1.6896053552627563,
"learning_rate": 9.999380025186479e-06,
"loss": 9.2656,
"step": 81
},
{
"epoch": 0.007846556233653008,
"eval_accuracy": 0.0631880698389611,
"eval_loss": 9.2109375,
"eval_runtime": 240.0662,
"eval_samples_per_second": 140.657,
"eval_steps_per_second": 2.199,
"step": 81
},
{
"epoch": 0.007943427298266009,
"grad_norm": 1.7166608572006226,
"learning_rate": 9.999370338080017e-06,
"loss": 9.2422,
"step": 82
},
{
"epoch": 0.007943427298266009,
"eval_accuracy": 0.06330250479386351,
"eval_loss": 9.203125,
"eval_runtime": 238.0584,
"eval_samples_per_second": 141.843,
"eval_steps_per_second": 2.218,
"step": 82
},
{
"epoch": 0.008040298362879008,
"grad_norm": 1.6938972473144531,
"learning_rate": 9.999360650973555e-06,
"loss": 9.2656,
"step": 83
},
{
"epoch": 0.008040298362879008,
"eval_accuracy": 0.06352989831037209,
"eval_loss": 9.1875,
"eval_runtime": 240.419,
"eval_samples_per_second": 140.451,
"eval_steps_per_second": 2.196,
"step": 83
},
{
"epoch": 0.008137169427492008,
"grad_norm": 1.6488450765609741,
"learning_rate": 9.999350963867095e-06,
"loss": 9.25,
"step": 84
},
{
"epoch": 0.008137169427492008,
"eval_accuracy": 0.06372730077874536,
"eval_loss": 9.1796875,
"eval_runtime": 239.4979,
"eval_samples_per_second": 140.991,
"eval_steps_per_second": 2.205,
"step": 84
},
{
"epoch": 0.008234040492105008,
"grad_norm": 1.695817470550537,
"learning_rate": 9.999341276760633e-06,
"loss": 9.2344,
"step": 85
},
{
"epoch": 0.008234040492105008,
"eval_accuracy": 0.06391222627632101,
"eval_loss": 9.171875,
"eval_runtime": 237.1194,
"eval_samples_per_second": 142.405,
"eval_steps_per_second": 2.227,
"step": 85
},
{
"epoch": 0.008330911556718008,
"grad_norm": 1.6468489170074463,
"learning_rate": 9.99933158965417e-06,
"loss": 9.2266,
"step": 86
},
{
"epoch": 0.008330911556718008,
"eval_accuracy": 0.0640310325133358,
"eval_loss": 9.15625,
"eval_runtime": 238.4317,
"eval_samples_per_second": 141.621,
"eval_steps_per_second": 2.214,
"step": 86
},
{
"epoch": 0.00842778262133101,
"grad_norm": 1.5998897552490234,
"learning_rate": 9.99932190254771e-06,
"loss": 9.25,
"step": 87
},
{
"epoch": 0.00842778262133101,
"eval_accuracy": 0.06412291628436041,
"eval_loss": 9.1484375,
"eval_runtime": 239.3988,
"eval_samples_per_second": 141.049,
"eval_steps_per_second": 2.206,
"step": 87
},
{
"epoch": 0.008524653685944008,
"grad_norm": 1.74087655544281,
"learning_rate": 9.999312215441248e-06,
"loss": 9.1406,
"step": 88
},
{
"epoch": 0.008524653685944008,
"eval_accuracy": 0.06414216729498781,
"eval_loss": 9.140625,
"eval_runtime": 239.1559,
"eval_samples_per_second": 141.192,
"eval_steps_per_second": 2.208,
"step": 88
},
{
"epoch": 0.008621524750557009,
"grad_norm": 1.723071813583374,
"learning_rate": 9.999302528334788e-06,
"loss": 9.1562,
"step": 89
},
{
"epoch": 0.008621524750557009,
"eval_accuracy": 0.06415910239456228,
"eval_loss": 9.1328125,
"eval_runtime": 239.2993,
"eval_samples_per_second": 141.108,
"eval_steps_per_second": 2.206,
"step": 89
},
{
"epoch": 0.008718395815170008,
"grad_norm": 1.605566143989563,
"learning_rate": 9.999292841228326e-06,
"loss": 9.2031,
"step": 90
},
{
"epoch": 0.008718395815170008,
"eval_accuracy": 0.0641378828595399,
"eval_loss": 9.1171875,
"eval_runtime": 239.3127,
"eval_samples_per_second": 141.1,
"eval_steps_per_second": 2.206,
"step": 90
},
{
"epoch": 0.008815266879783009,
"grad_norm": 1.699105143547058,
"learning_rate": 9.999283154121864e-06,
"loss": 9.1406,
"step": 91
},
{
"epoch": 0.008815266879783009,
"eval_accuracy": 0.06416199728337843,
"eval_loss": 9.109375,
"eval_runtime": 239.2239,
"eval_samples_per_second": 141.152,
"eval_steps_per_second": 2.207,
"step": 91
},
{
"epoch": 0.008912137944396008,
"grad_norm": 1.6730599403381348,
"learning_rate": 9.999273467015404e-06,
"loss": 9.1406,
"step": 92
},
{
"epoch": 0.008912137944396008,
"eval_accuracy": 0.06426725544073365,
"eval_loss": 9.1015625,
"eval_runtime": 239.2839,
"eval_samples_per_second": 141.117,
"eval_steps_per_second": 2.207,
"step": 92
},
{
"epoch": 0.009009009009009009,
"grad_norm": 1.6537282466888428,
"learning_rate": 9.999263779908942e-06,
"loss": 9.1406,
"step": 93
},
{
"epoch": 0.009009009009009009,
"eval_accuracy": 0.06438559849553786,
"eval_loss": 9.09375,
"eval_runtime": 237.9124,
"eval_samples_per_second": 141.93,
"eval_steps_per_second": 2.219,
"step": 93
},
{
"epoch": 0.00910588007362201,
"grad_norm": 1.648465871810913,
"learning_rate": 9.99925409280248e-06,
"loss": 9.1328,
"step": 94
},
{
"epoch": 0.00910588007362201,
"eval_accuracy": 0.06439923342186193,
"eval_loss": 9.078125,
"eval_runtime": 239.3262,
"eval_samples_per_second": 141.092,
"eval_steps_per_second": 2.206,
"step": 94
},
{
"epoch": 0.009202751138235009,
"grad_norm": 1.6511099338531494,
"learning_rate": 9.99924440569602e-06,
"loss": 9.125,
"step": 95
},
{
"epoch": 0.009202751138235009,
"eval_accuracy": 0.06449600955498583,
"eval_loss": 9.0703125,
"eval_runtime": 238.7857,
"eval_samples_per_second": 141.411,
"eval_steps_per_second": 2.211,
"step": 95
},
{
"epoch": 0.00929962220284801,
"grad_norm": 1.6301484107971191,
"learning_rate": 9.999234718589558e-06,
"loss": 9.1016,
"step": 96
},
{
"epoch": 0.00929962220284801,
"eval_accuracy": 0.0646362669181283,
"eval_loss": 9.0625,
"eval_runtime": 238.0729,
"eval_samples_per_second": 141.835,
"eval_steps_per_second": 2.218,
"step": 96
},
{
"epoch": 0.009396493267461009,
"grad_norm": 1.5811512470245361,
"learning_rate": 9.999225031483096e-06,
"loss": 9.125,
"step": 97
},
{
"epoch": 0.009396493267461009,
"eval_accuracy": 0.06484397519068705,
"eval_loss": 9.0546875,
"eval_runtime": 238.6104,
"eval_samples_per_second": 141.515,
"eval_steps_per_second": 2.213,
"step": 97
},
{
"epoch": 0.00949336433207401,
"grad_norm": 1.6737486124038696,
"learning_rate": 9.999215344376635e-06,
"loss": 9.0625,
"step": 98
},
{
"epoch": 0.00949336433207401,
"eval_accuracy": 0.06518476150212422,
"eval_loss": 9.0390625,
"eval_runtime": 238.844,
"eval_samples_per_second": 141.377,
"eval_steps_per_second": 2.211,
"step": 98
},
{
"epoch": 0.00959023539668701,
"grad_norm": 1.6142433881759644,
"learning_rate": 9.999205657270175e-06,
"loss": 9.0859,
"step": 99
},
{
"epoch": 0.00959023539668701,
"eval_accuracy": 0.06548032965025313,
"eval_loss": 9.03125,
"eval_runtime": 238.064,
"eval_samples_per_second": 141.84,
"eval_steps_per_second": 2.218,
"step": 99
},
{
"epoch": 0.00968710646130001,
"grad_norm": 1.640156865119934,
"learning_rate": 9.999195970163713e-06,
"loss": 9.0547,
"step": 100
},
{
"epoch": 0.00968710646130001,
"eval_accuracy": 0.06569275659158222,
"eval_loss": 9.0234375,
"eval_runtime": 238.6131,
"eval_samples_per_second": 141.514,
"eval_steps_per_second": 2.213,
"step": 100
},
{
"epoch": 0.00978397752591301,
"grad_norm": 1.6266826391220093,
"learning_rate": 9.999186283057251e-06,
"loss": 9.0547,
"step": 101
},
{
"epoch": 0.00978397752591301,
"eval_accuracy": 0.06578165862712619,
"eval_loss": 9.015625,
"eval_runtime": 239.9035,
"eval_samples_per_second": 140.752,
"eval_steps_per_second": 2.201,
"step": 101
},
{
"epoch": 0.00988084859052601,
"grad_norm": 1.5783159732818604,
"learning_rate": 9.999176595950791e-06,
"loss": 9.0625,
"step": 102
},
{
"epoch": 0.00988084859052601,
"eval_accuracy": 0.0659039097818322,
"eval_loss": 9.0078125,
"eval_runtime": 239.5936,
"eval_samples_per_second": 140.934,
"eval_steps_per_second": 2.204,
"step": 102
},
{
"epoch": 0.00997771965513901,
"grad_norm": 1.6107426881790161,
"learning_rate": 9.999166908844329e-06,
"loss": 9.0547,
"step": 103
},
{
"epoch": 0.00997771965513901,
"eval_accuracy": 0.0660996332146921,
"eval_loss": 8.9921875,
"eval_runtime": 240.4185,
"eval_samples_per_second": 140.451,
"eval_steps_per_second": 2.196,
"step": 103
},
{
"epoch": 0.01007459071975201,
"grad_norm": 1.6132723093032837,
"learning_rate": 9.999157221737867e-06,
"loss": 9.0156,
"step": 104
},
{
"epoch": 0.01007459071975201,
"eval_accuracy": 0.06618155856818915,
"eval_loss": 8.984375,
"eval_runtime": 238.4229,
"eval_samples_per_second": 141.627,
"eval_steps_per_second": 2.215,
"step": 104
},
{
"epoch": 0.01017146178436501,
"grad_norm": 1.594551682472229,
"learning_rate": 9.999147534631407e-06,
"loss": 9.0391,
"step": 105
},
{
"epoch": 0.01017146178436501,
"eval_accuracy": 0.06635901525261914,
"eval_loss": 8.9765625,
"eval_runtime": 239.2842,
"eval_samples_per_second": 141.117,
"eval_steps_per_second": 2.207,
"step": 105
},
{
"epoch": 0.010268332848978011,
"grad_norm": 1.6009005308151245,
"learning_rate": 9.999137847524946e-06,
"loss": 9.0234,
"step": 106
},
{
"epoch": 0.010268332848978011,
"eval_accuracy": 0.06637285282116034,
"eval_loss": 8.96875,
"eval_runtime": 239.6129,
"eval_samples_per_second": 140.923,
"eval_steps_per_second": 2.204,
"step": 106
},
{
"epoch": 0.01036520391359101,
"grad_norm": 1.5228526592254639,
"learning_rate": 9.999128160418484e-06,
"loss": 9.0234,
"step": 107
},
{
"epoch": 0.01036520391359101,
"eval_accuracy": 0.06640226489153242,
"eval_loss": 8.9609375,
"eval_runtime": 240.652,
"eval_samples_per_second": 140.315,
"eval_steps_per_second": 2.194,
"step": 107
},
{
"epoch": 0.010462074978204011,
"grad_norm": 1.6139883995056152,
"learning_rate": 9.999118473312022e-06,
"loss": 8.9766,
"step": 108
},
{
"epoch": 0.010462074978204011,
"eval_accuracy": 0.06641254174682976,
"eval_loss": 8.9453125,
"eval_runtime": 241.0995,
"eval_samples_per_second": 140.054,
"eval_steps_per_second": 2.19,
"step": 108
},
{
"epoch": 0.01055894604281701,
"grad_norm": 1.5845446586608887,
"learning_rate": 9.999108786205562e-06,
"loss": 8.9922,
"step": 109
},
{
"epoch": 0.01055894604281701,
"eval_accuracy": 0.06653754304591111,
"eval_loss": 8.9375,
"eval_runtime": 241.1972,
"eval_samples_per_second": 139.997,
"eval_steps_per_second": 2.189,
"step": 109
},
{
"epoch": 0.01065581710743001,
"grad_norm": 1.6032410860061646,
"learning_rate": 9.9990990990991e-06,
"loss": 8.9453,
"step": 110
},
{
"epoch": 0.01065581710743001,
"eval_accuracy": 0.06648474027390454,
"eval_loss": 8.9296875,
"eval_runtime": 240.7345,
"eval_samples_per_second": 140.267,
"eval_steps_per_second": 2.193,
"step": 110
},
{
"epoch": 0.010752688172043012,
"grad_norm": 1.5953596830368042,
"learning_rate": 9.999089411992638e-06,
"loss": 8.9609,
"step": 111
},
{
"epoch": 0.010752688172043012,
"eval_accuracy": 0.06636981318790339,
"eval_loss": 8.921875,
"eval_runtime": 241.4759,
"eval_samples_per_second": 139.836,
"eval_steps_per_second": 2.187,
"step": 111
},
{
"epoch": 0.01084955923665601,
"grad_norm": 1.5376003980636597,
"learning_rate": 9.999079724886176e-06,
"loss": 8.9766,
"step": 112
},
{
"epoch": 0.01084955923665601,
"eval_accuracy": 0.06635956528149421,
"eval_loss": 8.9140625,
"eval_runtime": 238.6698,
"eval_samples_per_second": 141.48,
"eval_steps_per_second": 2.212,
"step": 112
},
{
"epoch": 0.010946430301269012,
"grad_norm": 1.5216182470321655,
"learning_rate": 9.999070037779716e-06,
"loss": 8.9844,
"step": 113
},
{
"epoch": 0.010946430301269012,
"eval_accuracy": 0.06662239223711247,
"eval_loss": 8.8984375,
"eval_runtime": 240.1305,
"eval_samples_per_second": 140.619,
"eval_steps_per_second": 2.199,
"step": 113
},
{
"epoch": 0.01104330136588201,
"grad_norm": 1.575067400932312,
"learning_rate": 9.999060350673254e-06,
"loss": 8.9453,
"step": 114
},
{
"epoch": 0.01104330136588201,
"eval_accuracy": 0.06693289801153271,
"eval_loss": 8.890625,
"eval_runtime": 239.4069,
"eval_samples_per_second": 141.044,
"eval_steps_per_second": 2.205,
"step": 114
},
{
"epoch": 0.011140172430495011,
"grad_norm": 1.509313941001892,
"learning_rate": 9.999050663566794e-06,
"loss": 8.9688,
"step": 115
},
{
"epoch": 0.011140172430495011,
"eval_accuracy": 0.06726662079425849,
"eval_loss": 8.8828125,
"eval_runtime": 242.3159,
"eval_samples_per_second": 139.351,
"eval_steps_per_second": 2.179,
"step": 115
},
{
"epoch": 0.01123704349510801,
"grad_norm": 1.48069167137146,
"learning_rate": 9.999040976460332e-06,
"loss": 8.9766,
"step": 116
},
{
"epoch": 0.01123704349510801,
"eval_accuracy": 0.06765149626236562,
"eval_loss": 8.875,
"eval_runtime": 241.5301,
"eval_samples_per_second": 139.805,
"eval_steps_per_second": 2.186,
"step": 116
},
{
"epoch": 0.011333914559721011,
"grad_norm": 1.5143989324569702,
"learning_rate": 9.999031289353872e-06,
"loss": 8.9297,
"step": 117
},
{
"epoch": 0.011333914559721011,
"eval_accuracy": 0.0682274054434505,
"eval_loss": 8.8671875,
"eval_runtime": 241.8791,
"eval_samples_per_second": 139.603,
"eval_steps_per_second": 2.183,
"step": 117
},
{
"epoch": 0.011430785624334012,
"grad_norm": 1.5148530006408691,
"learning_rate": 9.99902160224741e-06,
"loss": 8.9297,
"step": 118
},
{
"epoch": 0.011430785624334012,
"eval_accuracy": 0.06885003813002805,
"eval_loss": 8.859375,
"eval_runtime": 240.8979,
"eval_samples_per_second": 140.171,
"eval_steps_per_second": 2.192,
"step": 118
},
{
"epoch": 0.011527656688947011,
"grad_norm": 1.5727568864822388,
"learning_rate": 9.999011915140948e-06,
"loss": 8.8672,
"step": 119
},
{
"epoch": 0.011527656688947011,
"eval_accuracy": 0.06944707999947082,
"eval_loss": 8.8515625,
"eval_runtime": 239.842,
"eval_samples_per_second": 140.789,
"eval_steps_per_second": 2.201,
"step": 119
},
{
"epoch": 0.011624527753560012,
"grad_norm": 1.5209897756576538,
"learning_rate": 9.999002228034487e-06,
"loss": 8.8906,
"step": 120
},
{
"epoch": 0.011624527753560012,
"eval_accuracy": 0.0699609517132256,
"eval_loss": 8.8359375,
"eval_runtime": 239.7155,
"eval_samples_per_second": 140.863,
"eval_steps_per_second": 2.203,
"step": 120
},
{
"epoch": 0.011721398818173011,
"grad_norm": 1.4772562980651855,
"learning_rate": 9.998992540928025e-06,
"loss": 8.8984,
"step": 121
},
{
"epoch": 0.011721398818173011,
"eval_accuracy": 0.07026170171233542,
"eval_loss": 8.828125,
"eval_runtime": 240.3458,
"eval_samples_per_second": 140.493,
"eval_steps_per_second": 2.197,
"step": 121
},
{
"epoch": 0.011818269882786012,
"grad_norm": 1.4959176778793335,
"learning_rate": 9.998982853821563e-06,
"loss": 8.8984,
"step": 122
},
{
"epoch": 0.011818269882786012,
"eval_accuracy": 0.07044769831877305,
"eval_loss": 8.8203125,
"eval_runtime": 242.3847,
"eval_samples_per_second": 139.312,
"eval_steps_per_second": 2.178,
"step": 122
},
{
"epoch": 0.011915140947399011,
"grad_norm": 1.5008248090744019,
"learning_rate": 9.998973166715103e-06,
"loss": 8.8828,
"step": 123
},
{
"epoch": 0.011915140947399011,
"eval_accuracy": 0.07059994052161438,
"eval_loss": 8.8125,
"eval_runtime": 242.5169,
"eval_samples_per_second": 139.236,
"eval_steps_per_second": 2.177,
"step": 123
},
{
"epoch": 0.012012012012012012,
"grad_norm": 1.5148494243621826,
"learning_rate": 9.998963479608643e-06,
"loss": 8.8594,
"step": 124
},
{
"epoch": 0.012012012012012012,
"eval_accuracy": 0.07070221694348897,
"eval_loss": 8.8046875,
"eval_runtime": 241.6035,
"eval_samples_per_second": 139.762,
"eval_steps_per_second": 2.185,
"step": 124
},
{
"epoch": 0.012108883076625013,
"grad_norm": 1.513382077217102,
"learning_rate": 9.99895379250218e-06,
"loss": 8.8281,
"step": 125
},
{
"epoch": 0.012108883076625013,
"eval_accuracy": 0.07083503444237392,
"eval_loss": 8.796875,
"eval_runtime": 241.6868,
"eval_samples_per_second": 139.714,
"eval_steps_per_second": 2.185,
"step": 125
},
{
"epoch": 0.012205754141238012,
"grad_norm": 1.5034332275390625,
"learning_rate": 9.998944105395719e-06,
"loss": 8.8359,
"step": 126
},
{
"epoch": 0.012205754141238012,
"eval_accuracy": 0.07095690926153383,
"eval_loss": 8.78125,
"eval_runtime": 240.0043,
"eval_samples_per_second": 140.693,
"eval_steps_per_second": 2.2,
"step": 126
},
{
"epoch": 0.012302625205851013,
"grad_norm": 1.4775885343551636,
"learning_rate": 9.998934418289259e-06,
"loss": 8.8359,
"step": 127
},
{
"epoch": 0.012302625205851013,
"eval_accuracy": 0.07105356959910508,
"eval_loss": 8.7734375,
"eval_runtime": 238.0369,
"eval_samples_per_second": 141.856,
"eval_steps_per_second": 2.218,
"step": 127
},
{
"epoch": 0.012399496270464012,
"grad_norm": 1.493371605873108,
"learning_rate": 9.998924731182797e-06,
"loss": 8.8281,
"step": 128
},
{
"epoch": 0.012399496270464012,
"eval_accuracy": 0.07101825195554806,
"eval_loss": 8.765625,
"eval_runtime": 240.7256,
"eval_samples_per_second": 140.272,
"eval_steps_per_second": 2.193,
"step": 128
},
{
"epoch": 0.012496367335077013,
"grad_norm": 1.4377527236938477,
"learning_rate": 9.998915044076335e-06,
"loss": 8.8438,
"step": 129
},
{
"epoch": 0.012496367335077013,
"eval_accuracy": 0.07066889677321507,
"eval_loss": 8.7578125,
"eval_runtime": 241.9868,
"eval_samples_per_second": 139.541,
"eval_steps_per_second": 2.182,
"step": 129
},
{
"epoch": 0.012593238399690013,
"grad_norm": 1.4930979013442993,
"learning_rate": 9.998905356969873e-06,
"loss": 8.7578,
"step": 130
},
{
"epoch": 0.012593238399690013,
"eval_accuracy": 0.07018139749657541,
"eval_loss": 8.75,
"eval_runtime": 241.4545,
"eval_samples_per_second": 139.848,
"eval_steps_per_second": 2.187,
"step": 130
},
{
"epoch": 0.012690109464303012,
"grad_norm": 1.4573019742965698,
"learning_rate": 9.998895669863412e-06,
"loss": 8.7812,
"step": 131
},
{
"epoch": 0.012690109464303012,
"eval_accuracy": 0.06976317290930623,
"eval_loss": 8.7421875,
"eval_runtime": 241.0814,
"eval_samples_per_second": 140.065,
"eval_steps_per_second": 2.19,
"step": 131
},
{
"epoch": 0.012786980528916013,
"grad_norm": 1.4660903215408325,
"learning_rate": 9.998885982756952e-06,
"loss": 8.7734,
"step": 132
},
{
"epoch": 0.012786980528916013,
"eval_accuracy": 0.06973908743435586,
"eval_loss": 8.734375,
"eval_runtime": 240.7814,
"eval_samples_per_second": 140.239,
"eval_steps_per_second": 2.193,
"step": 132
},
{
"epoch": 0.012883851593529012,
"grad_norm": 1.4869788885116577,
"learning_rate": 9.99887629565049e-06,
"loss": 8.7812,
"step": 133
},
{
"epoch": 0.012883851593529012,
"eval_accuracy": 0.07012303653804183,
"eval_loss": 8.7265625,
"eval_runtime": 239.4345,
"eval_samples_per_second": 141.028,
"eval_steps_per_second": 2.205,
"step": 133
},
{
"epoch": 0.012980722658142013,
"grad_norm": 1.41987943649292,
"learning_rate": 9.998866608544028e-06,
"loss": 8.7891,
"step": 134
},
{
"epoch": 0.012980722658142013,
"eval_accuracy": 0.07073081844499253,
"eval_loss": 8.71875,
"eval_runtime": 238.6401,
"eval_samples_per_second": 141.498,
"eval_steps_per_second": 2.213,
"step": 134
},
{
"epoch": 0.013077593722755012,
"grad_norm": 1.4336059093475342,
"learning_rate": 9.998856921437568e-06,
"loss": 8.7656,
"step": 135
},
{
"epoch": 0.013077593722755012,
"eval_accuracy": 0.0712553722984789,
"eval_loss": 8.703125,
"eval_runtime": 239.3711,
"eval_samples_per_second": 141.065,
"eval_steps_per_second": 2.206,
"step": 135
},
{
"epoch": 0.013174464787368013,
"grad_norm": 1.4126527309417725,
"learning_rate": 9.998847234331106e-06,
"loss": 8.7891,
"step": 136
},
{
"epoch": 0.013174464787368013,
"eval_accuracy": 0.07193187886592499,
"eval_loss": 8.6953125,
"eval_runtime": 241.9039,
"eval_samples_per_second": 139.588,
"eval_steps_per_second": 2.183,
"step": 136
},
{
"epoch": 0.013271335851981014,
"grad_norm": 1.4684745073318481,
"learning_rate": 9.998837547224644e-06,
"loss": 8.7188,
"step": 137
},
{
"epoch": 0.013271335851981014,
"eval_accuracy": 0.0726333393749663,
"eval_loss": 8.6875,
"eval_runtime": 241.6523,
"eval_samples_per_second": 139.734,
"eval_steps_per_second": 2.185,
"step": 137
},
{
"epoch": 0.013368206916594013,
"grad_norm": 1.434983730316162,
"learning_rate": 9.998827860118184e-06,
"loss": 8.7266,
"step": 138
},
{
"epoch": 0.013368206916594013,
"eval_accuracy": 0.07333210763740858,
"eval_loss": 8.6796875,
"eval_runtime": 241.7758,
"eval_samples_per_second": 139.662,
"eval_steps_per_second": 2.184,
"step": 138
},
{
"epoch": 0.013465077981207014,
"grad_norm": 1.4157376289367676,
"learning_rate": 9.998818173011722e-06,
"loss": 8.75,
"step": 139
},
{
"epoch": 0.013465077981207014,
"eval_accuracy": 0.07374755313141426,
"eval_loss": 8.671875,
"eval_runtime": 239.433,
"eval_samples_per_second": 141.029,
"eval_steps_per_second": 2.205,
"step": 139
},
{
"epoch": 0.013561949045820013,
"grad_norm": 1.4349616765975952,
"learning_rate": 9.998808485905261e-06,
"loss": 8.7188,
"step": 140
},
{
"epoch": 0.013561949045820013,
"eval_accuracy": 0.07402439134890268,
"eval_loss": 8.6640625,
"eval_runtime": 240.1811,
"eval_samples_per_second": 140.59,
"eval_steps_per_second": 2.198,
"step": 140
},
{
"epoch": 0.013658820110433014,
"grad_norm": 1.3990036249160767,
"learning_rate": 9.9987987987988e-06,
"loss": 8.7344,
"step": 141
},
{
"epoch": 0.013658820110433014,
"eval_accuracy": 0.07422755464602009,
"eval_loss": 8.65625,
"eval_runtime": 239.6139,
"eval_samples_per_second": 140.923,
"eval_steps_per_second": 2.204,
"step": 141
},
{
"epoch": 0.013755691175046015,
"grad_norm": 1.4333348274230957,
"learning_rate": 9.99878911169234e-06,
"loss": 8.6641,
"step": 142
},
{
"epoch": 0.013755691175046015,
"eval_accuracy": 0.0741873156914756,
"eval_loss": 8.6484375,
"eval_runtime": 240.5249,
"eval_samples_per_second": 140.389,
"eval_steps_per_second": 2.195,
"step": 142
},
{
"epoch": 0.013852562239659014,
"grad_norm": 1.395568609237671,
"learning_rate": 9.998779424585877e-06,
"loss": 8.7031,
"step": 143
},
{
"epoch": 0.013852562239659014,
"eval_accuracy": 0.07413063376845538,
"eval_loss": 8.640625,
"eval_runtime": 241.0655,
"eval_samples_per_second": 140.074,
"eval_steps_per_second": 2.19,
"step": 143
},
{
"epoch": 0.013949433304272014,
"grad_norm": 1.4352083206176758,
"learning_rate": 9.998769737479415e-06,
"loss": 8.6797,
"step": 144
},
{
"epoch": 0.013949433304272014,
"eval_accuracy": 0.07412177540867797,
"eval_loss": 8.6328125,
"eval_runtime": 241.4457,
"eval_samples_per_second": 139.853,
"eval_steps_per_second": 2.187,
"step": 144
},
{
"epoch": 0.014046304368885014,
"grad_norm": 1.3976655006408691,
"learning_rate": 9.998760050372955e-06,
"loss": 8.6797,
"step": 145
},
{
"epoch": 0.014046304368885014,
"eval_accuracy": 0.07388228125691788,
"eval_loss": 8.6171875,
"eval_runtime": 242.6627,
"eval_samples_per_second": 139.152,
"eval_steps_per_second": 2.176,
"step": 145
},
{
"epoch": 0.014143175433498014,
"grad_norm": 1.4085290431976318,
"learning_rate": 9.998750363266493e-06,
"loss": 8.6719,
"step": 146
},
{
"epoch": 0.014143175433498014,
"eval_accuracy": 0.07361215918148292,
"eval_loss": 8.609375,
"eval_runtime": 240.5995,
"eval_samples_per_second": 140.345,
"eval_steps_per_second": 2.195,
"step": 146
},
{
"epoch": 0.014240046498111014,
"grad_norm": 1.4239732027053833,
"learning_rate": 9.998740676160031e-06,
"loss": 8.6641,
"step": 147
},
{
"epoch": 0.014240046498111014,
"eval_accuracy": 0.07357530724685334,
"eval_loss": 8.6015625,
"eval_runtime": 240.087,
"eval_samples_per_second": 140.645,
"eval_steps_per_second": 2.199,
"step": 147
},
{
"epoch": 0.014336917562724014,
"grad_norm": 1.4121946096420288,
"learning_rate": 9.99873098905357e-06,
"loss": 8.6484,
"step": 148
},
{
"epoch": 0.014336917562724014,
"eval_accuracy": 0.07371012221902144,
"eval_loss": 8.59375,
"eval_runtime": 240.6261,
"eval_samples_per_second": 140.33,
"eval_steps_per_second": 2.194,
"step": 148
},
{
"epoch": 0.014433788627337015,
"grad_norm": 1.4172465801239014,
"learning_rate": 9.99872130194711e-06,
"loss": 8.6172,
"step": 149
},
{
"epoch": 0.014433788627337015,
"eval_accuracy": 0.07406176436351918,
"eval_loss": 8.5859375,
"eval_runtime": 238.2968,
"eval_samples_per_second": 141.701,
"eval_steps_per_second": 2.216,
"step": 149
},
{
"epoch": 0.014530659691950014,
"grad_norm": 1.366936445236206,
"learning_rate": 9.998711614840649e-06,
"loss": 8.6719,
"step": 150
},
{
"epoch": 0.014530659691950014,
"eval_accuracy": 0.0746068140298239,
"eval_loss": 8.578125,
"eval_runtime": 241.6018,
"eval_samples_per_second": 139.763,
"eval_steps_per_second": 2.185,
"step": 150
},
{
"epoch": 0.014627530756563015,
"grad_norm": 1.3992184400558472,
"learning_rate": 9.998701927734187e-06,
"loss": 8.6406,
"step": 151
},
{
"epoch": 0.014627530756563015,
"eval_accuracy": 0.07503204424802817,
"eval_loss": 8.5703125,
"eval_runtime": 242.6844,
"eval_samples_per_second": 139.14,
"eval_steps_per_second": 2.176,
"step": 151
},
{
"epoch": 0.014724401821176014,
"grad_norm": 1.3632800579071045,
"learning_rate": 9.998692240627725e-06,
"loss": 8.6172,
"step": 152
},
{
"epoch": 0.014724401821176014,
"eval_accuracy": 0.07536941459066229,
"eval_loss": 8.5625,
"eval_runtime": 242.1383,
"eval_samples_per_second": 139.453,
"eval_steps_per_second": 2.181,
"step": 152
},
{
"epoch": 0.014821272885789015,
"grad_norm": 1.3528015613555908,
"learning_rate": 9.998682553521264e-06,
"loss": 8.6094,
"step": 153
},
{
"epoch": 0.014821272885789015,
"eval_accuracy": 0.07561990931992374,
"eval_loss": 8.5546875,
"eval_runtime": 241.5544,
"eval_samples_per_second": 139.79,
"eval_steps_per_second": 2.186,
"step": 153
},
{
"epoch": 0.014918143950402014,
"grad_norm": 1.3605914115905762,
"learning_rate": 9.998672866414802e-06,
"loss": 8.6016,
"step": 154
},
{
"epoch": 0.014918143950402014,
"eval_accuracy": 0.07561860661995648,
"eval_loss": 8.546875,
"eval_runtime": 241.8113,
"eval_samples_per_second": 139.642,
"eval_steps_per_second": 2.184,
"step": 154
},
{
"epoch": 0.015015015015015015,
"grad_norm": 1.3871914148330688,
"learning_rate": 9.99866317930834e-06,
"loss": 8.5625,
"step": 155
},
{
"epoch": 0.015015015015015015,
"eval_accuracy": 0.07551598281142397,
"eval_loss": 8.5390625,
"eval_runtime": 239.4463,
"eval_samples_per_second": 141.021,
"eval_steps_per_second": 2.205,
"step": 155
},
{
"epoch": 0.015111886079628016,
"grad_norm": 1.3802464008331299,
"learning_rate": 9.99865349220188e-06,
"loss": 8.5312,
"step": 156
},
{
"epoch": 0.015111886079628016,
"eval_accuracy": 0.07555937719477805,
"eval_loss": 8.53125,
"eval_runtime": 240.4355,
"eval_samples_per_second": 140.441,
"eval_steps_per_second": 2.196,
"step": 156
},
{
"epoch": 0.015208757144241015,
"grad_norm": 1.372429609298706,
"learning_rate": 9.99864380509542e-06,
"loss": 8.5703,
"step": 157
},
{
"epoch": 0.015208757144241015,
"eval_accuracy": 0.07562842029304323,
"eval_loss": 8.5234375,
"eval_runtime": 241.532,
"eval_samples_per_second": 139.803,
"eval_steps_per_second": 2.186,
"step": 157
},
{
"epoch": 0.015305628208854016,
"grad_norm": 1.2991220951080322,
"learning_rate": 9.998634117988958e-06,
"loss": 8.6172,
"step": 158
},
{
"epoch": 0.015305628208854016,
"eval_accuracy": 0.07567942823398378,
"eval_loss": 8.515625,
"eval_runtime": 240.874,
"eval_samples_per_second": 140.185,
"eval_steps_per_second": 2.192,
"step": 158
},
{
"epoch": 0.015402499273467015,
"grad_norm": 1.3360435962677002,
"learning_rate": 9.998624430882496e-06,
"loss": 8.5781,
"step": 159
},
{
"epoch": 0.015402499273467015,
"eval_accuracy": 0.07568432059608309,
"eval_loss": 8.5078125,
"eval_runtime": 242.8721,
"eval_samples_per_second": 139.032,
"eval_steps_per_second": 2.174,
"step": 159
},
{
"epoch": 0.015499370338080016,
"grad_norm": 1.323406457901001,
"learning_rate": 9.998614743776036e-06,
"loss": 8.6016,
"step": 160
},
{
"epoch": 0.015499370338080016,
"eval_accuracy": 0.0758624431049408,
"eval_loss": 8.5,
"eval_runtime": 241.6758,
"eval_samples_per_second": 139.72,
"eval_steps_per_second": 2.185,
"step": 160
},
{
"epoch": 0.015596241402693016,
"grad_norm": 1.318803310394287,
"learning_rate": 9.998605056669574e-06,
"loss": 8.5547,
"step": 161
},
{
"epoch": 0.015596241402693016,
"eval_accuracy": 0.076235681120007,
"eval_loss": 8.4921875,
"eval_runtime": 241.1344,
"eval_samples_per_second": 140.034,
"eval_steps_per_second": 2.19,
"step": 161
},
{
"epoch": 0.015693112467306015,
"grad_norm": 1.3205766677856445,
"learning_rate": 9.998595369563112e-06,
"loss": 8.5547,
"step": 162
},
{
"epoch": 0.015693112467306015,
"eval_accuracy": 0.07658955232889318,
"eval_loss": 8.484375,
"eval_runtime": 241.2454,
"eval_samples_per_second": 139.97,
"eval_steps_per_second": 2.189,
"step": 162
},
{
"epoch": 0.015789983531919016,
"grad_norm": 1.3163981437683105,
"learning_rate": 9.998585682456651e-06,
"loss": 8.5312,
"step": 163
},
{
"epoch": 0.015789983531919016,
"eval_accuracy": 0.07672393306773886,
"eval_loss": 8.4765625,
"eval_runtime": 239.2463,
"eval_samples_per_second": 141.139,
"eval_steps_per_second": 2.207,
"step": 163
},
{
"epoch": 0.015886854596532017,
"grad_norm": 1.330255389213562,
"learning_rate": 9.99857599535019e-06,
"loss": 8.5,
"step": 164
},
{
"epoch": 0.015886854596532017,
"eval_accuracy": 0.07668372306208254,
"eval_loss": 8.46875,
"eval_runtime": 242.9928,
"eval_samples_per_second": 138.963,
"eval_steps_per_second": 2.173,
"step": 164
},
{
"epoch": 0.015983725661145014,
"grad_norm": 1.3156908750534058,
"learning_rate": 9.998566308243727e-06,
"loss": 8.5312,
"step": 165
},
{
"epoch": 0.015983725661145014,
"eval_accuracy": 0.07662301724360787,
"eval_loss": 8.4609375,
"eval_runtime": 242.8743,
"eval_samples_per_second": 139.031,
"eval_steps_per_second": 2.174,
"step": 165
},
{
"epoch": 0.016080596725758015,
"grad_norm": 1.3243170976638794,
"learning_rate": 9.998556621137267e-06,
"loss": 8.5312,
"step": 166
},
{
"epoch": 0.016080596725758015,
"eval_accuracy": 0.07658451522235309,
"eval_loss": 8.453125,
"eval_runtime": 242.3105,
"eval_samples_per_second": 139.354,
"eval_steps_per_second": 2.179,
"step": 166
},
{
"epoch": 0.016177467790371016,
"grad_norm": 1.343295931816101,
"learning_rate": 9.998546934030807e-06,
"loss": 8.4531,
"step": 167
},
{
"epoch": 0.016177467790371016,
"eval_accuracy": 0.07665937704713872,
"eval_loss": 8.4453125,
"eval_runtime": 242.1425,
"eval_samples_per_second": 139.451,
"eval_steps_per_second": 2.181,
"step": 167
},
{
"epoch": 0.016274338854984017,
"grad_norm": 1.3232625722885132,
"learning_rate": 9.998537246924345e-06,
"loss": 8.4766,
"step": 168
},
{
"epoch": 0.016274338854984017,
"eval_accuracy": 0.07678096237741702,
"eval_loss": 8.4375,
"eval_runtime": 241.0831,
"eval_samples_per_second": 140.064,
"eval_steps_per_second": 2.19,
"step": 168
},
{
"epoch": 0.016371209919597018,
"grad_norm": 1.3026939630508423,
"learning_rate": 9.998527559817883e-06,
"loss": 8.4766,
"step": 169
},
{
"epoch": 0.016371209919597018,
"eval_accuracy": 0.07695766639075481,
"eval_loss": 8.4296875,
"eval_runtime": 241.0848,
"eval_samples_per_second": 140.063,
"eval_steps_per_second": 2.19,
"step": 169
},
{
"epoch": 0.016468080984210015,
"grad_norm": 1.3087149858474731,
"learning_rate": 9.998517872711423e-06,
"loss": 8.4688,
"step": 170
},
{
"epoch": 0.016468080984210015,
"eval_accuracy": 0.0772238514173998,
"eval_loss": 8.421875,
"eval_runtime": 239.3699,
"eval_samples_per_second": 141.066,
"eval_steps_per_second": 2.206,
"step": 170
},
{
"epoch": 0.016564952048823016,
"grad_norm": 1.2863601446151733,
"learning_rate": 9.99850818560496e-06,
"loss": 8.4922,
"step": 171
},
{
"epoch": 0.016564952048823016,
"eval_accuracy": 0.077486128344143,
"eval_loss": 8.4140625,
"eval_runtime": 240.0556,
"eval_samples_per_second": 140.663,
"eval_steps_per_second": 2.199,
"step": 171
},
{
"epoch": 0.016661823113436017,
"grad_norm": 1.267603874206543,
"learning_rate": 9.998498498498499e-06,
"loss": 8.4375,
"step": 172
},
{
"epoch": 0.016661823113436017,
"eval_accuracy": 0.07766749312847479,
"eval_loss": 8.4140625,
"eval_runtime": 240.7221,
"eval_samples_per_second": 140.274,
"eval_steps_per_second": 2.193,
"step": 172
},
{
"epoch": 0.016758694178049018,
"grad_norm": 1.27737295627594,
"learning_rate": 9.998488811392037e-06,
"loss": 8.4609,
"step": 173
},
{
"epoch": 0.016758694178049018,
"eval_accuracy": 0.07765209231997287,
"eval_loss": 8.40625,
"eval_runtime": 241.2721,
"eval_samples_per_second": 139.954,
"eval_steps_per_second": 2.188,
"step": 173
},
{
"epoch": 0.01685556524266202,
"grad_norm": 1.3177382946014404,
"learning_rate": 9.998479124285576e-06,
"loss": 8.4141,
"step": 174
},
{
"epoch": 0.01685556524266202,
"eval_accuracy": 0.07766830369734332,
"eval_loss": 8.3984375,
"eval_runtime": 241.2269,
"eval_samples_per_second": 139.98,
"eval_steps_per_second": 2.189,
"step": 174
},
{
"epoch": 0.016952436307275016,
"grad_norm": 1.2761859893798828,
"learning_rate": 9.998469437179116e-06,
"loss": 8.4531,
"step": 175
},
{
"epoch": 0.016952436307275016,
"eval_accuracy": 0.0777974157385436,
"eval_loss": 8.390625,
"eval_runtime": 242.9014,
"eval_samples_per_second": 139.015,
"eval_steps_per_second": 2.174,
"step": 175
},
{
"epoch": 0.017049307371888017,
"grad_norm": 1.25885808467865,
"learning_rate": 9.998459750072654e-06,
"loss": 8.3984,
"step": 176
},
{
"epoch": 0.017049307371888017,
"eval_accuracy": 0.07782648042225775,
"eval_loss": 8.3828125,
"eval_runtime": 240.1918,
"eval_samples_per_second": 140.584,
"eval_steps_per_second": 2.198,
"step": 176
},
{
"epoch": 0.017146178436501017,
"grad_norm": 1.258347988128662,
"learning_rate": 9.998450062966192e-06,
"loss": 8.4141,
"step": 177
},
{
"epoch": 0.017146178436501017,
"eval_accuracy": 0.07790733466689281,
"eval_loss": 8.375,
"eval_runtime": 239.9645,
"eval_samples_per_second": 140.717,
"eval_steps_per_second": 2.2,
"step": 177
},
{
"epoch": 0.017243049501114018,
"grad_norm": 1.2390292882919312,
"learning_rate": 9.998440375859732e-06,
"loss": 8.4453,
"step": 178
},
{
"epoch": 0.017243049501114018,
"eval_accuracy": 0.07808157802473688,
"eval_loss": 8.3671875,
"eval_runtime": 238.5786,
"eval_samples_per_second": 141.534,
"eval_steps_per_second": 2.213,
"step": 178
},
{
"epoch": 0.01733992056572702,
"grad_norm": 1.2472869157791138,
"learning_rate": 9.99843068875327e-06,
"loss": 8.4219,
"step": 179
},
{
"epoch": 0.01733992056572702,
"eval_accuracy": 0.07831968262986522,
"eval_loss": 8.359375,
"eval_runtime": 240.78,
"eval_samples_per_second": 140.24,
"eval_steps_per_second": 2.193,
"step": 179
},
{
"epoch": 0.017436791630340016,
"grad_norm": 1.2041652202606201,
"learning_rate": 9.998421001646808e-06,
"loss": 8.4219,
"step": 180
},
{
"epoch": 0.017436791630340016,
"eval_accuracy": 0.07850064212976275,
"eval_loss": 8.3515625,
"eval_runtime": 243.4958,
"eval_samples_per_second": 138.676,
"eval_steps_per_second": 2.168,
"step": 180
},
{
"epoch": 0.017533662694953017,
"grad_norm": 1.1937860250473022,
"learning_rate": 9.998411314540348e-06,
"loss": 8.4062,
"step": 181
},
{
"epoch": 0.017533662694953017,
"eval_accuracy": 0.07853622031331324,
"eval_loss": 8.34375,
"eval_runtime": 242.9108,
"eval_samples_per_second": 139.01,
"eval_steps_per_second": 2.174,
"step": 181
},
{
"epoch": 0.017630533759566018,
"grad_norm": 1.2295143604278564,
"learning_rate": 9.998401627433887e-06,
"loss": 8.3984,
"step": 182
},
{
"epoch": 0.017630533759566018,
"eval_accuracy": 0.07868744930506891,
"eval_loss": 8.3359375,
"eval_runtime": 242.8021,
"eval_samples_per_second": 139.072,
"eval_steps_per_second": 2.175,
"step": 182
},
{
"epoch": 0.01772740482417902,
"grad_norm": 1.229699730873108,
"learning_rate": 9.998391940327426e-06,
"loss": 8.3828,
"step": 183
},
{
"epoch": 0.01772740482417902,
"eval_accuracy": 0.0789600320359976,
"eval_loss": 8.328125,
"eval_runtime": 242.7645,
"eval_samples_per_second": 139.094,
"eval_steps_per_second": 2.175,
"step": 183
},
{
"epoch": 0.017824275888792016,
"grad_norm": 1.2546368837356567,
"learning_rate": 9.998382253220964e-06,
"loss": 8.375,
"step": 184
},
{
"epoch": 0.017824275888792016,
"eval_accuracy": 0.07920493962984389,
"eval_loss": 8.3203125,
"eval_runtime": 239.9494,
"eval_samples_per_second": 140.726,
"eval_steps_per_second": 2.2,
"step": 184
},
{
"epoch": 0.017921146953405017,
"grad_norm": 1.2304656505584717,
"learning_rate": 9.998372566114503e-06,
"loss": 8.3594,
"step": 185
},
{
"epoch": 0.017921146953405017,
"eval_accuracy": 0.07946394533222483,
"eval_loss": 8.3125,
"eval_runtime": 239.6503,
"eval_samples_per_second": 140.901,
"eval_steps_per_second": 2.203,
"step": 185
},
{
"epoch": 0.018018018018018018,
"grad_norm": 1.1984411478042603,
"learning_rate": 9.998362879008041e-06,
"loss": 8.375,
"step": 186
},
{
"epoch": 0.018018018018018018,
"eval_accuracy": 0.07966461902496035,
"eval_loss": 8.3125,
"eval_runtime": 240.948,
"eval_samples_per_second": 140.142,
"eval_steps_per_second": 2.191,
"step": 186
},
{
"epoch": 0.01811488908263102,
"grad_norm": 1.2182241678237915,
"learning_rate": 9.99835319190158e-06,
"loss": 8.3125,
"step": 187
},
{
"epoch": 0.01811488908263102,
"eval_accuracy": 0.07963677019454897,
"eval_loss": 8.3046875,
"eval_runtime": 241.9831,
"eval_samples_per_second": 139.543,
"eval_steps_per_second": 2.182,
"step": 187
},
{
"epoch": 0.01821176014724402,
"grad_norm": 1.2160634994506836,
"learning_rate": 9.998343504795119e-06,
"loss": 8.3438,
"step": 188
},
{
"epoch": 0.01821176014724402,
"eval_accuracy": 0.07958732549356913,
"eval_loss": 8.296875,
"eval_runtime": 243.0735,
"eval_samples_per_second": 138.917,
"eval_steps_per_second": 2.172,
"step": 188
},
{
"epoch": 0.018308631211857017,
"grad_norm": 1.2408748865127563,
"learning_rate": 9.998333817688657e-06,
"loss": 8.3281,
"step": 189
},
{
"epoch": 0.018308631211857017,
"eval_accuracy": 0.0795488524212025,
"eval_loss": 8.2890625,
"eval_runtime": 242.5702,
"eval_samples_per_second": 139.205,
"eval_steps_per_second": 2.177,
"step": 189
},
{
"epoch": 0.018405502276470018,
"grad_norm": 1.1811424493789673,
"learning_rate": 9.998324130582195e-06,
"loss": 8.3359,
"step": 190
},
{
"epoch": 0.018405502276470018,
"eval_accuracy": 0.07950351846234159,
"eval_loss": 8.28125,
"eval_runtime": 241.8027,
"eval_samples_per_second": 139.647,
"eval_steps_per_second": 2.184,
"step": 190
},
{
"epoch": 0.01850237334108302,
"grad_norm": 1.2242190837860107,
"learning_rate": 9.998314443475735e-06,
"loss": 8.3047,
"step": 191
},
{
"epoch": 0.01850237334108302,
"eval_accuracy": 0.07975195782054359,
"eval_loss": 8.2734375,
"eval_runtime": 241.7121,
"eval_samples_per_second": 139.699,
"eval_steps_per_second": 2.184,
"step": 191
},
{
"epoch": 0.01859924440569602,
"grad_norm": 1.2018407583236694,
"learning_rate": 9.998304756369273e-06,
"loss": 8.3359,
"step": 192
},
{
"epoch": 0.01859924440569602,
"eval_accuracy": 0.08004521005761958,
"eval_loss": 8.265625,
"eval_runtime": 241.0872,
"eval_samples_per_second": 140.061,
"eval_steps_per_second": 2.19,
"step": 192
},
{
"epoch": 0.01869611547030902,
"grad_norm": 1.1608692407608032,
"learning_rate": 9.998295069262813e-06,
"loss": 8.3047,
"step": 193
},
{
"epoch": 0.01869611547030902,
"eval_accuracy": 0.08031692432190342,
"eval_loss": 8.2578125,
"eval_runtime": 241.524,
"eval_samples_per_second": 139.808,
"eval_steps_per_second": 2.186,
"step": 193
},
{
"epoch": 0.018792986534922018,
"grad_norm": 1.1747246980667114,
"learning_rate": 9.99828538215635e-06,
"loss": 8.2969,
"step": 194
},
{
"epoch": 0.018792986534922018,
"eval_accuracy": 0.08048132505777257,
"eval_loss": 8.2578125,
"eval_runtime": 239.0651,
"eval_samples_per_second": 141.246,
"eval_steps_per_second": 2.209,
"step": 194
},
{
"epoch": 0.01888985759953502,
"grad_norm": 1.14412260055542,
"learning_rate": 9.998275695049889e-06,
"loss": 8.3203,
"step": 195
},
{
"epoch": 0.01888985759953502,
"eval_accuracy": 0.08070339197885944,
"eval_loss": 8.25,
"eval_runtime": 241.1404,
"eval_samples_per_second": 140.03,
"eval_steps_per_second": 2.19,
"step": 195
},
{
"epoch": 0.01898672866414802,
"grad_norm": 1.1623828411102295,
"learning_rate": 9.998266007943428e-06,
"loss": 8.2734,
"step": 196
},
{
"epoch": 0.01898672866414802,
"eval_accuracy": 0.08091521099353713,
"eval_loss": 8.2421875,
"eval_runtime": 240.6022,
"eval_samples_per_second": 140.344,
"eval_steps_per_second": 2.194,
"step": 196
},
{
"epoch": 0.01908359972876102,
"grad_norm": 1.158718466758728,
"learning_rate": 9.998256320836966e-06,
"loss": 8.25,
"step": 197
},
{
"epoch": 0.01908359972876102,
"eval_accuracy": 0.08093220399088794,
"eval_loss": 8.234375,
"eval_runtime": 239.6707,
"eval_samples_per_second": 140.889,
"eval_steps_per_second": 2.203,
"step": 197
},
{
"epoch": 0.01918047079337402,
"grad_norm": 1.1638875007629395,
"learning_rate": 9.998246633730504e-06,
"loss": 8.2734,
"step": 198
},
{
"epoch": 0.01918047079337402,
"eval_accuracy": 0.08096642157669483,
"eval_loss": 8.2265625,
"eval_runtime": 239.016,
"eval_samples_per_second": 141.275,
"eval_steps_per_second": 2.209,
"step": 198
},
{
"epoch": 0.019277341857987018,
"grad_norm": 1.2000994682312012,
"learning_rate": 9.998236946624044e-06,
"loss": 8.2109,
"step": 199
},
{
"epoch": 0.019277341857987018,
"eval_accuracy": 0.08091442937355676,
"eval_loss": 8.21875,
"eval_runtime": 238.0069,
"eval_samples_per_second": 141.874,
"eval_steps_per_second": 2.218,
"step": 199
},
{
"epoch": 0.01937421292260002,
"grad_norm": 1.147640347480774,
"learning_rate": 9.998227259517584e-06,
"loss": 8.25,
"step": 200
},
{
"epoch": 0.01937421292260002,
"eval_accuracy": 0.08094085970844822,
"eval_loss": 8.2109375,
"eval_runtime": 239.3683,
"eval_samples_per_second": 141.067,
"eval_steps_per_second": 2.206,
"step": 200
},
{
"epoch": 0.01947108398721302,
"grad_norm": 1.143306851387024,
"learning_rate": 9.998217572411122e-06,
"loss": 8.2734,
"step": 201
},
{
"epoch": 0.01947108398721302,
"eval_accuracy": 0.08100220240246243,
"eval_loss": 8.203125,
"eval_runtime": 240.6044,
"eval_samples_per_second": 140.342,
"eval_steps_per_second": 2.194,
"step": 201
},
{
"epoch": 0.01956795505182602,
"grad_norm": 1.1851661205291748,
"learning_rate": 9.99820788530466e-06,
"loss": 8.2188,
"step": 202
},
{
"epoch": 0.01956795505182602,
"eval_accuracy": 0.08122783003679317,
"eval_loss": 8.203125,
"eval_runtime": 239.3597,
"eval_samples_per_second": 141.072,
"eval_steps_per_second": 2.206,
"step": 202
},
{
"epoch": 0.019664826116439018,
"grad_norm": 1.1528866291046143,
"learning_rate": 9.9981981981982e-06,
"loss": 8.2578,
"step": 203
},
{
"epoch": 0.019664826116439018,
"eval_accuracy": 0.08159895478302359,
"eval_loss": 8.1953125,
"eval_runtime": 239.5354,
"eval_samples_per_second": 140.969,
"eval_steps_per_second": 2.204,
"step": 203
},
{
"epoch": 0.01976169718105202,
"grad_norm": 1.121721625328064,
"learning_rate": 9.998188511091738e-06,
"loss": 8.2344,
"step": 204
},
{
"epoch": 0.01976169718105202,
"eval_accuracy": 0.08193849629226983,
"eval_loss": 8.1875,
"eval_runtime": 240.2982,
"eval_samples_per_second": 140.521,
"eval_steps_per_second": 2.197,
"step": 204
},
{
"epoch": 0.01985856824566502,
"grad_norm": 1.120973825454712,
"learning_rate": 9.998178823985276e-06,
"loss": 8.2969,
"step": 205
},
{
"epoch": 0.01985856824566502,
"eval_accuracy": 0.0822807879458914,
"eval_loss": 8.1796875,
"eval_runtime": 239.9882,
"eval_samples_per_second": 140.703,
"eval_steps_per_second": 2.2,
"step": 205
},
{
"epoch": 0.01995543931027802,
"grad_norm": 1.1114741563796997,
"learning_rate": 9.998169136878815e-06,
"loss": 8.2812,
"step": 206
},
{
"epoch": 0.01995543931027802,
"eval_accuracy": 0.08245699982813046,
"eval_loss": 8.171875,
"eval_runtime": 237.9497,
"eval_samples_per_second": 141.908,
"eval_steps_per_second": 2.219,
"step": 206
},
{
"epoch": 0.02005231037489102,
"grad_norm": 1.1044974327087402,
"learning_rate": 9.998159449772353e-06,
"loss": 8.2578,
"step": 207
},
{
"epoch": 0.02005231037489102,
"eval_accuracy": 0.08243728563529247,
"eval_loss": 8.1640625,
"eval_runtime": 239.4885,
"eval_samples_per_second": 140.996,
"eval_steps_per_second": 2.205,
"step": 207
},
{
"epoch": 0.02014918143950402,
"grad_norm": 1.156922459602356,
"learning_rate": 9.998149762665893e-06,
"loss": 8.2031,
"step": 208
},
{
"epoch": 0.02014918143950402,
"eval_accuracy": 0.08235234959742663,
"eval_loss": 8.1640625,
"eval_runtime": 241.2039,
"eval_samples_per_second": 139.994,
"eval_steps_per_second": 2.189,
"step": 208
},
{
"epoch": 0.02024605250411702,
"grad_norm": 1.1297597885131836,
"learning_rate": 9.998140075559431e-06,
"loss": 8.1953,
"step": 209
},
{
"epoch": 0.02024605250411702,
"eval_accuracy": 0.08222390338065405,
"eval_loss": 8.15625,
"eval_runtime": 240.9498,
"eval_samples_per_second": 140.141,
"eval_steps_per_second": 2.191,
"step": 209
},
{
"epoch": 0.02034292356873002,
"grad_norm": 1.0749586820602417,
"learning_rate": 9.998130388452971e-06,
"loss": 8.2344,
"step": 210
},
{
"epoch": 0.02034292356873002,
"eval_accuracy": 0.08212646142310244,
"eval_loss": 8.1484375,
"eval_runtime": 240.1358,
"eval_samples_per_second": 140.616,
"eval_steps_per_second": 2.199,
"step": 210
},
{
"epoch": 0.02043979463334302,
"grad_norm": 1.1359708309173584,
"learning_rate": 9.998120701346509e-06,
"loss": 8.1484,
"step": 211
},
{
"epoch": 0.02043979463334302,
"eval_accuracy": 0.08224295174906432,
"eval_loss": 8.140625,
"eval_runtime": 239.69,
"eval_samples_per_second": 140.878,
"eval_steps_per_second": 2.203,
"step": 211
},
{
"epoch": 0.020536665697956022,
"grad_norm": 1.0708686113357544,
"learning_rate": 9.998111014240047e-06,
"loss": 8.2188,
"step": 212
},
{
"epoch": 0.020536665697956022,
"eval_accuracy": 0.08242179798012607,
"eval_loss": 8.1328125,
"eval_runtime": 239.7594,
"eval_samples_per_second": 140.837,
"eval_steps_per_second": 2.202,
"step": 212
},
{
"epoch": 0.02063353676256902,
"grad_norm": 1.1410462856292725,
"learning_rate": 9.998101327133585e-06,
"loss": 8.1406,
"step": 213
},
{
"epoch": 0.02063353676256902,
"eval_accuracy": 0.08258810934261389,
"eval_loss": 8.1328125,
"eval_runtime": 236.9832,
"eval_samples_per_second": 142.487,
"eval_steps_per_second": 2.228,
"step": 213
},
{
"epoch": 0.02073040782718202,
"grad_norm": 1.1414846181869507,
"learning_rate": 9.998091640027125e-06,
"loss": 8.1641,
"step": 214
},
{
"epoch": 0.02073040782718202,
"eval_accuracy": 0.08288260638188082,
"eval_loss": 8.125,
"eval_runtime": 238.8778,
"eval_samples_per_second": 141.357,
"eval_steps_per_second": 2.21,
"step": 214
},
{
"epoch": 0.02082727889179502,
"grad_norm": 1.1182080507278442,
"learning_rate": 9.998081952920663e-06,
"loss": 8.1328,
"step": 215
},
{
"epoch": 0.02082727889179502,
"eval_accuracy": 0.08311975567369982,
"eval_loss": 8.1171875,
"eval_runtime": 241.545,
"eval_samples_per_second": 139.796,
"eval_steps_per_second": 2.186,
"step": 215
},
{
"epoch": 0.020924149956408022,
"grad_norm": 1.0699214935302734,
"learning_rate": 9.998072265814202e-06,
"loss": 8.1875,
"step": 216
},
{
"epoch": 0.020924149956408022,
"eval_accuracy": 0.08333493275940426,
"eval_loss": 8.109375,
"eval_runtime": 240.2573,
"eval_samples_per_second": 140.545,
"eval_steps_per_second": 2.198,
"step": 216
},
{
"epoch": 0.021021021021021023,
"grad_norm": 1.0673527717590332,
"learning_rate": 9.99806257870774e-06,
"loss": 8.1719,
"step": 217
},
{
"epoch": 0.021021021021021023,
"eval_accuracy": 0.0834616709917753,
"eval_loss": 8.1015625,
"eval_runtime": 241.6637,
"eval_samples_per_second": 139.727,
"eval_steps_per_second": 2.185,
"step": 217
},
{
"epoch": 0.02111789208563402,
"grad_norm": 1.0935176610946655,
"learning_rate": 9.99805289160128e-06,
"loss": 8.125,
"step": 218
},
{
"epoch": 0.02111789208563402,
"eval_accuracy": 0.08352278209468422,
"eval_loss": 8.1015625,
"eval_runtime": 239.5275,
"eval_samples_per_second": 140.973,
"eval_steps_per_second": 2.204,
"step": 218
},
{
"epoch": 0.02121476315024702,
"grad_norm": 1.0975334644317627,
"learning_rate": 9.998043204494818e-06,
"loss": 8.1172,
"step": 219
},
{
"epoch": 0.02121476315024702,
"eval_accuracy": 0.08350500747735307,
"eval_loss": 8.09375,
"eval_runtime": 238.965,
"eval_samples_per_second": 141.305,
"eval_steps_per_second": 2.21,
"step": 219
},
{
"epoch": 0.02131163421486002,
"grad_norm": 1.051080346107483,
"learning_rate": 9.998033517388356e-06,
"loss": 8.1172,
"step": 220
},
{
"epoch": 0.02131163421486002,
"eval_accuracy": 0.0834144553551839,
"eval_loss": 8.0859375,
"eval_runtime": 238.1182,
"eval_samples_per_second": 141.808,
"eval_steps_per_second": 2.217,
"step": 220
},
{
"epoch": 0.021408505279473022,
"grad_norm": 1.077547550201416,
"learning_rate": 9.998023830281896e-06,
"loss": 8.1562,
"step": 221
},
{
"epoch": 0.021408505279473022,
"eval_accuracy": 0.08347733234027067,
"eval_loss": 8.078125,
"eval_runtime": 237.0397,
"eval_samples_per_second": 142.453,
"eval_steps_per_second": 2.227,
"step": 221
},
{
"epoch": 0.021505376344086023,
"grad_norm": 1.069908857345581,
"learning_rate": 9.998014143175434e-06,
"loss": 8.0781,
"step": 222
},
{
"epoch": 0.021505376344086023,
"eval_accuracy": 0.08379307786344815,
"eval_loss": 8.078125,
"eval_runtime": 239.359,
"eval_samples_per_second": 141.073,
"eval_steps_per_second": 2.206,
"step": 222
},
{
"epoch": 0.02160224740869902,
"grad_norm": 1.05584716796875,
"learning_rate": 9.998004456068972e-06,
"loss": 8.1094,
"step": 223
},
{
"epoch": 0.02160224740869902,
"eval_accuracy": 0.08401352364679797,
"eval_loss": 8.0703125,
"eval_runtime": 239.5111,
"eval_samples_per_second": 140.983,
"eval_steps_per_second": 2.204,
"step": 223
},
{
"epoch": 0.02169911847331202,
"grad_norm": 1.0520967245101929,
"learning_rate": 9.997994768962512e-06,
"loss": 8.0938,
"step": 224
},
{
"epoch": 0.02169911847331202,
"eval_accuracy": 0.08430202826621548,
"eval_loss": 8.0625,
"eval_runtime": 240.2811,
"eval_samples_per_second": 140.531,
"eval_steps_per_second": 2.197,
"step": 224
},
{
"epoch": 0.021795989537925022,
"grad_norm": 1.042554497718811,
"learning_rate": 9.997985081856052e-06,
"loss": 8.0938,
"step": 225
},
{
"epoch": 0.021795989537925022,
"eval_accuracy": 0.08457012391947913,
"eval_loss": 8.0546875,
"eval_runtime": 239.2715,
"eval_samples_per_second": 141.124,
"eval_steps_per_second": 2.207,
"step": 225
},
{
"epoch": 0.021892860602538023,
"grad_norm": 1.0677285194396973,
"learning_rate": 9.99797539474959e-06,
"loss": 8.1016,
"step": 226
},
{
"epoch": 0.021892860602538023,
"eval_accuracy": 0.08467908753451901,
"eval_loss": 8.046875,
"eval_runtime": 237.6539,
"eval_samples_per_second": 142.085,
"eval_steps_per_second": 2.222,
"step": 226
},
{
"epoch": 0.02198973166715102,
"grad_norm": 1.0176194906234741,
"learning_rate": 9.997965707643128e-06,
"loss": 8.1094,
"step": 227
},
{
"epoch": 0.02198973166715102,
"eval_accuracy": 0.08459319618334385,
"eval_loss": 8.046875,
"eval_runtime": 240.1907,
"eval_samples_per_second": 140.584,
"eval_steps_per_second": 2.198,
"step": 227
},
{
"epoch": 0.02208660273176402,
"grad_norm": 1.0204542875289917,
"learning_rate": 9.997956020536667e-06,
"loss": 8.1016,
"step": 228
},
{
"epoch": 0.02208660273176402,
"eval_accuracy": 0.08444465943818719,
"eval_loss": 8.0390625,
"eval_runtime": 239.7402,
"eval_samples_per_second": 140.848,
"eval_steps_per_second": 2.202,
"step": 228
},
{
"epoch": 0.022183473796377022,
"grad_norm": 1.0234394073486328,
"learning_rate": 9.997946333430205e-06,
"loss": 8.0859,
"step": 229
},
{
"epoch": 0.022183473796377022,
"eval_accuracy": 0.0843871379974103,
"eval_loss": 8.03125,
"eval_runtime": 238.5255,
"eval_samples_per_second": 141.566,
"eval_steps_per_second": 2.214,
"step": 229
},
{
"epoch": 0.022280344860990023,
"grad_norm": 1.0190110206604004,
"learning_rate": 9.997936646323743e-06,
"loss": 8.0859,
"step": 230
},
{
"epoch": 0.022280344860990023,
"eval_accuracy": 0.08446454732435414,
"eval_loss": 8.03125,
"eval_runtime": 239.3718,
"eval_samples_per_second": 141.065,
"eval_steps_per_second": 2.206,
"step": 230
},
{
"epoch": 0.022377215925603024,
"grad_norm": 1.0486043691635132,
"learning_rate": 9.997926959217283e-06,
"loss": 8.1094,
"step": 231
},
{
"epoch": 0.022377215925603024,
"eval_accuracy": 0.08493841167466973,
"eval_loss": 8.0234375,
"eval_runtime": 240.0196,
"eval_samples_per_second": 140.684,
"eval_steps_per_second": 2.2,
"step": 231
},
{
"epoch": 0.02247408699021602,
"grad_norm": 1.023290753364563,
"learning_rate": 9.997917272110821e-06,
"loss": 8.1016,
"step": 232
},
{
"epoch": 0.02247408699021602,
"eval_accuracy": 0.0852934987368587,
"eval_loss": 8.015625,
"eval_runtime": 238.7993,
"eval_samples_per_second": 141.403,
"eval_steps_per_second": 2.211,
"step": 232
},
{
"epoch": 0.022570958054829022,
"grad_norm": 1.0117347240447998,
"learning_rate": 9.997907585004361e-06,
"loss": 8.0859,
"step": 233
},
{
"epoch": 0.022570958054829022,
"eval_accuracy": 0.08559141174492868,
"eval_loss": 8.0078125,
"eval_runtime": 237.5708,
"eval_samples_per_second": 142.134,
"eval_steps_per_second": 2.222,
"step": 233
},
{
"epoch": 0.022667829119442023,
"grad_norm": 0.9845523238182068,
"learning_rate": 9.997897897897899e-06,
"loss": 8.0859,
"step": 234
},
{
"epoch": 0.022667829119442023,
"eval_accuracy": 0.08566416030087853,
"eval_loss": 8.0078125,
"eval_runtime": 238.2296,
"eval_samples_per_second": 141.741,
"eval_steps_per_second": 2.216,
"step": 234
},
{
"epoch": 0.022764700184055024,
"grad_norm": 0.9753006100654602,
"learning_rate": 9.997888210791437e-06,
"loss": 8.0781,
"step": 235
},
{
"epoch": 0.022764700184055024,
"eval_accuracy": 0.08569174859129644,
"eval_loss": 8.0,
"eval_runtime": 238.7612,
"eval_samples_per_second": 141.426,
"eval_steps_per_second": 2.211,
"step": 235
},
{
"epoch": 0.022861571248668024,
"grad_norm": 1.0460307598114014,
"learning_rate": 9.997878523684977e-06,
"loss": 8.0234,
"step": 236
},
{
"epoch": 0.022861571248668024,
"eval_accuracy": 0.08559063012494832,
"eval_loss": 7.9921875,
"eval_runtime": 241.525,
"eval_samples_per_second": 139.807,
"eval_steps_per_second": 2.186,
"step": 236
},
{
"epoch": 0.02295844231328102,
"grad_norm": 1.0023905038833618,
"learning_rate": 9.997868836578515e-06,
"loss": 8.0391,
"step": 237
},
{
"epoch": 0.02295844231328102,
"eval_accuracy": 0.08547078172795972,
"eval_loss": 7.98828125,
"eval_runtime": 240.1103,
"eval_samples_per_second": 140.631,
"eval_steps_per_second": 2.199,
"step": 237
},
{
"epoch": 0.023055313377894023,
"grad_norm": 1.004289984703064,
"learning_rate": 9.997859149472053e-06,
"loss": 8.0078,
"step": 238
},
{
"epoch": 0.023055313377894023,
"eval_accuracy": 0.08553345607082936,
"eval_loss": 7.984375,
"eval_runtime": 240.4054,
"eval_samples_per_second": 140.459,
"eval_steps_per_second": 2.196,
"step": 238
},
{
"epoch": 0.023152184442507023,
"grad_norm": 0.9898872971534729,
"learning_rate": 9.997849462365592e-06,
"loss": 8.0078,
"step": 239
},
{
"epoch": 0.023152184442507023,
"eval_accuracy": 0.08570740993979181,
"eval_loss": 7.9765625,
"eval_runtime": 240.3894,
"eval_samples_per_second": 140.468,
"eval_steps_per_second": 2.196,
"step": 239
},
{
"epoch": 0.023249055507120024,
"grad_norm": 1.0223126411437988,
"learning_rate": 9.99783977525913e-06,
"loss": 7.9883,
"step": 240
},
{
"epoch": 0.023249055507120024,
"eval_accuracy": 0.08616876837042163,
"eval_loss": 7.97265625,
"eval_runtime": 237.9077,
"eval_samples_per_second": 141.933,
"eval_steps_per_second": 2.219,
"step": 240
},
{
"epoch": 0.023345926571733025,
"grad_norm": 0.9876830577850342,
"learning_rate": 9.997830088152668e-06,
"loss": 7.9805,
"step": 241
},
{
"epoch": 0.023345926571733025,
"eval_accuracy": 0.08653523234565806,
"eval_loss": 7.96484375,
"eval_runtime": 236.1897,
"eval_samples_per_second": 142.966,
"eval_steps_per_second": 2.235,
"step": 241
},
{
"epoch": 0.023442797636346022,
"grad_norm": 0.9565869569778442,
"learning_rate": 9.997820401046208e-06,
"loss": 8.0234,
"step": 242
},
{
"epoch": 0.023442797636346022,
"eval_accuracy": 0.08681360485421905,
"eval_loss": 7.9609375,
"eval_runtime": 239.1608,
"eval_samples_per_second": 141.19,
"eval_steps_per_second": 2.208,
"step": 242
},
{
"epoch": 0.023539668700959023,
"grad_norm": 0.9919081926345825,
"learning_rate": 9.997810713939748e-06,
"loss": 7.9961,
"step": 243
},
{
"epoch": 0.023539668700959023,
"eval_accuracy": 0.0869957512585312,
"eval_loss": 7.95703125,
"eval_runtime": 238.8915,
"eval_samples_per_second": 141.349,
"eval_steps_per_second": 2.21,
"step": 243
},
{
"epoch": 0.023636539765572024,
"grad_norm": 0.9676252007484436,
"learning_rate": 9.997801026833286e-06,
"loss": 8.0156,
"step": 244
},
{
"epoch": 0.023636539765572024,
"eval_accuracy": 0.08696109943940189,
"eval_loss": 7.94921875,
"eval_runtime": 239.0437,
"eval_samples_per_second": 141.259,
"eval_steps_per_second": 2.209,
"step": 244
},
{
"epoch": 0.023733410830185025,
"grad_norm": 0.9586087465286255,
"learning_rate": 9.997791339726824e-06,
"loss": 7.9766,
"step": 245
},
{
"epoch": 0.023733410830185025,
"eval_accuracy": 0.08687515019045039,
"eval_loss": 7.9453125,
"eval_runtime": 241.5167,
"eval_samples_per_second": 139.812,
"eval_steps_per_second": 2.186,
"step": 245
},
{
"epoch": 0.023830281894798022,
"grad_norm": 0.9658289551734924,
"learning_rate": 9.997781652620364e-06,
"loss": 7.9297,
"step": 246
},
{
"epoch": 0.023830281894798022,
"eval_accuracy": 0.08664124317410547,
"eval_loss": 7.94140625,
"eval_runtime": 239.9096,
"eval_samples_per_second": 140.749,
"eval_steps_per_second": 2.201,
"step": 246
},
{
"epoch": 0.023927152959411023,
"grad_norm": 0.9587231874465942,
"learning_rate": 9.997771965513902e-06,
"loss": 7.9336,
"step": 247
},
{
"epoch": 0.023927152959411023,
"eval_accuracy": 0.08649270642894882,
"eval_loss": 7.9375,
"eval_runtime": 238.655,
"eval_samples_per_second": 141.489,
"eval_steps_per_second": 2.212,
"step": 247
},
{
"epoch": 0.024024024024024024,
"grad_norm": 0.9744223356246948,
"learning_rate": 9.99776227840744e-06,
"loss": 7.9219,
"step": 248
},
{
"epoch": 0.024024024024024024,
"eval_accuracy": 0.08659249324644151,
"eval_loss": 7.9296875,
"eval_runtime": 238.0999,
"eval_samples_per_second": 141.819,
"eval_steps_per_second": 2.218,
"step": 248
},
{
"epoch": 0.024120895088637025,
"grad_norm": 0.9676837921142578,
"learning_rate": 9.99775259130098e-06,
"loss": 7.957,
"step": 249
},
{
"epoch": 0.024120895088637025,
"eval_accuracy": 0.08693261373345097,
"eval_loss": 7.92578125,
"eval_runtime": 239.9677,
"eval_samples_per_second": 140.715,
"eval_steps_per_second": 2.2,
"step": 249
},
{
"epoch": 0.024217766153250025,
"grad_norm": 0.9536520838737488,
"learning_rate": 9.99774290419452e-06,
"loss": 7.9453,
"step": 250
},
{
"epoch": 0.024217766153250025,
"eval_accuracy": 0.08742873977876275,
"eval_loss": 7.91796875,
"eval_runtime": 240.6934,
"eval_samples_per_second": 140.291,
"eval_steps_per_second": 2.194,
"step": 250
},
{
"epoch": 0.024314637217863023,
"grad_norm": 0.9051578044891357,
"learning_rate": 9.997733217088057e-06,
"loss": 7.9805,
"step": 251
},
{
"epoch": 0.024314637217863023,
"eval_accuracy": 0.08791403893990214,
"eval_loss": 7.9140625,
"eval_runtime": 241.0758,
"eval_samples_per_second": 140.068,
"eval_steps_per_second": 2.19,
"step": 251
},
{
"epoch": 0.024411508282476024,
"grad_norm": 0.9311773180961609,
"learning_rate": 9.997723529981595e-06,
"loss": 7.9531,
"step": 252
},
{
"epoch": 0.024411508282476024,
"eval_accuracy": 0.08829436943256792,
"eval_loss": 7.91015625,
"eval_runtime": 239.1867,
"eval_samples_per_second": 141.174,
"eval_steps_per_second": 2.207,
"step": 252
},
{
"epoch": 0.024508379347089024,
"grad_norm": 1.0077519416809082,
"learning_rate": 9.997713842875133e-06,
"loss": 7.9102,
"step": 253
},
{
"epoch": 0.024508379347089024,
"eval_accuracy": 0.08852494732677427,
"eval_loss": 7.90625,
"eval_runtime": 240.0697,
"eval_samples_per_second": 140.655,
"eval_steps_per_second": 2.199,
"step": 253
},
{
"epoch": 0.024605250411702025,
"grad_norm": 0.8876093029975891,
"learning_rate": 9.997704155768673e-06,
"loss": 7.9844,
"step": 254
},
{
"epoch": 0.024605250411702025,
"eval_accuracy": 0.08859361408949334,
"eval_loss": 7.8984375,
"eval_runtime": 239.2375,
"eval_samples_per_second": 141.144,
"eval_steps_per_second": 2.207,
"step": 254
},
{
"epoch": 0.024702121476315026,
"grad_norm": 0.9206761717796326,
"learning_rate": 9.997694468662211e-06,
"loss": 7.9414,
"step": 255
},
{
"epoch": 0.024702121476315026,
"eval_accuracy": 0.08849816960522489,
"eval_loss": 7.89453125,
"eval_runtime": 240.2162,
"eval_samples_per_second": 140.569,
"eval_steps_per_second": 2.198,
"step": 255
},
{
"epoch": 0.024798992540928023,
"grad_norm": 0.8806933164596558,
"learning_rate": 9.997684781555749e-06,
"loss": 7.9453,
"step": 256
},
{
"epoch": 0.024798992540928023,
"eval_accuracy": 0.088308004358892,
"eval_loss": 7.890625,
"eval_runtime": 241.0125,
"eval_samples_per_second": 140.105,
"eval_steps_per_second": 2.191,
"step": 256
},
{
"epoch": 0.024895863605541024,
"grad_norm": 0.9106225371360779,
"learning_rate": 9.997675094449289e-06,
"loss": 7.9219,
"step": 257
},
{
"epoch": 0.024895863605541024,
"eval_accuracy": 0.08826322042890615,
"eval_loss": 7.88671875,
"eval_runtime": 242.9806,
"eval_samples_per_second": 138.97,
"eval_steps_per_second": 2.173,
"step": 257
},
{
"epoch": 0.024992734670154025,
"grad_norm": 0.9404253959655762,
"learning_rate": 9.997665407342827e-06,
"loss": 7.9141,
"step": 258
},
{
"epoch": 0.024992734670154025,
"eval_accuracy": 0.08845868332177259,
"eval_loss": 7.8828125,
"eval_runtime": 239.9439,
"eval_samples_per_second": 140.729,
"eval_steps_per_second": 2.201,
"step": 258
},
{
"epoch": 0.025089605734767026,
"grad_norm": 0.943131685256958,
"learning_rate": 9.997655720236367e-06,
"loss": 7.9258,
"step": 259
},
{
"epoch": 0.025089605734767026,
"eval_accuracy": 0.08890710159939423,
"eval_loss": 7.875,
"eval_runtime": 240.2599,
"eval_samples_per_second": 140.544,
"eval_steps_per_second": 2.198,
"step": 259
},
{
"epoch": 0.025186476799380027,
"grad_norm": 0.8273116946220398,
"learning_rate": 9.997646033129905e-06,
"loss": 7.957,
"step": 260
},
{
"epoch": 0.025186476799380027,
"eval_accuracy": 0.08928497143656629,
"eval_loss": 7.87109375,
"eval_runtime": 239.6344,
"eval_samples_per_second": 140.91,
"eval_steps_per_second": 2.203,
"step": 260
},
{
"epoch": 0.025283347863993024,
"grad_norm": 0.8834772109985352,
"learning_rate": 9.997636346023444e-06,
"loss": 7.8984,
"step": 261
},
{
"epoch": 0.025283347863993024,
"eval_accuracy": 0.08963823471880107,
"eval_loss": 7.8671875,
"eval_runtime": 240.9633,
"eval_samples_per_second": 140.133,
"eval_steps_per_second": 2.191,
"step": 261
},
{
"epoch": 0.025380218928606025,
"grad_norm": 0.8725751638412476,
"learning_rate": 9.997626658916982e-06,
"loss": 7.8945,
"step": 262
},
{
"epoch": 0.025380218928606025,
"eval_accuracy": 0.08984756412909688,
"eval_loss": 7.86328125,
"eval_runtime": 239.3388,
"eval_samples_per_second": 141.085,
"eval_steps_per_second": 2.206,
"step": 262
},
{
"epoch": 0.025477089993219026,
"grad_norm": 0.8974217176437378,
"learning_rate": 9.99761697181052e-06,
"loss": 7.9141,
"step": 263
},
{
"epoch": 0.025477089993219026,
"eval_accuracy": 0.08987159170627092,
"eval_loss": 7.859375,
"eval_runtime": 239.8452,
"eval_samples_per_second": 140.787,
"eval_steps_per_second": 2.201,
"step": 263
},
{
"epoch": 0.025573961057832027,
"grad_norm": 0.8629518747329712,
"learning_rate": 9.99760728470406e-06,
"loss": 7.9453,
"step": 264
},
{
"epoch": 0.025573961057832027,
"eval_accuracy": 0.0898933323212802,
"eval_loss": 7.85546875,
"eval_runtime": 242.7767,
"eval_samples_per_second": 139.087,
"eval_steps_per_second": 2.175,
"step": 264
},
{
"epoch": 0.025670832122445024,
"grad_norm": 0.8912859559059143,
"learning_rate": 9.997597597597598e-06,
"loss": 7.8672,
"step": 265
},
{
"epoch": 0.025670832122445024,
"eval_accuracy": 0.08997965790577779,
"eval_loss": 7.84765625,
"eval_runtime": 242.1493,
"eval_samples_per_second": 139.447,
"eval_steps_per_second": 2.18,
"step": 265
},
{
"epoch": 0.025767703187058025,
"grad_norm": 0.8678880333900452,
"learning_rate": 9.997587910491136e-06,
"loss": 7.9375,
"step": 266
},
{
"epoch": 0.025767703187058025,
"eval_accuracy": 0.09024167429252752,
"eval_loss": 7.84375,
"eval_runtime": 241.9128,
"eval_samples_per_second": 139.583,
"eval_steps_per_second": 2.183,
"step": 266
},
{
"epoch": 0.025864574251671026,
"grad_norm": 0.8691763281822205,
"learning_rate": 9.997578223384676e-06,
"loss": 7.9219,
"step": 267
},
{
"epoch": 0.025864574251671026,
"eval_accuracy": 0.09048151583094556,
"eval_loss": 7.83984375,
"eval_runtime": 240.5035,
"eval_samples_per_second": 140.401,
"eval_steps_per_second": 2.195,
"step": 267
},
{
"epoch": 0.025961445316284026,
"grad_norm": 0.8926984071731567,
"learning_rate": 9.997568536278216e-06,
"loss": 7.8555,
"step": 268
},
{
"epoch": 0.025961445316284026,
"eval_accuracy": 0.09069718504774874,
"eval_loss": 7.8359375,
"eval_runtime": 239.1407,
"eval_samples_per_second": 141.201,
"eval_steps_per_second": 2.208,
"step": 268
},
{
"epoch": 0.026058316380897027,
"grad_norm": 0.8526946306228638,
"learning_rate": 9.997558849171754e-06,
"loss": 7.8984,
"step": 269
},
{
"epoch": 0.026058316380897027,
"eval_accuracy": 0.0907848133322136,
"eval_loss": 7.83203125,
"eval_runtime": 238.5966,
"eval_samples_per_second": 141.523,
"eval_steps_per_second": 2.213,
"step": 269
},
{
"epoch": 0.026155187445510025,
"grad_norm": 0.8387218117713928,
"learning_rate": 9.997549162065292e-06,
"loss": 7.8906,
"step": 270
},
{
"epoch": 0.026155187445510025,
"eval_accuracy": 0.09087632076769209,
"eval_loss": 7.828125,
"eval_runtime": 240.2401,
"eval_samples_per_second": 140.555,
"eval_steps_per_second": 2.198,
"step": 270
},
{
"epoch": 0.026252058510123025,
"grad_norm": 0.8393184542655945,
"learning_rate": 9.997539474958831e-06,
"loss": 7.8711,
"step": 271
},
{
"epoch": 0.026252058510123025,
"eval_accuracy": 0.09095222475245154,
"eval_loss": 7.82421875,
"eval_runtime": 239.8682,
"eval_samples_per_second": 140.773,
"eval_steps_per_second": 2.201,
"step": 271
},
{
"epoch": 0.026348929574736026,
"grad_norm": 0.8263446092605591,
"learning_rate": 9.99752978785237e-06,
"loss": 7.8633,
"step": 272
},
{
"epoch": 0.026348929574736026,
"eval_accuracy": 0.09090057993597143,
"eval_loss": 7.8203125,
"eval_runtime": 240.3911,
"eval_samples_per_second": 140.467,
"eval_steps_per_second": 2.196,
"step": 272
},
{
"epoch": 0.026445800639349027,
"grad_norm": 0.8394054770469666,
"learning_rate": 9.997520100745907e-06,
"loss": 7.8633,
"step": 273
},
{
"epoch": 0.026445800639349027,
"eval_accuracy": 0.09090938039797253,
"eval_loss": 7.81640625,
"eval_runtime": 238.99,
"eval_samples_per_second": 141.29,
"eval_steps_per_second": 2.209,
"step": 273
},
{
"epoch": 0.026542671703962028,
"grad_norm": 0.8645299077033997,
"learning_rate": 9.997510413639445e-06,
"loss": 7.8789,
"step": 274
},
{
"epoch": 0.026542671703962028,
"eval_accuracy": 0.09088737924296979,
"eval_loss": 7.8125,
"eval_runtime": 239.144,
"eval_samples_per_second": 141.199,
"eval_steps_per_second": 2.208,
"step": 274
},
{
"epoch": 0.026639542768575025,
"grad_norm": 0.832476019859314,
"learning_rate": 9.997500726532985e-06,
"loss": 7.8438,
"step": 275
},
{
"epoch": 0.026639542768575025,
"eval_accuracy": 0.09096122785666977,
"eval_loss": 7.80859375,
"eval_runtime": 238.0741,
"eval_samples_per_second": 141.834,
"eval_steps_per_second": 2.218,
"step": 275
},
{
"epoch": 0.026736413833188026,
"grad_norm": 0.8168690800666809,
"learning_rate": 9.997491039426525e-06,
"loss": 7.8789,
"step": 276
},
{
"epoch": 0.026736413833188026,
"eval_accuracy": 0.09111972301935398,
"eval_loss": 7.8046875,
"eval_runtime": 237.8823,
"eval_samples_per_second": 141.948,
"eval_steps_per_second": 2.22,
"step": 276
},
{
"epoch": 0.026833284897801027,
"grad_norm": 0.8217095732688904,
"learning_rate": 9.997481352320063e-06,
"loss": 7.8516,
"step": 277
},
{
"epoch": 0.026833284897801027,
"eval_accuracy": 0.09120419587500923,
"eval_loss": 7.80078125,
"eval_runtime": 238.7067,
"eval_samples_per_second": 141.458,
"eval_steps_per_second": 2.212,
"step": 277
},
{
"epoch": 0.026930155962414028,
"grad_norm": 0.8041301965713501,
"learning_rate": 9.997471665213601e-06,
"loss": 7.8711,
"step": 278
},
{
"epoch": 0.026930155962414028,
"eval_accuracy": 0.09132303106091219,
"eval_loss": 7.796875,
"eval_runtime": 239.1861,
"eval_samples_per_second": 141.175,
"eval_steps_per_second": 2.207,
"step": 278
},
{
"epoch": 0.02702702702702703,
"grad_norm": 0.8525278568267822,
"learning_rate": 9.99746197810714e-06,
"loss": 7.8008,
"step": 279
},
{
"epoch": 0.02702702702702703,
"eval_accuracy": 0.0915536379040067,
"eval_loss": 7.79296875,
"eval_runtime": 239.3931,
"eval_samples_per_second": 141.053,
"eval_steps_per_second": 2.206,
"step": 279
},
{
"epoch": 0.027123898091640026,
"grad_norm": 0.8100795745849609,
"learning_rate": 9.997452291000679e-06,
"loss": 7.8477,
"step": 280
},
{
"epoch": 0.027123898091640026,
"eval_accuracy": 0.09175946449883497,
"eval_loss": 7.7890625,
"eval_runtime": 239.2146,
"eval_samples_per_second": 141.158,
"eval_steps_per_second": 2.207,
"step": 280
},
{
"epoch": 0.027220769156253027,
"grad_norm": 0.8111329674720764,
"learning_rate": 9.997442603894217e-06,
"loss": 7.8086,
"step": 281
},
{
"epoch": 0.027220769156253027,
"eval_accuracy": 0.09185091403653714,
"eval_loss": 7.78515625,
"eval_runtime": 238.4234,
"eval_samples_per_second": 141.626,
"eval_steps_per_second": 2.215,
"step": 281
},
{
"epoch": 0.027317640220866028,
"grad_norm": 0.7890406847000122,
"learning_rate": 9.997432916787756e-06,
"loss": 7.8398,
"step": 282
},
{
"epoch": 0.027317640220866028,
"eval_accuracy": 0.09197820229778327,
"eval_loss": 7.78125,
"eval_runtime": 239.0276,
"eval_samples_per_second": 141.268,
"eval_steps_per_second": 2.209,
"step": 282
},
{
"epoch": 0.02741451128547903,
"grad_norm": 0.8093599677085876,
"learning_rate": 9.997423229681295e-06,
"loss": 7.8008,
"step": 283
},
{
"epoch": 0.02741451128547903,
"eval_accuracy": 0.09215345886671297,
"eval_loss": 7.77734375,
"eval_runtime": 236.4329,
"eval_samples_per_second": 142.819,
"eval_steps_per_second": 2.233,
"step": 283
},
{
"epoch": 0.02751138235009203,
"grad_norm": 0.7843554615974426,
"learning_rate": 9.997413542574834e-06,
"loss": 7.8281,
"step": 284
},
{
"epoch": 0.02751138235009203,
"eval_accuracy": 0.09223813436458536,
"eval_loss": 7.7734375,
"eval_runtime": 240.4286,
"eval_samples_per_second": 140.445,
"eval_steps_per_second": 2.196,
"step": 284
},
{
"epoch": 0.027608253414705027,
"grad_norm": 0.8685352206230164,
"learning_rate": 9.997403855468372e-06,
"loss": 7.7852,
"step": 285
},
{
"epoch": 0.027608253414705027,
"eval_accuracy": 0.09260729058642081,
"eval_loss": 7.76953125,
"eval_runtime": 240.1204,
"eval_samples_per_second": 140.625,
"eval_steps_per_second": 2.199,
"step": 285
},
{
"epoch": 0.027705124479318027,
"grad_norm": 0.810741662979126,
"learning_rate": 9.997394168361912e-06,
"loss": 7.793,
"step": 286
},
{
"epoch": 0.027705124479318027,
"eval_accuracy": 0.09294211342689672,
"eval_loss": 7.765625,
"eval_runtime": 240.2366,
"eval_samples_per_second": 140.557,
"eval_steps_per_second": 2.198,
"step": 286
},
{
"epoch": 0.027801995543931028,
"grad_norm": 0.7687424421310425,
"learning_rate": 9.99738448125545e-06,
"loss": 7.8086,
"step": 287
},
{
"epoch": 0.027801995543931028,
"eval_accuracy": 0.09305313241299606,
"eval_loss": 7.76171875,
"eval_runtime": 239.5713,
"eval_samples_per_second": 140.948,
"eval_steps_per_second": 2.204,
"step": 287
},
{
"epoch": 0.02789886660854403,
"grad_norm": 0.7878952026367188,
"learning_rate": 9.997374794148988e-06,
"loss": 7.7812,
"step": 288
},
{
"epoch": 0.02789886660854403,
"eval_accuracy": 0.09312049647574788,
"eval_loss": 7.7578125,
"eval_runtime": 240.4397,
"eval_samples_per_second": 140.439,
"eval_steps_per_second": 2.196,
"step": 288
},
{
"epoch": 0.027995737673157026,
"grad_norm": 0.7822087407112122,
"learning_rate": 9.997365107042528e-06,
"loss": 7.793,
"step": 289
},
{
"epoch": 0.027995737673157026,
"eval_accuracy": 0.09311163811597047,
"eval_loss": 7.75390625,
"eval_runtime": 239.2769,
"eval_samples_per_second": 141.121,
"eval_steps_per_second": 2.207,
"step": 289
},
{
"epoch": 0.028092608737770027,
"grad_norm": 0.8028809428215027,
"learning_rate": 9.997355419936066e-06,
"loss": 7.7539,
"step": 290
},
{
"epoch": 0.028092608737770027,
"eval_accuracy": 0.09305567991515429,
"eval_loss": 7.75,
"eval_runtime": 236.6986,
"eval_samples_per_second": 142.658,
"eval_steps_per_second": 2.231,
"step": 290
},
{
"epoch": 0.028189479802383028,
"grad_norm": 0.8122669458389282,
"learning_rate": 9.997345732829604e-06,
"loss": 7.75,
"step": 291
},
{
"epoch": 0.028189479802383028,
"eval_accuracy": 0.09302276502931466,
"eval_loss": 7.74609375,
"eval_runtime": 239.075,
"eval_samples_per_second": 141.24,
"eval_steps_per_second": 2.209,
"step": 291
},
{
"epoch": 0.02828635086699603,
"grad_norm": 0.7843779921531677,
"learning_rate": 9.997336045723144e-06,
"loss": 7.8164,
"step": 292
},
{
"epoch": 0.02828635086699603,
"eval_accuracy": 0.09302994435357871,
"eval_loss": 7.7421875,
"eval_runtime": 239.8333,
"eval_samples_per_second": 140.794,
"eval_steps_per_second": 2.202,
"step": 292
},
{
"epoch": 0.02838322193160903,
"grad_norm": 0.8030862808227539,
"learning_rate": 9.997326358616683e-06,
"loss": 7.7539,
"step": 293
},
{
"epoch": 0.02838322193160903,
"eval_accuracy": 0.09310758527162785,
"eval_loss": 7.7421875,
"eval_runtime": 238.9644,
"eval_samples_per_second": 141.306,
"eval_steps_per_second": 2.21,
"step": 293
},
{
"epoch": 0.028480092996222027,
"grad_norm": 0.7855885624885559,
"learning_rate": 9.997316671510221e-06,
"loss": 7.8086,
"step": 294
},
{
"epoch": 0.028480092996222027,
"eval_accuracy": 0.09324769789032951,
"eval_loss": 7.73828125,
"eval_runtime": 238.9575,
"eval_samples_per_second": 141.31,
"eval_steps_per_second": 2.21,
"step": 294
},
{
"epoch": 0.028576964060835028,
"grad_norm": 0.7736480832099915,
"learning_rate": 9.99730698440376e-06,
"loss": 7.793,
"step": 295
},
{
"epoch": 0.028576964060835028,
"eval_accuracy": 0.09355316655820965,
"eval_loss": 7.734375,
"eval_runtime": 239.2168,
"eval_samples_per_second": 141.156,
"eval_steps_per_second": 2.207,
"step": 295
},
{
"epoch": 0.02867383512544803,
"grad_norm": 0.7640628814697266,
"learning_rate": 9.997297297297297e-06,
"loss": 7.7695,
"step": 296
},
{
"epoch": 0.02867383512544803,
"eval_accuracy": 0.0937199121540199,
"eval_loss": 7.73046875,
"eval_runtime": 238.9578,
"eval_samples_per_second": 141.309,
"eval_steps_per_second": 2.21,
"step": 296
},
{
"epoch": 0.02877070619006103,
"grad_norm": 0.787857174873352,
"learning_rate": 9.997287610190837e-06,
"loss": 7.75,
"step": 297
},
{
"epoch": 0.02877070619006103,
"eval_accuracy": 0.09381628300270953,
"eval_loss": 7.7265625,
"eval_runtime": 235.9881,
"eval_samples_per_second": 143.088,
"eval_steps_per_second": 2.237,
"step": 297
},
{
"epoch": 0.02886757725467403,
"grad_norm": 0.7313410639762878,
"learning_rate": 9.997277923084375e-06,
"loss": 7.7891,
"step": 298
},
{
"epoch": 0.02886757725467403,
"eval_accuracy": 0.09376585403953219,
"eval_loss": 7.72265625,
"eval_runtime": 238.897,
"eval_samples_per_second": 141.345,
"eval_steps_per_second": 2.21,
"step": 298
},
{
"epoch": 0.028964448319287028,
"grad_norm": 0.7264304757118225,
"learning_rate": 9.997268235977913e-06,
"loss": 7.7773,
"step": 299
},
{
"epoch": 0.028964448319287028,
"eval_accuracy": 0.09357499401988342,
"eval_loss": 7.71875,
"eval_runtime": 239.7653,
"eval_samples_per_second": 140.834,
"eval_steps_per_second": 2.202,
"step": 299
},
{
"epoch": 0.02906131938390003,
"grad_norm": 0.8194934725761414,
"learning_rate": 9.997258548871453e-06,
"loss": 7.7227,
"step": 300
},
{
"epoch": 0.02906131938390003,
"eval_accuracy": 0.09352896528770664,
"eval_loss": 7.71484375,
"eval_runtime": 241.2504,
"eval_samples_per_second": 139.967,
"eval_steps_per_second": 2.189,
"step": 300
},
{
"epoch": 0.02915819044851303,
"grad_norm": 0.7791144251823425,
"learning_rate": 9.997248861764993e-06,
"loss": 7.7109,
"step": 301
},
{
"epoch": 0.02915819044851303,
"eval_accuracy": 0.09365309812014315,
"eval_loss": 7.71484375,
"eval_runtime": 240.0076,
"eval_samples_per_second": 140.691,
"eval_steps_per_second": 2.2,
"step": 301
},
{
"epoch": 0.02925506151312603,
"grad_norm": 0.8002768754959106,
"learning_rate": 9.99723917465853e-06,
"loss": 7.7148,
"step": 302
},
{
"epoch": 0.02925506151312603,
"eval_accuracy": 0.09385024004852296,
"eval_loss": 7.7109375,
"eval_runtime": 238.1093,
"eval_samples_per_second": 141.813,
"eval_steps_per_second": 2.217,
"step": 302
},
{
"epoch": 0.02935193257773903,
"grad_norm": 0.7393519282341003,
"learning_rate": 9.997229487552069e-06,
"loss": 7.7812,
"step": 303
},
{
"epoch": 0.02935193257773903,
"eval_accuracy": 0.09395888522579307,
"eval_loss": 7.70703125,
"eval_runtime": 237.8539,
"eval_samples_per_second": 141.965,
"eval_steps_per_second": 2.22,
"step": 303
},
{
"epoch": 0.02944880364235203,
"grad_norm": 0.7291700839996338,
"learning_rate": 9.997219800445608e-06,
"loss": 7.7109,
"step": 304
},
{
"epoch": 0.02944880364235203,
"eval_accuracy": 0.0940500742235018,
"eval_loss": 7.703125,
"eval_runtime": 237.0915,
"eval_samples_per_second": 142.422,
"eval_steps_per_second": 2.227,
"step": 304
},
{
"epoch": 0.02954567470696503,
"grad_norm": 0.7372825145721436,
"learning_rate": 9.997210113339146e-06,
"loss": 7.7539,
"step": 305
},
{
"epoch": 0.02954567470696503,
"eval_accuracy": 0.09420005841306653,
"eval_loss": 7.69921875,
"eval_runtime": 238.3146,
"eval_samples_per_second": 141.691,
"eval_steps_per_second": 2.216,
"step": 305
},
{
"epoch": 0.02964254577157803,
"grad_norm": 0.7321212887763977,
"learning_rate": 9.997200426232684e-06,
"loss": 7.7734,
"step": 306
},
{
"epoch": 0.02964254577157803,
"eval_accuracy": 0.09429781880838792,
"eval_loss": 7.69921875,
"eval_runtime": 241.1284,
"eval_samples_per_second": 140.037,
"eval_steps_per_second": 2.19,
"step": 306
},
{
"epoch": 0.02973941683619103,
"grad_norm": 0.733534574508667,
"learning_rate": 9.997190739126224e-06,
"loss": 7.6914,
"step": 307
},
{
"epoch": 0.02973941683619103,
"eval_accuracy": 0.09434127108951833,
"eval_loss": 7.6953125,
"eval_runtime": 238.2743,
"eval_samples_per_second": 141.715,
"eval_steps_per_second": 2.216,
"step": 307
},
{
"epoch": 0.029836287900804028,
"grad_norm": 0.7814671993255615,
"learning_rate": 9.997181052019762e-06,
"loss": 7.6445,
"step": 308
},
{
"epoch": 0.029836287900804028,
"eval_accuracy": 0.09439731613699899,
"eval_loss": 7.69140625,
"eval_runtime": 236.2657,
"eval_samples_per_second": 142.92,
"eval_steps_per_second": 2.235,
"step": 308
},
{
"epoch": 0.02993315896541703,
"grad_norm": 0.7276116609573364,
"learning_rate": 9.997171364913302e-06,
"loss": 7.6953,
"step": 309
},
{
"epoch": 0.02993315896541703,
"eval_accuracy": 0.09446468019975081,
"eval_loss": 7.6875,
"eval_runtime": 235.6433,
"eval_samples_per_second": 143.297,
"eval_steps_per_second": 2.241,
"step": 309
},
{
"epoch": 0.03003003003003003,
"grad_norm": 0.7116464376449585,
"learning_rate": 9.99716167780684e-06,
"loss": 7.75,
"step": 310
},
{
"epoch": 0.03003003003003003,
"eval_accuracy": 0.09461590919150648,
"eval_loss": 7.68359375,
"eval_runtime": 237.3533,
"eval_samples_per_second": 142.265,
"eval_steps_per_second": 2.225,
"step": 310
},
{
"epoch": 0.03012690109464303,
"grad_norm": 0.7537593245506287,
"learning_rate": 9.99715199070038e-06,
"loss": 7.7539,
"step": 311
},
{
"epoch": 0.03012690109464303,
"eval_accuracy": 0.09491029043522077,
"eval_loss": 7.68359375,
"eval_runtime": 236.2372,
"eval_samples_per_second": 142.937,
"eval_steps_per_second": 2.235,
"step": 311
},
{
"epoch": 0.03022377215925603,
"grad_norm": 0.7783864140510559,
"learning_rate": 9.997142303593918e-06,
"loss": 7.6953,
"step": 312
},
{
"epoch": 0.03022377215925603,
"eval_accuracy": 0.0951206620054904,
"eval_loss": 7.6796875,
"eval_runtime": 235.999,
"eval_samples_per_second": 143.081,
"eval_steps_per_second": 2.237,
"step": 312
},
{
"epoch": 0.03032064322386903,
"grad_norm": 0.7092785835266113,
"learning_rate": 9.997132616487456e-06,
"loss": 7.7188,
"step": 313
},
{
"epoch": 0.03032064322386903,
"eval_accuracy": 0.09514008670944675,
"eval_loss": 7.67578125,
"eval_runtime": 236.3642,
"eval_samples_per_second": 142.86,
"eval_steps_per_second": 2.234,
"step": 313
},
{
"epoch": 0.03041751428848203,
"grad_norm": 0.7478684782981873,
"learning_rate": 9.997122929380995e-06,
"loss": 7.6914,
"step": 314
},
{
"epoch": 0.03041751428848203,
"eval_accuracy": 0.09526714337958758,
"eval_loss": 7.671875,
"eval_runtime": 235.6142,
"eval_samples_per_second": 143.315,
"eval_steps_per_second": 2.241,
"step": 314
},
{
"epoch": 0.03051438535309503,
"grad_norm": 0.7141132354736328,
"learning_rate": 9.997113242274533e-06,
"loss": 7.7344,
"step": 315
},
{
"epoch": 0.03051438535309503,
"eval_accuracy": 0.09541362475368477,
"eval_loss": 7.671875,
"eval_runtime": 237.3782,
"eval_samples_per_second": 142.25,
"eval_steps_per_second": 2.224,
"step": 315
},
{
"epoch": 0.03061125641770803,
"grad_norm": 0.677810549736023,
"learning_rate": 9.997103555168072e-06,
"loss": 7.7383,
"step": 316
},
{
"epoch": 0.03061125641770803,
"eval_accuracy": 0.0953166749272319,
"eval_loss": 7.66796875,
"eval_runtime": 237.8956,
"eval_samples_per_second": 141.94,
"eval_steps_per_second": 2.219,
"step": 316
},
{
"epoch": 0.030708127482321032,
"grad_norm": 0.6948665976524353,
"learning_rate": 9.99709386806161e-06,
"loss": 7.6875,
"step": 317
},
{
"epoch": 0.030708127482321032,
"eval_accuracy": 0.09496401957164852,
"eval_loss": 7.6640625,
"eval_runtime": 236.596,
"eval_samples_per_second": 142.72,
"eval_steps_per_second": 2.232,
"step": 317
},
{
"epoch": 0.03080499854693403,
"grad_norm": 0.7147016525268555,
"learning_rate": 9.99708418095515e-06,
"loss": 7.6914,
"step": 318
},
{
"epoch": 0.03080499854693403,
"eval_accuracy": 0.09470200318489878,
"eval_loss": 7.66015625,
"eval_runtime": 235.4121,
"eval_samples_per_second": 143.438,
"eval_steps_per_second": 2.243,
"step": 318
},
{
"epoch": 0.03090186961154703,
"grad_norm": 0.7114992141723633,
"learning_rate": 9.997074493848689e-06,
"loss": 7.6758,
"step": 319
},
{
"epoch": 0.03090186961154703,
"eval_accuracy": 0.09453548918019383,
"eval_loss": 7.66015625,
"eval_runtime": 235.7073,
"eval_samples_per_second": 143.258,
"eval_steps_per_second": 2.24,
"step": 319
},
{
"epoch": 0.03099874067616003,
"grad_norm": 0.7744684219360352,
"learning_rate": 9.997064806742227e-06,
"loss": 7.6836,
"step": 320
},
{
"epoch": 0.03099874067616003,
"eval_accuracy": 0.0947446159482725,
"eval_loss": 7.65625,
"eval_runtime": 236.6536,
"eval_samples_per_second": 142.685,
"eval_steps_per_second": 2.231,
"step": 320
},
{
"epoch": 0.031095611740773032,
"grad_norm": 0.6939721703529358,
"learning_rate": 9.997055119635765e-06,
"loss": 7.6914,
"step": 321
},
{
"epoch": 0.031095611740773032,
"eval_accuracy": 0.09504519225405336,
"eval_loss": 7.65234375,
"eval_runtime": 236.3373,
"eval_samples_per_second": 142.876,
"eval_steps_per_second": 2.234,
"step": 321
},
{
"epoch": 0.031192482805386033,
"grad_norm": 0.7224457859992981,
"learning_rate": 9.997045432529305e-06,
"loss": 7.6719,
"step": 322
},
{
"epoch": 0.031192482805386033,
"eval_accuracy": 0.0953886418632014,
"eval_loss": 7.65234375,
"eval_runtime": 236.1013,
"eval_samples_per_second": 143.019,
"eval_steps_per_second": 2.236,
"step": 322
},
{
"epoch": 0.03128935386999903,
"grad_norm": 0.6798779368400574,
"learning_rate": 9.997035745422843e-06,
"loss": 7.6914,
"step": 323
},
{
"epoch": 0.03128935386999903,
"eval_accuracy": 0.09575362944514158,
"eval_loss": 7.6484375,
"eval_runtime": 236.3544,
"eval_samples_per_second": 142.866,
"eval_steps_per_second": 2.234,
"step": 323
},
{
"epoch": 0.03138622493461203,
"grad_norm": 0.7235939502716064,
"learning_rate": 9.99702605831638e-06,
"loss": 7.6094,
"step": 324
},
{
"epoch": 0.03138622493461203,
"eval_accuracy": 0.09607695957701737,
"eval_loss": 7.64453125,
"eval_runtime": 236.9857,
"eval_samples_per_second": 142.485,
"eval_steps_per_second": 2.228,
"step": 324
},
{
"epoch": 0.03148309599922503,
"grad_norm": 0.6780532002449036,
"learning_rate": 9.99701637120992e-06,
"loss": 7.7148,
"step": 325
},
{
"epoch": 0.03148309599922503,
"eval_accuracy": 0.09617480681900324,
"eval_loss": 7.640625,
"eval_runtime": 236.9965,
"eval_samples_per_second": 142.479,
"eval_steps_per_second": 2.228,
"step": 325
},
{
"epoch": 0.03157996706383803,
"grad_norm": 0.7239165306091309,
"learning_rate": 9.99700668410346e-06,
"loss": 7.6641,
"step": 326
},
{
"epoch": 0.03157996706383803,
"eval_accuracy": 0.09612828595572771,
"eval_loss": 7.640625,
"eval_runtime": 236.7231,
"eval_samples_per_second": 142.643,
"eval_steps_per_second": 2.23,
"step": 326
},
{
"epoch": 0.03167683812845103,
"grad_norm": 0.6952512860298157,
"learning_rate": 9.996996996996998e-06,
"loss": 7.6602,
"step": 327
},
{
"epoch": 0.03167683812845103,
"eval_accuracy": 0.09610260829192846,
"eval_loss": 7.63671875,
"eval_runtime": 237.3447,
"eval_samples_per_second": 142.27,
"eval_steps_per_second": 2.225,
"step": 327
},
{
"epoch": 0.031773709193064034,
"grad_norm": 0.6919338703155518,
"learning_rate": 9.996987309890536e-06,
"loss": 7.7031,
"step": 328
},
{
"epoch": 0.031773709193064034,
"eval_accuracy": 0.0962992001914332,
"eval_loss": 7.6328125,
"eval_runtime": 236.9539,
"eval_samples_per_second": 142.505,
"eval_steps_per_second": 2.228,
"step": 328
},
{
"epoch": 0.031870580257677035,
"grad_norm": 0.6624383926391602,
"learning_rate": 9.996977622784076e-06,
"loss": 7.6953,
"step": 329
},
{
"epoch": 0.031870580257677035,
"eval_accuracy": 0.09658234926654084,
"eval_loss": 7.6328125,
"eval_runtime": 237.5409,
"eval_samples_per_second": 142.152,
"eval_steps_per_second": 2.223,
"step": 329
},
{
"epoch": 0.03196745132229003,
"grad_norm": 0.6538208723068237,
"learning_rate": 9.996967935677614e-06,
"loss": 7.6445,
"step": 330
},
{
"epoch": 0.03196745132229003,
"eval_accuracy": 0.09676490095528725,
"eval_loss": 7.62890625,
"eval_runtime": 236.9649,
"eval_samples_per_second": 142.498,
"eval_steps_per_second": 2.228,
"step": 330
},
{
"epoch": 0.03206432238690303,
"grad_norm": 0.6456217765808105,
"learning_rate": 9.996958248571152e-06,
"loss": 7.6445,
"step": 331
},
{
"epoch": 0.03206432238690303,
"eval_accuracy": 0.09686503515943788,
"eval_loss": 7.625,
"eval_runtime": 236.8552,
"eval_samples_per_second": 142.564,
"eval_steps_per_second": 2.229,
"step": 331
},
{
"epoch": 0.03216119345151603,
"grad_norm": 0.6584651470184326,
"learning_rate": 9.996948561464692e-06,
"loss": 7.6445,
"step": 332
},
{
"epoch": 0.03216119345151603,
"eval_accuracy": 0.09685333980862064,
"eval_loss": 7.625,
"eval_runtime": 235.6971,
"eval_samples_per_second": 143.264,
"eval_steps_per_second": 2.24,
"step": 332
},
{
"epoch": 0.03225806451612903,
"grad_norm": 0.6445140242576599,
"learning_rate": 9.99693887435823e-06,
"loss": 7.668,
"step": 333
},
{
"epoch": 0.03225806451612903,
"eval_accuracy": 0.09675618733995064,
"eval_loss": 7.62109375,
"eval_runtime": 236.584,
"eval_samples_per_second": 142.727,
"eval_steps_per_second": 2.232,
"step": 333
},
{
"epoch": 0.03235493558074203,
"grad_norm": 0.6661810874938965,
"learning_rate": 9.996929187251768e-06,
"loss": 7.6523,
"step": 334
},
{
"epoch": 0.03235493558074203,
"eval_accuracy": 0.09667113550653215,
"eval_loss": 7.6171875,
"eval_runtime": 237.5698,
"eval_samples_per_second": 142.135,
"eval_steps_per_second": 2.223,
"step": 334
},
{
"epoch": 0.03245180664535503,
"grad_norm": 0.6913946270942688,
"learning_rate": 9.996919500145308e-06,
"loss": 7.6602,
"step": 335
},
{
"epoch": 0.03245180664535503,
"eval_accuracy": 0.0968231461182682,
"eval_loss": 7.6171875,
"eval_runtime": 236.2729,
"eval_samples_per_second": 142.915,
"eval_steps_per_second": 2.235,
"step": 335
},
{
"epoch": 0.032548677709968034,
"grad_norm": 0.6751811504364014,
"learning_rate": 9.996909813038846e-06,
"loss": 7.6328,
"step": 336
},
{
"epoch": 0.032548677709968034,
"eval_accuracy": 0.09719745524219639,
"eval_loss": 7.61328125,
"eval_runtime": 236.6177,
"eval_samples_per_second": 142.707,
"eval_steps_per_second": 2.231,
"step": 336
},
{
"epoch": 0.032645548774581035,
"grad_norm": 0.6774271130561829,
"learning_rate": 9.996900125932385e-06,
"loss": 7.6523,
"step": 337
},
{
"epoch": 0.032645548774581035,
"eval_accuracy": 0.09763750729113935,
"eval_loss": 7.609375,
"eval_runtime": 236.1388,
"eval_samples_per_second": 142.996,
"eval_steps_per_second": 2.236,
"step": 337
},
{
"epoch": 0.032742419839194035,
"grad_norm": 0.6921724677085876,
"learning_rate": 9.996890438825923e-06,
"loss": 7.6133,
"step": 338
},
{
"epoch": 0.032742419839194035,
"eval_accuracy": 0.09806679035368622,
"eval_loss": 7.609375,
"eval_runtime": 237.6892,
"eval_samples_per_second": 142.064,
"eval_steps_per_second": 2.221,
"step": 338
},
{
"epoch": 0.032839290903807036,
"grad_norm": 0.6743577122688293,
"learning_rate": 9.996880751719461e-06,
"loss": 7.6367,
"step": 339
},
{
"epoch": 0.032839290903807036,
"eval_accuracy": 0.09835668451973549,
"eval_loss": 7.60546875,
"eval_runtime": 236.3158,
"eval_samples_per_second": 142.889,
"eval_steps_per_second": 2.234,
"step": 339
},
{
"epoch": 0.03293616196842003,
"grad_norm": 0.7336851358413696,
"learning_rate": 9.996871064613001e-06,
"loss": 7.6641,
"step": 340
},
{
"epoch": 0.03293616196842003,
"eval_accuracy": 0.09847195899239458,
"eval_loss": 7.6015625,
"eval_runtime": 235.9339,
"eval_samples_per_second": 143.121,
"eval_steps_per_second": 2.238,
"step": 340
},
{
"epoch": 0.03303303303303303,
"grad_norm": 0.6606389880180359,
"learning_rate": 9.99686137750654e-06,
"loss": 7.6367,
"step": 341
},
{
"epoch": 0.03303303303303303,
"eval_accuracy": 0.09851552706907764,
"eval_loss": 7.6015625,
"eval_runtime": 236.0582,
"eval_samples_per_second": 143.045,
"eval_steps_per_second": 2.237,
"step": 341
},
{
"epoch": 0.03312990409764603,
"grad_norm": 0.6327222585678101,
"learning_rate": 9.996851690400077e-06,
"loss": 7.6133,
"step": 342
},
{
"epoch": 0.03312990409764603,
"eval_accuracy": 0.09849986572058227,
"eval_loss": 7.59765625,
"eval_runtime": 239.9306,
"eval_samples_per_second": 140.737,
"eval_steps_per_second": 2.201,
"step": 342
},
{
"epoch": 0.03322677516225903,
"grad_norm": 0.6791363954544067,
"learning_rate": 9.996842003293617e-06,
"loss": 7.6016,
"step": 343
},
{
"epoch": 0.03322677516225903,
"eval_accuracy": 0.09839912358978024,
"eval_loss": 7.59765625,
"eval_runtime": 238.699,
"eval_samples_per_second": 141.463,
"eval_steps_per_second": 2.212,
"step": 343
},
{
"epoch": 0.033323646226872033,
"grad_norm": 0.6186023354530334,
"learning_rate": 9.996832316187157e-06,
"loss": 7.668,
"step": 344
},
{
"epoch": 0.033323646226872033,
"eval_accuracy": 0.09836293747957837,
"eval_loss": 7.59375,
"eval_runtime": 239.8775,
"eval_samples_per_second": 140.768,
"eval_steps_per_second": 2.201,
"step": 344
},
{
"epoch": 0.033420517291485034,
"grad_norm": 0.6474988460540771,
"learning_rate": 9.996822629080695e-06,
"loss": 7.6172,
"step": 345
},
{
"epoch": 0.033420517291485034,
"eval_accuracy": 0.09842074840923688,
"eval_loss": 7.58984375,
"eval_runtime": 237.6838,
"eval_samples_per_second": 142.067,
"eval_steps_per_second": 2.221,
"step": 345
},
{
"epoch": 0.033517388356098035,
"grad_norm": 0.6356053352355957,
"learning_rate": 9.996812941974233e-06,
"loss": 7.6016,
"step": 346
},
{
"epoch": 0.033517388356098035,
"eval_accuracy": 0.09849783929841095,
"eval_loss": 7.58984375,
"eval_runtime": 236.5606,
"eval_samples_per_second": 142.741,
"eval_steps_per_second": 2.232,
"step": 346
},
{
"epoch": 0.033614259420711036,
"grad_norm": 0.6287916898727417,
"learning_rate": 9.996803254867772e-06,
"loss": 7.6328,
"step": 347
},
{
"epoch": 0.033614259420711036,
"eval_accuracy": 0.0984772855878163,
"eval_loss": 7.5859375,
"eval_runtime": 235.9208,
"eval_samples_per_second": 143.129,
"eval_steps_per_second": 2.238,
"step": 347
},
{
"epoch": 0.03371113048532404,
"grad_norm": 0.602911114692688,
"learning_rate": 9.99679356776131e-06,
"loss": 7.668,
"step": 348
},
{
"epoch": 0.03371113048532404,
"eval_accuracy": 0.09856062943683325,
"eval_loss": 7.58203125,
"eval_runtime": 235.2916,
"eval_samples_per_second": 143.511,
"eval_steps_per_second": 2.244,
"step": 348
},
{
"epoch": 0.03380800154993703,
"grad_norm": 0.6358947157859802,
"learning_rate": 9.996783880654848e-06,
"loss": 7.6719,
"step": 349
},
{
"epoch": 0.03380800154993703,
"eval_accuracy": 0.09871625865958947,
"eval_loss": 7.58203125,
"eval_runtime": 237.9978,
"eval_samples_per_second": 141.879,
"eval_steps_per_second": 2.219,
"step": 349
},
{
"epoch": 0.03390487261455003,
"grad_norm": 0.6221932768821716,
"learning_rate": 9.996774193548388e-06,
"loss": 7.6602,
"step": 350
},
{
"epoch": 0.03390487261455003,
"eval_accuracy": 0.09892819346981982,
"eval_loss": 7.578125,
"eval_runtime": 235.489,
"eval_samples_per_second": 143.391,
"eval_steps_per_second": 2.242,
"step": 350
},
{
"epoch": 0.03400174367916303,
"grad_norm": 0.6026197075843811,
"learning_rate": 9.996764506441926e-06,
"loss": 7.6641,
"step": 351
},
{
"epoch": 0.03400174367916303,
"eval_accuracy": 0.09917735655022585,
"eval_loss": 7.57421875,
"eval_runtime": 236.3887,
"eval_samples_per_second": 142.845,
"eval_steps_per_second": 2.234,
"step": 351
},
{
"epoch": 0.03409861474377603,
"grad_norm": 0.6385203003883362,
"learning_rate": 9.996754819335466e-06,
"loss": 7.6445,
"step": 352
},
{
"epoch": 0.03409861474377603,
"eval_accuracy": 0.09936850605875623,
"eval_loss": 7.57421875,
"eval_runtime": 236.1623,
"eval_samples_per_second": 142.982,
"eval_steps_per_second": 2.236,
"step": 352
},
{
"epoch": 0.034195485808389034,
"grad_norm": 0.6434333324432373,
"learning_rate": 9.996745132229004e-06,
"loss": 7.5781,
"step": 353
},
{
"epoch": 0.034195485808389034,
"eval_accuracy": 0.09951446635286651,
"eval_loss": 7.5703125,
"eval_runtime": 236.8614,
"eval_samples_per_second": 142.56,
"eval_steps_per_second": 2.229,
"step": 353
},
{
"epoch": 0.034292356873002035,
"grad_norm": 0.588945209980011,
"learning_rate": 9.996735445122544e-06,
"loss": 7.6523,
"step": 354
},
{
"epoch": 0.034292356873002035,
"eval_accuracy": 0.09960855023939139,
"eval_loss": 7.5703125,
"eval_runtime": 238.835,
"eval_samples_per_second": 141.382,
"eval_steps_per_second": 2.211,
"step": 354
},
{
"epoch": 0.034389227937615036,
"grad_norm": 0.6065830588340759,
"learning_rate": 9.996725758016082e-06,
"loss": 7.6562,
"step": 355
},
{
"epoch": 0.034389227937615036,
"eval_accuracy": 0.09964855760283058,
"eval_loss": 7.56640625,
"eval_runtime": 237.4072,
"eval_samples_per_second": 142.232,
"eval_steps_per_second": 2.224,
"step": 355
},
{
"epoch": 0.034486099002228036,
"grad_norm": 0.6374432444572449,
"learning_rate": 9.99671607090962e-06,
"loss": 7.5977,
"step": 356
},
{
"epoch": 0.034486099002228036,
"eval_accuracy": 0.09976296360884482,
"eval_loss": 7.56640625,
"eval_runtime": 237.2058,
"eval_samples_per_second": 142.353,
"eval_steps_per_second": 2.226,
"step": 356
},
{
"epoch": 0.03458297006684104,
"grad_norm": 0.6186094284057617,
"learning_rate": 9.996706383803158e-06,
"loss": 7.5977,
"step": 357
},
{
"epoch": 0.03458297006684104,
"eval_accuracy": 0.09979237567921691,
"eval_loss": 7.5625,
"eval_runtime": 237.4024,
"eval_samples_per_second": 142.235,
"eval_steps_per_second": 2.224,
"step": 357
},
{
"epoch": 0.03467984113145404,
"grad_norm": 0.6533841490745544,
"learning_rate": 9.996696696696698e-06,
"loss": 7.5508,
"step": 358
},
{
"epoch": 0.03467984113145404,
"eval_accuracy": 0.09973910972499975,
"eval_loss": 7.5625,
"eval_runtime": 236.1905,
"eval_samples_per_second": 142.965,
"eval_steps_per_second": 2.235,
"step": 358
},
{
"epoch": 0.03477671219606703,
"grad_norm": 0.6210293769836426,
"learning_rate": 9.996687009590236e-06,
"loss": 7.6172,
"step": 359
},
{
"epoch": 0.03477671219606703,
"eval_accuracy": 0.09971864286106957,
"eval_loss": 7.55859375,
"eval_runtime": 237.087,
"eval_samples_per_second": 142.425,
"eval_steps_per_second": 2.227,
"step": 359
},
{
"epoch": 0.03487358326068003,
"grad_norm": 0.6240441799163818,
"learning_rate": 9.996677322483775e-06,
"loss": 7.5469,
"step": 360
},
{
"epoch": 0.03487358326068003,
"eval_accuracy": 0.09969887077045526,
"eval_loss": 7.5546875,
"eval_runtime": 236.921,
"eval_samples_per_second": 142.524,
"eval_steps_per_second": 2.229,
"step": 360
},
{
"epoch": 0.034970454325293034,
"grad_norm": 0.593199610710144,
"learning_rate": 9.996667635377313e-06,
"loss": 7.6172,
"step": 361
},
{
"epoch": 0.034970454325293034,
"eval_accuracy": 0.09969548375054037,
"eval_loss": 7.5546875,
"eval_runtime": 237.3099,
"eval_samples_per_second": 142.291,
"eval_steps_per_second": 2.225,
"step": 361
},
{
"epoch": 0.035067325389906034,
"grad_norm": 0.6026429533958435,
"learning_rate": 9.996657948270853e-06,
"loss": 7.625,
"step": 362
},
{
"epoch": 0.035067325389906034,
"eval_accuracy": 0.0997558421823571,
"eval_loss": 7.55078125,
"eval_runtime": 236.3278,
"eval_samples_per_second": 142.882,
"eval_steps_per_second": 2.234,
"step": 362
},
{
"epoch": 0.035164196454519035,
"grad_norm": 0.5891857743263245,
"learning_rate": 9.996648261164391e-06,
"loss": 7.6289,
"step": 363
},
{
"epoch": 0.035164196454519035,
"eval_accuracy": 0.09990139719203311,
"eval_loss": 7.55078125,
"eval_runtime": 236.9824,
"eval_samples_per_second": 142.487,
"eval_steps_per_second": 2.228,
"step": 363
},
{
"epoch": 0.035261067519132036,
"grad_norm": 0.628919780254364,
"learning_rate": 9.996638574057929e-06,
"loss": 7.5234,
"step": 364
},
{
"epoch": 0.035261067519132036,
"eval_accuracy": 0.10019818119346481,
"eval_loss": 7.546875,
"eval_runtime": 238.3945,
"eval_samples_per_second": 141.643,
"eval_steps_per_second": 2.215,
"step": 364
},
{
"epoch": 0.03535793858374504,
"grad_norm": 0.6015390157699585,
"learning_rate": 9.996628886951469e-06,
"loss": 7.5703,
"step": 365
},
{
"epoch": 0.03535793858374504,
"eval_accuracy": 0.10060615787432482,
"eval_loss": 7.54296875,
"eval_runtime": 235.2415,
"eval_samples_per_second": 143.542,
"eval_steps_per_second": 2.245,
"step": 365
},
{
"epoch": 0.03545480964835804,
"grad_norm": 0.5987712740898132,
"learning_rate": 9.996619199845007e-06,
"loss": 7.5859,
"step": 366
},
{
"epoch": 0.03545480964835804,
"eval_accuracy": 0.1009971705067222,
"eval_loss": 7.54296875,
"eval_runtime": 237.4998,
"eval_samples_per_second": 142.177,
"eval_steps_per_second": 2.223,
"step": 366
},
{
"epoch": 0.03555168071297104,
"grad_norm": 0.6239945888519287,
"learning_rate": 9.996609512738545e-06,
"loss": 7.5469,
"step": 367
},
{
"epoch": 0.03555168071297104,
"eval_accuracy": 0.10135602092437215,
"eval_loss": 7.5390625,
"eval_runtime": 238.6262,
"eval_samples_per_second": 141.506,
"eval_steps_per_second": 2.213,
"step": 367
},
{
"epoch": 0.03564855177758403,
"grad_norm": 0.5930135250091553,
"learning_rate": 9.996599825632085e-06,
"loss": 7.5508,
"step": 368
},
{
"epoch": 0.03564855177758403,
"eval_accuracy": 0.10160049428489602,
"eval_loss": 7.5390625,
"eval_runtime": 241.151,
"eval_samples_per_second": 140.024,
"eval_steps_per_second": 2.189,
"step": 368
},
{
"epoch": 0.03574542284219703,
"grad_norm": 0.5912957191467285,
"learning_rate": 9.996590138525624e-06,
"loss": 7.6172,
"step": 369
},
{
"epoch": 0.03574542284219703,
"eval_accuracy": 0.10172242700183226,
"eval_loss": 7.53515625,
"eval_runtime": 236.1926,
"eval_samples_per_second": 142.964,
"eval_steps_per_second": 2.235,
"step": 369
},
{
"epoch": 0.035842293906810034,
"grad_norm": 0.5632056593894958,
"learning_rate": 9.996580451419162e-06,
"loss": 7.6172,
"step": 370
},
{
"epoch": 0.035842293906810034,
"eval_accuracy": 0.1017233823151416,
"eval_loss": 7.53515625,
"eval_runtime": 236.4678,
"eval_samples_per_second": 142.797,
"eval_steps_per_second": 2.233,
"step": 370
},
{
"epoch": 0.035939164971423035,
"grad_norm": 0.5804527401924133,
"learning_rate": 9.9965707643127e-06,
"loss": 7.5352,
"step": 371
},
{
"epoch": 0.035939164971423035,
"eval_accuracy": 0.10176124746085684,
"eval_loss": 7.53125,
"eval_runtime": 236.525,
"eval_samples_per_second": 142.763,
"eval_steps_per_second": 2.232,
"step": 371
},
{
"epoch": 0.036036036036036036,
"grad_norm": 0.5636327862739563,
"learning_rate": 9.99656107720624e-06,
"loss": 7.5859,
"step": 372
},
{
"epoch": 0.036036036036036036,
"eval_accuracy": 0.10177870364041822,
"eval_loss": 7.53125,
"eval_runtime": 235.9325,
"eval_samples_per_second": 143.121,
"eval_steps_per_second": 2.238,
"step": 372
},
{
"epoch": 0.03613290710064904,
"grad_norm": 0.5637556910514832,
"learning_rate": 9.996551390099778e-06,
"loss": 7.5586,
"step": 373
},
{
"epoch": 0.03613290710064904,
"eval_accuracy": 0.10174599139679573,
"eval_loss": 7.52734375,
"eval_runtime": 237.5048,
"eval_samples_per_second": 142.174,
"eval_steps_per_second": 2.223,
"step": 373
},
{
"epoch": 0.03622977816526204,
"grad_norm": 0.5569087862968445,
"learning_rate": 9.996541702993316e-06,
"loss": 7.6406,
"step": 374
},
{
"epoch": 0.03622977816526204,
"eval_accuracy": 0.10170641826667895,
"eval_loss": 7.52734375,
"eval_runtime": 238.2389,
"eval_samples_per_second": 141.736,
"eval_steps_per_second": 2.216,
"step": 374
},
{
"epoch": 0.03632664922987504,
"grad_norm": 0.5960782766342163,
"learning_rate": 9.996532015886856e-06,
"loss": 7.5273,
"step": 375
},
{
"epoch": 0.03632664922987504,
"eval_accuracy": 0.10178799623351806,
"eval_loss": 7.5234375,
"eval_runtime": 236.2956,
"eval_samples_per_second": 142.902,
"eval_steps_per_second": 2.234,
"step": 375
},
{
"epoch": 0.03642352029448804,
"grad_norm": 0.5876879096031189,
"learning_rate": 9.996522328780394e-06,
"loss": 7.5312,
"step": 376
},
{
"epoch": 0.03642352029448804,
"eval_accuracy": 0.10199868624155746,
"eval_loss": 7.51953125,
"eval_runtime": 236.7211,
"eval_samples_per_second": 142.645,
"eval_steps_per_second": 2.23,
"step": 376
},
{
"epoch": 0.03652039135910104,
"grad_norm": 0.5734599828720093,
"learning_rate": 9.996512641673934e-06,
"loss": 7.5898,
"step": 377
},
{
"epoch": 0.03652039135910104,
"eval_accuracy": 0.10233654871529031,
"eval_loss": 7.51953125,
"eval_runtime": 237.8605,
"eval_samples_per_second": 141.961,
"eval_steps_per_second": 2.22,
"step": 377
},
{
"epoch": 0.036617262423714034,
"grad_norm": 0.6157567501068115,
"learning_rate": 9.996502954567472e-06,
"loss": 7.5898,
"step": 378
},
{
"epoch": 0.036617262423714034,
"eval_accuracy": 0.10266948987803573,
"eval_loss": 7.515625,
"eval_runtime": 236.7976,
"eval_samples_per_second": 142.599,
"eval_steps_per_second": 2.23,
"step": 378
},
{
"epoch": 0.036714133488327035,
"grad_norm": 0.5708773136138916,
"learning_rate": 9.99649326746101e-06,
"loss": 7.543,
"step": 379
},
{
"epoch": 0.036714133488327035,
"eval_accuracy": 0.10289378586351103,
"eval_loss": 7.515625,
"eval_runtime": 236.0204,
"eval_samples_per_second": 143.068,
"eval_steps_per_second": 2.237,
"step": 379
},
{
"epoch": 0.036811004552940035,
"grad_norm": 0.5848063230514526,
"learning_rate": 9.99648358035455e-06,
"loss": 7.5156,
"step": 380
},
{
"epoch": 0.036811004552940035,
"eval_accuracy": 0.10301302633384825,
"eval_loss": 7.51171875,
"eval_runtime": 237.3865,
"eval_samples_per_second": 142.245,
"eval_steps_per_second": 2.224,
"step": 380
},
{
"epoch": 0.036907875617553036,
"grad_norm": 0.5812904238700867,
"learning_rate": 9.996473893248087e-06,
"loss": 7.5664,
"step": 381
},
{
"epoch": 0.036907875617553036,
"eval_accuracy": 0.1031038968937872,
"eval_loss": 7.51171875,
"eval_runtime": 236.029,
"eval_samples_per_second": 143.063,
"eval_steps_per_second": 2.237,
"step": 381
},
{
"epoch": 0.03700474668216604,
"grad_norm": 0.5508126020431519,
"learning_rate": 9.996464206141625e-06,
"loss": 7.5625,
"step": 382
},
{
"epoch": 0.03700474668216604,
"eval_accuracy": 0.10313258524195525,
"eval_loss": 7.5078125,
"eval_runtime": 239.8272,
"eval_samples_per_second": 140.797,
"eval_steps_per_second": 2.202,
"step": 382
},
{
"epoch": 0.03710161774677904,
"grad_norm": 0.5484282374382019,
"learning_rate": 9.996454519035165e-06,
"loss": 7.5312,
"step": 383
},
{
"epoch": 0.03710161774677904,
"eval_accuracy": 0.10315090988816147,
"eval_loss": 7.5078125,
"eval_runtime": 237.933,
"eval_samples_per_second": 141.918,
"eval_steps_per_second": 2.219,
"step": 383
},
{
"epoch": 0.03719848881139204,
"grad_norm": 0.5489575266838074,
"learning_rate": 9.996444831928703e-06,
"loss": 7.625,
"step": 384
},
{
"epoch": 0.03719848881139204,
"eval_accuracy": 0.10320996562001093,
"eval_loss": 7.5078125,
"eval_runtime": 238.4765,
"eval_samples_per_second": 141.595,
"eval_steps_per_second": 2.214,
"step": 384
},
{
"epoch": 0.03729535987600504,
"grad_norm": 0.5515839457511902,
"learning_rate": 9.996435144822241e-06,
"loss": 7.5898,
"step": 385
},
{
"epoch": 0.03729535987600504,
"eval_accuracy": 0.1033970622841987,
"eval_loss": 7.50390625,
"eval_runtime": 237.4396,
"eval_samples_per_second": 142.213,
"eval_steps_per_second": 2.224,
"step": 385
},
{
"epoch": 0.03739223094061804,
"grad_norm": 0.5489226579666138,
"learning_rate": 9.996425457715781e-06,
"loss": 7.5625,
"step": 386
},
{
"epoch": 0.03739223094061804,
"eval_accuracy": 0.10353740649400565,
"eval_loss": 7.5,
"eval_runtime": 235.8228,
"eval_samples_per_second": 143.188,
"eval_steps_per_second": 2.239,
"step": 386
},
{
"epoch": 0.037489102005231034,
"grad_norm": 0.5816370248794556,
"learning_rate": 9.99641577060932e-06,
"loss": 7.5664,
"step": 387
},
{
"epoch": 0.037489102005231034,
"eval_accuracy": 0.10371405260956713,
"eval_loss": 7.5,
"eval_runtime": 236.7279,
"eval_samples_per_second": 142.641,
"eval_steps_per_second": 2.23,
"step": 387
},
{
"epoch": 0.037585973069844035,
"grad_norm": 0.6061241030693054,
"learning_rate": 9.996406083502859e-06,
"loss": 7.4609,
"step": 388
},
{
"epoch": 0.037585973069844035,
"eval_accuracy": 0.10385063346391309,
"eval_loss": 7.49609375,
"eval_runtime": 236.382,
"eval_samples_per_second": 142.849,
"eval_steps_per_second": 2.234,
"step": 388
},
{
"epoch": 0.037682844134457036,
"grad_norm": 0.5538076758384705,
"learning_rate": 9.996396396396397e-06,
"loss": 7.5469,
"step": 389
},
{
"epoch": 0.037682844134457036,
"eval_accuracy": 0.10396234722332831,
"eval_loss": 7.49609375,
"eval_runtime": 236.2463,
"eval_samples_per_second": 142.931,
"eval_steps_per_second": 2.235,
"step": 389
},
{
"epoch": 0.03777971519907004,
"grad_norm": 0.5397905707359314,
"learning_rate": 9.996386709289936e-06,
"loss": 7.5742,
"step": 390
},
{
"epoch": 0.03777971519907004,
"eval_accuracy": 0.10398232195615975,
"eval_loss": 7.4921875,
"eval_runtime": 236.8546,
"eval_samples_per_second": 142.564,
"eval_steps_per_second": 2.229,
"step": 390
},
{
"epoch": 0.03787658626368304,
"grad_norm": 0.5839679837226868,
"learning_rate": 9.996377022183475e-06,
"loss": 7.4375,
"step": 391
},
{
"epoch": 0.03787658626368304,
"eval_accuracy": 0.10396709484098679,
"eval_loss": 7.4921875,
"eval_runtime": 236.6285,
"eval_samples_per_second": 142.7,
"eval_steps_per_second": 2.231,
"step": 391
},
{
"epoch": 0.03797345732829604,
"grad_norm": 0.5725728869438171,
"learning_rate": 9.996367335077013e-06,
"loss": 7.4961,
"step": 392
},
{
"epoch": 0.03797345732829604,
"eval_accuracy": 0.10393614847954215,
"eval_loss": 7.48828125,
"eval_runtime": 237.6574,
"eval_samples_per_second": 142.083,
"eval_steps_per_second": 2.222,
"step": 392
},
{
"epoch": 0.03797345732829604,
"step": 392,
"total_flos": 2185295466332160.0,
"train_loss": 8.552704480229592,
"train_runtime": 93913.2173,
"train_samples_per_second": 703.461,
"train_steps_per_second": 10.992
}
],
"logging_steps": 1,
"max_steps": 1032300,
"num_input_tokens_seen": 0,
"num_train_epochs": 100,
"save_steps": 1000000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2185295466332160.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}