| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.2893485554295093, | |
| "eval_steps": 1000, | |
| "global_step": 3996, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0, | |
| "eval_loss": 7.394782543182373, | |
| "eval_runtime": 2.5063, | |
| "eval_samples_per_second": 4.788, | |
| "eval_steps_per_second": 1.197, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.000724095484057831, | |
| "grad_norm": 6.9375, | |
| "learning_rate": 1.2048192771084338e-06, | |
| "loss": 7.2474, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.001448190968115662, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 2.4096385542168676e-06, | |
| "loss": 7.2559, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0021722864521734934, | |
| "grad_norm": 2.890625, | |
| "learning_rate": 3.614457831325301e-06, | |
| "loss": 7.2363, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.002896381936231324, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 4.819277108433735e-06, | |
| "loss": 7.2322, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0036204774202891555, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 6.024096385542169e-06, | |
| "loss": 7.1863, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.004344572904346987, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.228915662650602e-06, | |
| "loss": 7.1754, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.005068668388404818, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 8.433734939759036e-06, | |
| "loss": 7.1641, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.005792763872462648, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 9.63855421686747e-06, | |
| "loss": 7.1237, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.00651685935652048, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 1.0843373493975904e-05, | |
| "loss": 7.0891, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.007240954840578311, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 1.2048192771084338e-05, | |
| "loss": 7.0901, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.007965050324636142, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 1.3253012048192772e-05, | |
| "loss": 7.0337, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.008689145808693973, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 1.4457831325301205e-05, | |
| "loss": 7.0387, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.009413241292751805, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 1.566265060240964e-05, | |
| "loss": 7.018, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.010137336776809636, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 1.6867469879518073e-05, | |
| "loss": 6.9834, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.010861432260867467, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 1.8072289156626505e-05, | |
| "loss": 6.9829, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.011585527744925297, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 1.927710843373494e-05, | |
| "loss": 6.9724, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.012309623228983128, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 2.0481927710843373e-05, | |
| "loss": 6.9671, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01303371871304096, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 2.168674698795181e-05, | |
| "loss": 6.9373, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01375781419709879, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 2.289156626506024e-05, | |
| "loss": 6.9478, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.014481909681156622, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 2.4096385542168677e-05, | |
| "loss": 6.9258, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.015206005165214453, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 2.530120481927711e-05, | |
| "loss": 6.9085, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.015930100649272284, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.6506024096385545e-05, | |
| "loss": 6.9023, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.016654196133330114, | |
| "grad_norm": 2.125, | |
| "learning_rate": 2.7710843373493977e-05, | |
| "loss": 6.9096, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.017378291617387947, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.891566265060241e-05, | |
| "loss": 6.8828, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.018102387101445776, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.012048192771085e-05, | |
| "loss": 6.8763, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01882648258550361, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 3.132530120481928e-05, | |
| "loss": 6.875, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.01955057806956144, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 3.253012048192771e-05, | |
| "loss": 6.8641, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.020274673553619272, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 3.3734939759036146e-05, | |
| "loss": 6.8531, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.0209987690376771, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 3.4939759036144585e-05, | |
| "loss": 6.8722, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.021722864521734934, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 3.614457831325301e-05, | |
| "loss": 6.8478, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.022446960005792764, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 3.734939759036144e-05, | |
| "loss": 6.8374, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.023171055489850594, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.855421686746988e-05, | |
| "loss": 6.8136, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.023895150973908427, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 3.9759036144578314e-05, | |
| "loss": 6.833, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.024619246457966256, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 4.0963855421686746e-05, | |
| "loss": 6.8183, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02534334194202409, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 4.2168674698795186e-05, | |
| "loss": 6.8071, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.02606743742608192, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 4.337349397590362e-05, | |
| "loss": 6.8177, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02679153291013975, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.457831325301205e-05, | |
| "loss": 6.797, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.02751562839419758, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.578313253012048e-05, | |
| "loss": 6.7979, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.028239723878255414, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 4.698795180722892e-05, | |
| "loss": 6.7899, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.028963819362313244, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 4.8192771084337354e-05, | |
| "loss": 6.7614, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.029687914846371073, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.9397590361445786e-05, | |
| "loss": 6.8134, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.030412010330428906, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 4.999998281045896e-05, | |
| "loss": 6.7845, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.031136105814486736, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 4.99998452942724e-05, | |
| "loss": 6.7727, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.03186020129854457, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.9999570262655714e-05, | |
| "loss": 6.7537, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.0325842967826024, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 4.9999157717121745e-05, | |
| "loss": 6.7486, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03330839226666023, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.9998607659939787e-05, | |
| "loss": 6.7585, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.034032487750718064, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.999792009413549e-05, | |
| "loss": 6.7467, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.034756583234775894, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.999709502349091e-05, | |
| "loss": 6.7446, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03548067871883372, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.9996132452544484e-05, | |
| "loss": 6.7382, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.03620477420289155, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.9995032386590986e-05, | |
| "loss": 6.7563, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03692886968694938, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.999379483168148e-05, | |
| "loss": 6.7614, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.03765296517100722, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.999241979462333e-05, | |
| "loss": 6.7422, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.03837706065506505, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.999090728298014e-05, | |
| "loss": 6.7343, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.03910115613912288, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.9989257305071704e-05, | |
| "loss": 6.7052, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.03982525162318071, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.998746986997397e-05, | |
| "loss": 6.7377, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.040549347107238544, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 4.9985544987519e-05, | |
| "loss": 6.7441, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.04127344259129637, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9983482668294905e-05, | |
| "loss": 6.7001, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.0419975380753542, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.998128292364578e-05, | |
| "loss": 6.7151, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.04272163355941203, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.997894576567166e-05, | |
| "loss": 6.7119, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.04344572904346987, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.9976471207228426e-05, | |
| "loss": 6.7282, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0441698245275277, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9973859261927755e-05, | |
| "loss": 6.726, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.04489392001158553, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.997110994413707e-05, | |
| "loss": 6.7266, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.04561801549564336, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.996822326897939e-05, | |
| "loss": 6.7016, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.04634211097970119, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.9965199252333315e-05, | |
| "loss": 6.6972, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.047066206463759024, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.996203791083291e-05, | |
| "loss": 6.6964, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.04779030194781685, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.99587392618676e-05, | |
| "loss": 6.6926, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.04851439743187468, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.995530332358211e-05, | |
| "loss": 6.7038, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.04923849291593251, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.995173011487635e-05, | |
| "loss": 6.7012, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.04996258839999035, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.994801965540527e-05, | |
| "loss": 6.7019, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.05068668388404818, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.9944171965578836e-05, | |
| "loss": 6.6656, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05141077936810601, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.9940187066561825e-05, | |
| "loss": 6.6811, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05213487485216384, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.99360649802738e-05, | |
| "loss": 6.6885, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05285897033622167, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.9931805729388916e-05, | |
| "loss": 6.69, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.0535830658202795, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.992740933733581e-05, | |
| "loss": 6.675, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.05430716130433733, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.992287582829751e-05, | |
| "loss": 6.6997, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.05503125678839516, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.991820522721128e-05, | |
| "loss": 6.6923, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.05575535227245299, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.991339755976845e-05, | |
| "loss": 6.6936, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.05647944775651083, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.990845285241434e-05, | |
| "loss": 6.6684, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.05720354324056866, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.9903371132348046e-05, | |
| "loss": 6.6656, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.05792763872462649, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9898152427522334e-05, | |
| "loss": 6.6807, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05865173420868432, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.9892796766643503e-05, | |
| "loss": 6.6901, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.059375829692742146, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.988730417917115e-05, | |
| "loss": 6.6851, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.06009992517679998, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 4.98816746953181e-05, | |
| "loss": 6.6608, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06082402066085781, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.987590834605017e-05, | |
| "loss": 6.6617, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06154811614491564, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9870005163086045e-05, | |
| "loss": 6.6574, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.06227221162897347, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.986396517889706e-05, | |
| "loss": 6.6633, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.06299630711303131, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.985778842670707e-05, | |
| "loss": 6.6807, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.06372040259708914, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.9851474940492256e-05, | |
| "loss": 6.6425, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.06444449808114697, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.9845024754980876e-05, | |
| "loss": 6.658, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.0651685935652048, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.983843790565316e-05, | |
| "loss": 6.6633, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.06589268904926263, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.983171442874106e-05, | |
| "loss": 6.6828, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.06661678453332046, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.982485436122809e-05, | |
| "loss": 6.6251, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.06734088001737829, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.981785774084909e-05, | |
| "loss": 6.6573, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.06806497550143613, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.981072460609002e-05, | |
| "loss": 6.6677, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.06878907098549396, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.980345499618778e-05, | |
| "loss": 6.6577, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.06951316646955179, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.9796048951129936e-05, | |
| "loss": 6.6628, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.07023726195360962, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.978850651165458e-05, | |
| "loss": 6.6443, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07096135743766745, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.9780827719250035e-05, | |
| "loss": 6.6617, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.07168545292172528, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.977301261615465e-05, | |
| "loss": 6.6679, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.0724095484057831, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9765061245356594e-05, | |
| "loss": 6.6385, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0724095484057831, | |
| "eval_loss": 6.789700984954834, | |
| "eval_runtime": 1.6435, | |
| "eval_samples_per_second": 7.302, | |
| "eval_steps_per_second": 1.825, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07313364388984094, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9756973650593583e-05, | |
| "loss": 6.6351, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.07385773937389876, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.9748749876352655e-05, | |
| "loss": 6.6602, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.07458183485795661, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.974038996786991e-05, | |
| "loss": 6.653, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.07530593034201444, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 4.9731893971130306e-05, | |
| "loss": 6.6532, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.07603002582607227, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.972326193286736e-05, | |
| "loss": 6.6297, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.0767541213101301, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.971449390056289e-05, | |
| "loss": 6.6379, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.07747821679418793, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.970558992244679e-05, | |
| "loss": 6.6478, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.07820231227824576, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.969655004749674e-05, | |
| "loss": 6.6616, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.07892640776230359, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4.968737432543794e-05, | |
| "loss": 6.6314, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.07965050324636141, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.967806280674283e-05, | |
| "loss": 6.6465, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.08037459873041924, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.9668615542630836e-05, | |
| "loss": 6.6517, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.08109869421447709, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.965903258506806e-05, | |
| "loss": 6.6278, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.08182278969853492, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.964931398676701e-05, | |
| "loss": 6.6246, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.08254688518259275, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9639459801186306e-05, | |
| "loss": 6.616, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.08327098066665058, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.962947008253038e-05, | |
| "loss": 6.6492, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.0839950761507084, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.96193448857492e-05, | |
| "loss": 6.6096, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.08471917163476624, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.960908426653793e-05, | |
| "loss": 6.6282, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.08544326711882406, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.959868828133667e-05, | |
| "loss": 6.6053, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.0861673626028819, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.95881569873301e-05, | |
| "loss": 6.6031, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.08689145808693974, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.95774904424472e-05, | |
| "loss": 6.609, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.08761555357099757, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.9566688705360915e-05, | |
| "loss": 6.6291, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.0883396490550554, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.955575183548783e-05, | |
| "loss": 6.6252, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.08906374453911323, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.9544679892987855e-05, | |
| "loss": 6.6246, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.08978784002317106, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9533472938763884e-05, | |
| "loss": 6.6155, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.09051193550722889, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.9522131034461464e-05, | |
| "loss": 6.6263, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09123603099128672, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.951065424246845e-05, | |
| "loss": 6.6219, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.09196012647534454, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.9499042625914674e-05, | |
| "loss": 6.6144, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.09268422195940237, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.9487296248671586e-05, | |
| "loss": 6.6153, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.09340831744346022, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9475415175351926e-05, | |
| "loss": 6.6136, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.09413241292751805, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.946339947130933e-05, | |
| "loss": 6.586, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.09485650841157588, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.945124920263797e-05, | |
| "loss": 6.6185, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.0955806038956337, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.9438964436172264e-05, | |
| "loss": 6.6248, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.09630469937969154, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.9426545239486424e-05, | |
| "loss": 6.605, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.09702879486374937, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.94139916808941e-05, | |
| "loss": 6.6525, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.0977528903478072, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9401303829448075e-05, | |
| "loss": 6.6178, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.09847698583186502, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.938848175493976e-05, | |
| "loss": 6.5978, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.09920108131592285, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.937552552789894e-05, | |
| "loss": 6.6059, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.0999251767999807, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.936243521959329e-05, | |
| "loss": 6.6078, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.10064927228403853, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.934921090202803e-05, | |
| "loss": 6.6135, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.10137336776809636, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.933585264794552e-05, | |
| "loss": 6.6068, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.10209746325215419, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.932236053082486e-05, | |
| "loss": 6.6026, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.10282155873621202, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.930873462488148e-05, | |
| "loss": 6.6064, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.10354565422026984, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.9294975005066734e-05, | |
| "loss": 6.6075, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.10426974970432767, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.9281081747067494e-05, | |
| "loss": 6.5982, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.1049938451883855, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.926705492730572e-05, | |
| "loss": 6.6109, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.10571794067244333, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.925289462293807e-05, | |
| "loss": 6.596, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.10644203615650118, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.923860091185542e-05, | |
| "loss": 6.606, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.107166131640559, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.922417387268251e-05, | |
| "loss": 6.6, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.10789022712461684, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.9209613584777445e-05, | |
| "loss": 6.5953, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.10861432260867467, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.919492012823128e-05, | |
| "loss": 6.5907, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1093384180927325, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.918009358386761e-05, | |
| "loss": 6.6144, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.11006251357679032, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.916513403324207e-05, | |
| "loss": 6.5911, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.11078660906084815, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.9150041558641947e-05, | |
| "loss": 6.6071, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.11151070454490598, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.913481624308566e-05, | |
| "loss": 6.6028, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.11223480002896381, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.911945817032238e-05, | |
| "loss": 6.6121, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.11295889551302166, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.91039674248315e-05, | |
| "loss": 6.6003, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.11368299099707949, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.908834409182221e-05, | |
| "loss": 6.632, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.11440708648113732, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.907258825723301e-05, | |
| "loss": 6.5953, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.11513118196519515, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.905670000773126e-05, | |
| "loss": 6.6028, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.11585527744925297, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.904067943071268e-05, | |
| "loss": 6.592, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.1165793729333108, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.902452661430087e-05, | |
| "loss": 6.6015, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.11730346841736863, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.9008241647346836e-05, | |
| "loss": 6.5767, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.11802756390142646, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.899182461942851e-05, | |
| "loss": 6.5894, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.11875165938548429, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.897527562085024e-05, | |
| "loss": 6.5856, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.11947575486954214, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.895859474264229e-05, | |
| "loss": 6.5761, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.12019985035359997, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.894178207656035e-05, | |
| "loss": 6.5964, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.1209239458376578, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.892483771508504e-05, | |
| "loss": 6.5657, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.12164804132171562, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.890776175142138e-05, | |
| "loss": 6.5946, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.12237213680577345, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.889055427949829e-05, | |
| "loss": 6.5916, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.12309623228983128, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.8873215393968074e-05, | |
| "loss": 6.594, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.12382032777388911, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.885574519020589e-05, | |
| "loss": 6.566, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.12454442325794694, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.883814376430924e-05, | |
| "loss": 6.5752, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.1252685187420048, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.882041121309743e-05, | |
| "loss": 6.6015, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.12599261422606262, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.880254763411103e-05, | |
| "loss": 6.5655, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.12671670971012045, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.878455312561138e-05, | |
| "loss": 6.5883, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.12744080519417827, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.8766427786579964e-05, | |
| "loss": 6.6061, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.1281649006782361, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.874817171671798e-05, | |
| "loss": 6.5878, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.12888899616229393, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.872978501644569e-05, | |
| "loss": 6.5837, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.12961309164635176, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.8711267786901914e-05, | |
| "loss": 6.5884, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.1303371871304096, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.869262012994348e-05, | |
| "loss": 6.5864, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.13106128261446742, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.867384214814465e-05, | |
| "loss": 6.5655, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.13178537809852525, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.8654933944796546e-05, | |
| "loss": 6.5747, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.13250947358258308, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.86358956239066e-05, | |
| "loss": 6.5689, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.1332335690666409, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.861672729019797e-05, | |
| "loss": 6.6059, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.13395766455069874, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.859742904910899e-05, | |
| "loss": 6.5985, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.13468176003475657, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.8578001006792544e-05, | |
| "loss": 6.6006, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.13540585551881443, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.8558443270115524e-05, | |
| "loss": 6.5779, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.13612995100287226, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.853875594665821e-05, | |
| "loss": 6.566, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.1368540464869301, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.85189391447137e-05, | |
| "loss": 6.6019, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.13757814197098792, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.8498992973287324e-05, | |
| "loss": 6.5758, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.13830223745504575, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.8478917542096005e-05, | |
| "loss": 6.5754, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.13902633293910358, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.845871296156769e-05, | |
| "loss": 6.593, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.1397504284231614, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.843837934284072e-05, | |
| "loss": 6.5754, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.14047452390721923, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.841791679776326e-05, | |
| "loss": 6.5659, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.14119861939127706, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.839732543889263e-05, | |
| "loss": 6.5821, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.1419227148753349, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.83766053794947e-05, | |
| "loss": 6.58, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.14264681035939272, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.83557567335433e-05, | |
| "loss": 6.5662, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.14337090584345055, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.833477961571956e-05, | |
| "loss": 6.5675, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.14409500132750838, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.831367414141129e-05, | |
| "loss": 6.5784, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.1448190968115662, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.829244042671235e-05, | |
| "loss": 6.5707, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.1448190968115662, | |
| "eval_loss": 6.703906536102295, | |
| "eval_runtime": 1.4135, | |
| "eval_samples_per_second": 8.489, | |
| "eval_steps_per_second": 2.122, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14554319229562404, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.827107858842198e-05, | |
| "loss": 6.577, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.14626728777968187, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.824958874404422e-05, | |
| "loss": 6.5519, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.1469913832637397, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.8227971011787196e-05, | |
| "loss": 6.5635, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.14771547874779753, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.820622551056252e-05, | |
| "loss": 6.566, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.1484395742318554, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.818435235998461e-05, | |
| "loss": 6.5532, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.14916366971591322, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.8162351680370044e-05, | |
| "loss": 6.5784, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.14988776519997105, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.8140223592736885e-05, | |
| "loss": 6.5798, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.15061186068402888, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.811796821880402e-05, | |
| "loss": 6.5747, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.1513359561680867, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.809558568099051e-05, | |
| "loss": 6.5855, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.15206005165214453, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.807307610241488e-05, | |
| "loss": 6.5657, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.15278414713620236, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.805043960689447e-05, | |
| "loss": 6.5535, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.1535082426202602, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.8027676318944756e-05, | |
| "loss": 6.5728, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.15423233810431802, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.800478636377865e-05, | |
| "loss": 6.5564, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.15495643358837585, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.798176986730579e-05, | |
| "loss": 6.5745, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.15568052907243368, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.795862695613192e-05, | |
| "loss": 6.5697, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.1564046245564915, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.793535775755811e-05, | |
| "loss": 6.5961, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.15712872004054934, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.791196239958011e-05, | |
| "loss": 6.5581, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.15785281552460717, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.7888441010887625e-05, | |
| "loss": 6.554, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.158576911008665, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.786479372086361e-05, | |
| "loss": 6.5572, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.15930100649272283, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.784102065958356e-05, | |
| "loss": 6.5765, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.16002510197678066, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.781712195781479e-05, | |
| "loss": 6.5703, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.1607491974608385, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.779309774701574e-05, | |
| "loss": 6.5712, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.16147329294489635, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.77689481593352e-05, | |
| "loss": 6.5733, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.16219738842895418, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.7744673327611625e-05, | |
| "loss": 6.558, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.162921483913012, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.7720273385372416e-05, | |
| "loss": 6.5623, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.16364557939706983, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.769574846683313e-05, | |
| "loss": 6.5813, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.16436967488112766, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 4.76710987068968e-05, | |
| "loss": 6.5531, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.1650937703651855, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.764632424115315e-05, | |
| "loss": 6.5368, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.16581786584924332, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.762142520587789e-05, | |
| "loss": 6.5631, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.16654196133330115, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.7596401738031916e-05, | |
| "loss": 6.5436, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.16726605681735898, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.75712539752606e-05, | |
| "loss": 6.5749, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.1679901523014168, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.754598205589303e-05, | |
| "loss": 6.5359, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.16871424778547464, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.752058611894119e-05, | |
| "loss": 6.5382, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.16943834326953247, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.7495066304099294e-05, | |
| "loss": 6.5609, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.1701624387535903, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.7469422751742944e-05, | |
| "loss": 6.5635, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.17088653423764813, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.744365560292837e-05, | |
| "loss": 6.5632, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.17161062972170596, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.741776499939168e-05, | |
| "loss": 6.5634, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.1723347252057638, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.739175108354804e-05, | |
| "loss": 6.5638, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.17305882068982162, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.7365613998490944e-05, | |
| "loss": 6.5594, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.17378291617387948, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.733935388799137e-05, | |
| "loss": 6.5716, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.1745070116579373, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.731297089649703e-05, | |
| "loss": 6.5383, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.17523110714199513, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.728646516913157e-05, | |
| "loss": 6.5484, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.17595520262605296, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.725983685169374e-05, | |
| "loss": 6.5473, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.1766792981101108, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.723308609065663e-05, | |
| "loss": 6.5431, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.17740339359416862, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.720621303316685e-05, | |
| "loss": 6.5569, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.17812748907822645, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.717921782704371e-05, | |
| "loss": 6.5659, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.17885158456228428, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.715210062077844e-05, | |
| "loss": 6.5329, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.1795756800463421, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.712486156353331e-05, | |
| "loss": 6.5778, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.18029977553039994, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.7097500805140894e-05, | |
| "loss": 6.5461, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.18102387101445777, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.7070018496103176e-05, | |
| "loss": 6.5448, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.1817479664985156, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.704241478759076e-05, | |
| "loss": 6.5525, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.18247206198257343, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.7014689831442004e-05, | |
| "loss": 6.5503, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.18319615746663126, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.698684378016222e-05, | |
| "loss": 6.5854, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.1839202529506891, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.695887678692286e-05, | |
| "loss": 6.5733, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.18464434843474692, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.693078900556056e-05, | |
| "loss": 6.5334, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.18536844391880475, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.690258059057643e-05, | |
| "loss": 6.5561, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.18609253940286258, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.687425169713512e-05, | |
| "loss": 6.5502, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.18681663488692044, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.684580248106399e-05, | |
| "loss": 6.543, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.18754073037097826, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.6817233098852255e-05, | |
| "loss": 6.5674, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.1882648258550361, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.6788543707650124e-05, | |
| "loss": 6.5527, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.18898892133909392, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.675973446526793e-05, | |
| "loss": 6.5686, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.18971301682315175, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.673080553017528e-05, | |
| "loss": 6.5365, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.19043711230720958, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.670175706150015e-05, | |
| "loss": 6.5584, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.1911612077912674, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.667258921902803e-05, | |
| "loss": 6.5567, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.19188530327532524, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.664330216320105e-05, | |
| "loss": 6.5569, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.19260939875938307, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.661389605511709e-05, | |
| "loss": 6.5434, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.1933334942434409, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.65843710565289e-05, | |
| "loss": 6.5305, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.19405758972749873, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.65547273298432e-05, | |
| "loss": 6.542, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.19478168521155656, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.6524965038119786e-05, | |
| "loss": 6.5415, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.1955057806956144, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.6495084345070656e-05, | |
| "loss": 6.5114, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.19622987617967222, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.646508541505907e-05, | |
| "loss": 6.5511, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.19695397166373005, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.643496841309868e-05, | |
| "loss": 6.5372, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.19767806714778788, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.640473350485261e-05, | |
| "loss": 6.5409, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.1984021626318457, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.637438085663257e-05, | |
| "loss": 6.5408, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.19912625811590354, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.634391063539786e-05, | |
| "loss": 6.5488, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.1998503535999614, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.631332300875455e-05, | |
| "loss": 6.5651, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.20057444908401922, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.6282618144954516e-05, | |
| "loss": 6.536, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.20129854456807705, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.6251796212894486e-05, | |
| "loss": 6.5438, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.20202264005213488, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.622085738211518e-05, | |
| "loss": 6.5701, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.2027467355361927, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 4.618980182280031e-05, | |
| "loss": 6.5484, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.20347083102025054, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.615862970577567e-05, | |
| "loss": 6.5297, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.20419492650430837, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.612734120250821e-05, | |
| "loss": 6.5334, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.2049190219883662, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.609593648510507e-05, | |
| "loss": 6.5359, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.20564311747242403, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.606441572631266e-05, | |
| "loss": 6.534, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.20636721295648186, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.603277909951566e-05, | |
| "loss": 6.5344, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.2070913084405397, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.600102677873614e-05, | |
| "loss": 6.5294, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.20781540392459752, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 4.596915893863253e-05, | |
| "loss": 6.5422, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.20853949940865535, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.593717575449872e-05, | |
| "loss": 6.5522, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.20926359489271318, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.5905077402263034e-05, | |
| "loss": 6.5464, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.209987690376771, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.587286405848732e-05, | |
| "loss": 6.5167, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.21071178586082884, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.584053590036594e-05, | |
| "loss": 6.5263, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.21143588134488667, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.580809310572484e-05, | |
| "loss": 6.547, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.2121599768289445, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.57755358530205e-05, | |
| "loss": 6.5113, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.21288407231300235, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.574286432133901e-05, | |
| "loss": 6.5458, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.21360816779706018, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.571007869039509e-05, | |
| "loss": 6.5221, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.214332263281118, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.567717914053103e-05, | |
| "loss": 6.5321, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.21505635876517584, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.564416585271582e-05, | |
| "loss": 6.5424, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.21578045424923367, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 4.561103900854401e-05, | |
| "loss": 6.5315, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.2165045497332915, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.557779879023483e-05, | |
| "loss": 6.5202, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.21722864521734933, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.554444538063113e-05, | |
| "loss": 6.5246, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21722864521734933, | |
| "eval_loss": 6.682950973510742, | |
| "eval_runtime": 1.4758, | |
| "eval_samples_per_second": 8.131, | |
| "eval_steps_per_second": 2.033, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21795274070140716, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.551097896319838e-05, | |
| "loss": 6.5144, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.218676836185465, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.5477399722023674e-05, | |
| "loss": 6.5295, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.21940093166952282, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.5443707841814695e-05, | |
| "loss": 6.5278, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.22012502715358065, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.540990350789875e-05, | |
| "loss": 6.5584, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.22084912263763848, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.537598690622167e-05, | |
| "loss": 6.5528, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.2215732181216963, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.534195822334686e-05, | |
| "loss": 6.5392, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.22229731360575414, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.530781764645422e-05, | |
| "loss": 6.5403, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.22302140908981197, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.5273565363339185e-05, | |
| "loss": 6.5396, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.2237455045738698, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.52392015624116e-05, | |
| "loss": 6.5249, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.22446960005792763, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.520472643269477e-05, | |
| "loss": 6.5199, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.22519369554198548, | |
| "grad_norm": 1.375, | |
| "learning_rate": 4.517014016382432e-05, | |
| "loss": 6.5302, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.2259177910260433, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.5135442946047294e-05, | |
| "loss": 6.5274, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.22664188651010114, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.5100634970220967e-05, | |
| "loss": 6.5431, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.22736598199415897, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.5065716427811874e-05, | |
| "loss": 6.5362, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.2280900774782168, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.503068751089474e-05, | |
| "loss": 6.5307, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.22881417296227463, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.499554841215143e-05, | |
| "loss": 6.5172, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.22953826844633246, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.496029932486986e-05, | |
| "loss": 6.521, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.2302623639303903, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 4.492494044294297e-05, | |
| "loss": 6.5346, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.23098645941444812, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4889471960867635e-05, | |
| "loss": 6.5422, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.23171055489850595, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.485389407374361e-05, | |
| "loss": 6.5498, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.23243465038256378, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.481820697727244e-05, | |
| "loss": 6.523, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.2331587458666216, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.47824108677564e-05, | |
| "loss": 6.5477, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.23388284135067944, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.47465059420974e-05, | |
| "loss": 6.5379, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.23460693683473727, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.471049239779592e-05, | |
| "loss": 6.5389, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.2353310323187951, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.4674370432949905e-05, | |
| "loss": 6.5552, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.23605512780285293, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.463814024625368e-05, | |
| "loss": 6.5114, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.23677922328691076, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.460180203699688e-05, | |
| "loss": 6.5101, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.23750331877096859, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.4565356005063304e-05, | |
| "loss": 6.5051, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.23822741425502644, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.452880235092987e-05, | |
| "loss": 6.5213, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.23895150973908427, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.449214127566549e-05, | |
| "loss": 6.5246, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.2396756052231421, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4455372980929935e-05, | |
| "loss": 6.5309, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.24039970070719993, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 4.4418497668972785e-05, | |
| "loss": 6.5349, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.24112379619125776, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 4.4381515542632274e-05, | |
| "loss": 6.5232, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.2418478916753156, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.434442680533417e-05, | |
| "loss": 6.518, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.24257198715937342, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.430723166109069e-05, | |
| "loss": 6.5465, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.24329608264343125, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.426993031449934e-05, | |
| "loss": 6.5353, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.24402017812748908, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.423252297074183e-05, | |
| "loss": 6.5499, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.2447442736115469, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.41950098355829e-05, | |
| "loss": 6.5203, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.24546836909560474, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.415739111536924e-05, | |
| "loss": 6.5392, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.24619246457966257, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.4119667017028297e-05, | |
| "loss": 6.5197, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.2469165600637204, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.4081837748067186e-05, | |
| "loss": 6.4986, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.24764065554777823, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.404390351657153e-05, | |
| "loss": 6.5238, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.24836475103183606, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.4005864531204285e-05, | |
| "loss": 6.5473, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.24908884651589389, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.396772100120466e-05, | |
| "loss": 6.5189, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.24981294199995172, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.39294731363869e-05, | |
| "loss": 6.5228, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.2505370374840096, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 4.389112114713918e-05, | |
| "loss": 6.5224, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.2512611329680674, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.385266524442241e-05, | |
| "loss": 6.5229, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.25198522845212523, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.3814105639769106e-05, | |
| "loss": 6.54, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.25270932393618306, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 4.37754425452822e-05, | |
| "loss": 6.5226, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.2534334194202409, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.373667617363389e-05, | |
| "loss": 6.5276, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2541575149042987, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.369780673806447e-05, | |
| "loss": 6.534, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.25488161038835655, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.365883445238116e-05, | |
| "loss": 6.5317, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.2556057058724144, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.361975953095689e-05, | |
| "loss": 6.5119, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.2563298013564722, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.358058218872918e-05, | |
| "loss": 6.5281, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.25705389684053004, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.354130264119894e-05, | |
| "loss": 6.5284, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.25777799232458787, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.350192110442926e-05, | |
| "loss": 6.5324, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.2585020878086457, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.346243779504421e-05, | |
| "loss": 6.523, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.2592261832927035, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.342285293022775e-05, | |
| "loss": 6.5267, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.25995027877676136, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.338316672772238e-05, | |
| "loss": 6.5263, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.2606743742608192, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.334337940582808e-05, | |
| "loss": 6.5438, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.261398469744877, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.330349118340102e-05, | |
| "loss": 6.5315, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.26212256522893485, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.326350227985241e-05, | |
| "loss": 6.5183, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.2628466607129927, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.3223412915147254e-05, | |
| "loss": 6.5214, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.2635707561970505, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 4.318322330980317e-05, | |
| "loss": 6.531, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.26429485168110833, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.314293368488915e-05, | |
| "loss": 6.5133, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.26501894716516616, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.3102544262024394e-05, | |
| "loss": 6.5288, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.265743042649224, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.3062055263377e-05, | |
| "loss": 6.4998, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.2664671381332818, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.302146691166286e-05, | |
| "loss": 6.5302, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.26719123361733965, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.298077943014431e-05, | |
| "loss": 6.5053, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.2679153291013975, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.293999304262902e-05, | |
| "loss": 6.5242, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.2686394245854553, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.289910797346868e-05, | |
| "loss": 6.5061, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.26936352006951314, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.285812444755779e-05, | |
| "loss": 6.5257, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.27008761555357097, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.281704269033242e-05, | |
| "loss": 6.5269, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.27081171103762885, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.2775862927769025e-05, | |
| "loss": 6.4974, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.2715358065216867, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.2734585386383086e-05, | |
| "loss": 6.4876, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.2722599020057445, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.269321029322797e-05, | |
| "loss": 6.5099, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.27298399748980234, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.265173787589364e-05, | |
| "loss": 6.5222, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.2737080929738602, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.2610168362505395e-05, | |
| "loss": 6.5077, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.274432188457918, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.256850198172263e-05, | |
| "loss": 6.5283, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.27515628394197583, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 4.252673896273758e-05, | |
| "loss": 6.5135, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.27588037942603366, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 4.248487953527404e-05, | |
| "loss": 6.5123, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.2766044749100915, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 4.244292392958613e-05, | |
| "loss": 6.5163, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.2773285703941493, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.2400872376457e-05, | |
| "loss": 6.5063, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.27805266587820715, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.2358725107197576e-05, | |
| "loss": 6.5214, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.278776761362265, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.231648235364529e-05, | |
| "loss": 6.5375, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.2795008568463228, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.227414434816279e-05, | |
| "loss": 6.5003, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.28022495233038064, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.22317113236367e-05, | |
| "loss": 6.5425, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.28094904781443847, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 4.218918351347626e-05, | |
| "loss": 6.5073, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.2816731432984963, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.214656115161215e-05, | |
| "loss": 6.5127, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.2823972387825541, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.210384447249509e-05, | |
| "loss": 6.5198, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.28312133426661196, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.2061033711094655e-05, | |
| "loss": 6.5206, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.2838454297506698, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.2018129102897904e-05, | |
| "loss": 6.4952, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.2845695252347276, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 4.197513088390813e-05, | |
| "loss": 6.5065, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.28529362071878545, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.193203929064353e-05, | |
| "loss": 6.4917, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.2860177162028433, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.1888854560135934e-05, | |
| "loss": 6.5252, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.2867418116869011, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.1845576929929486e-05, | |
| "loss": 6.4974, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.28746590717095893, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 4.180220663807934e-05, | |
| "loss": 6.5253, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.28819000265501676, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 4.175874392315033e-05, | |
| "loss": 6.4986, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.2889140981390746, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 4.1715189024215716e-05, | |
| "loss": 6.5147, | |
| "step": 3990 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 13810, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 999, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.601164131082437e+18, | |
| "train_batch_size": 30, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |