rel-cl-lstm-4 / checkpoint-839520 /trainer_state.json
abhinavp's picture
Training in progress, epoch 0, checkpoint
5de9c81 verified
raw
history blame
204 kB
{
"best_metric": 4.063845634460449,
"best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/rel-cl2/lstm/4/checkpoints/checkpoint-839520",
"epoch": 0.025000606015738065,
"eval_steps": 10,
"global_step": 839520,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.999998362119627e-05,
"loss": 10.82,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 4.999161405248948e-05,
"loss": 7.559,
"step": 512
},
{
"epoch": 0.0,
"learning_rate": 4.998322810497896e-05,
"loss": 7.0554,
"step": 1024
},
{
"epoch": 0.0,
"learning_rate": 4.997484215746844e-05,
"loss": 6.9937,
"step": 1536
},
{
"epoch": 0.0,
"learning_rate": 4.996645620995792e-05,
"loss": 6.9447,
"step": 2048
},
{
"epoch": 0.0,
"learning_rate": 4.99580702624474e-05,
"loss": 6.8936,
"step": 2560
},
{
"epoch": 0.0,
"learning_rate": 4.994968431493688e-05,
"loss": 6.7488,
"step": 3072
},
{
"epoch": 0.0,
"learning_rate": 4.994129836742636e-05,
"loss": 6.6478,
"step": 3584
},
{
"epoch": 0.0,
"learning_rate": 4.993291241991584e-05,
"loss": 6.5524,
"step": 4096
},
{
"epoch": 0.0,
"learning_rate": 4.992452647240532e-05,
"loss": 6.469,
"step": 4608
},
{
"epoch": 0.0,
"learning_rate": 4.99161405248948e-05,
"loss": 6.4073,
"step": 5120
},
{
"epoch": 0.0,
"learning_rate": 4.990775457738428e-05,
"loss": 6.3328,
"step": 5632
},
{
"epoch": 0.0,
"learning_rate": 4.989936862987376e-05,
"loss": 6.2605,
"step": 6144
},
{
"epoch": 0.0,
"learning_rate": 4.989099906116697e-05,
"loss": 6.197,
"step": 6656
},
{
"epoch": 0.0,
"learning_rate": 4.988261311365645e-05,
"loss": 6.1498,
"step": 7168
},
{
"epoch": 0.0,
"learning_rate": 4.987422716614593e-05,
"loss": 6.0945,
"step": 7680
},
{
"epoch": 0.0,
"learning_rate": 4.986584121863541e-05,
"loss": 6.0577,
"step": 8192
},
{
"epoch": 0.0,
"learning_rate": 4.985745527112489e-05,
"loss": 6.022,
"step": 8704
},
{
"epoch": 0.0,
"learning_rate": 4.984906932361437e-05,
"loss": 5.9791,
"step": 9216
},
{
"epoch": 0.0,
"learning_rate": 4.984068337610385e-05,
"loss": 5.9353,
"step": 9728
},
{
"epoch": 0.0,
"learning_rate": 4.983229742859333e-05,
"loss": 5.9076,
"step": 10240
},
{
"epoch": 0.0,
"learning_rate": 4.982391148108281e-05,
"loss": 5.865,
"step": 10752
},
{
"epoch": 0.0,
"learning_rate": 4.981552553357229e-05,
"loss": 5.8413,
"step": 11264
},
{
"epoch": 0.0,
"learning_rate": 4.980713958606178e-05,
"loss": 5.8045,
"step": 11776
},
{
"epoch": 0.0,
"learning_rate": 4.979875363855125e-05,
"loss": 5.7866,
"step": 12288
},
{
"epoch": 0.0,
"learning_rate": 4.979036769104073e-05,
"loss": 5.7486,
"step": 12800
},
{
"epoch": 0.0,
"learning_rate": 4.9781998122333946e-05,
"loss": 5.726,
"step": 13312
},
{
"epoch": 0.0,
"learning_rate": 4.9773612174823426e-05,
"loss": 5.6965,
"step": 13824
},
{
"epoch": 0.0,
"learning_rate": 4.97652262273129e-05,
"loss": 5.6795,
"step": 14336
},
{
"epoch": 0.0,
"learning_rate": 4.975684027980238e-05,
"loss": 5.6523,
"step": 14848
},
{
"epoch": 0.01,
"learning_rate": 4.9748487089899324e-05,
"loss": 5.6403,
"step": 15360
},
{
"epoch": 0.01,
"learning_rate": 4.9740117521192533e-05,
"loss": 5.6224,
"step": 15872
},
{
"epoch": 0.01,
"learning_rate": 4.9731731573682013e-05,
"loss": 5.5978,
"step": 16384
},
{
"epoch": 0.01,
"learning_rate": 4.97233456261715e-05,
"loss": 5.582,
"step": 16896
},
{
"epoch": 0.01,
"learning_rate": 4.971495967866098e-05,
"loss": 5.5683,
"step": 17408
},
{
"epoch": 0.01,
"learning_rate": 4.970657373115046e-05,
"loss": 5.5442,
"step": 17920
},
{
"epoch": 0.01,
"learning_rate": 4.969818778363994e-05,
"loss": 5.5402,
"step": 18432
},
{
"epoch": 0.01,
"learning_rate": 4.968980183612942e-05,
"loss": 5.5074,
"step": 18944
},
{
"epoch": 0.01,
"learning_rate": 4.96814158886189e-05,
"loss": 5.4925,
"step": 19456
},
{
"epoch": 0.01,
"learning_rate": 4.967302994110837e-05,
"loss": 5.4648,
"step": 19968
},
{
"epoch": 0.01,
"learning_rate": 4.966464399359785e-05,
"loss": 5.4631,
"step": 20480
},
{
"epoch": 0.01,
"learning_rate": 4.965625804608733e-05,
"loss": 5.4474,
"step": 20992
},
{
"epoch": 0.01,
"learning_rate": 4.964787209857681e-05,
"loss": 5.4437,
"step": 21504
},
{
"epoch": 0.01,
"learning_rate": 4.963950252987002e-05,
"loss": 5.416,
"step": 22016
},
{
"epoch": 0.01,
"learning_rate": 4.96311165823595e-05,
"loss": 5.4055,
"step": 22528
},
{
"epoch": 0.01,
"learning_rate": 4.962273063484898e-05,
"loss": 5.4031,
"step": 23040
},
{
"epoch": 0.01,
"learning_rate": 4.961434468733847e-05,
"loss": 5.3959,
"step": 23552
},
{
"epoch": 0.01,
"learning_rate": 4.960597511863168e-05,
"loss": 5.3829,
"step": 24064
},
{
"epoch": 0.01,
"learning_rate": 4.9597605549924894e-05,
"loss": 5.3633,
"step": 24576
},
{
"epoch": 0.01,
"learning_rate": 4.9589219602414374e-05,
"loss": 5.3487,
"step": 25088
},
{
"epoch": 0.01,
"learning_rate": 4.958083365490385e-05,
"loss": 5.3653,
"step": 25600
},
{
"epoch": 0.01,
"learning_rate": 4.957244770739333e-05,
"loss": 5.3515,
"step": 26112
},
{
"epoch": 0.01,
"learning_rate": 4.956406175988281e-05,
"loss": 5.3318,
"step": 26624
},
{
"epoch": 0.01,
"learning_rate": 4.955567581237229e-05,
"loss": 5.3092,
"step": 27136
},
{
"epoch": 0.01,
"learning_rate": 4.9547306243665496e-05,
"loss": 5.3194,
"step": 27648
},
{
"epoch": 0.01,
"learning_rate": 4.9538920296154976e-05,
"loss": 5.2973,
"step": 28160
},
{
"epoch": 0.01,
"learning_rate": 4.9530534348644456e-05,
"loss": 5.3025,
"step": 28672
},
{
"epoch": 0.01,
"learning_rate": 4.9522148401133936e-05,
"loss": 5.2727,
"step": 29184
},
{
"epoch": 0.01,
"learning_rate": 4.951376245362342e-05,
"loss": 5.2844,
"step": 29696
},
{
"epoch": 0.01,
"learning_rate": 4.95053765061129e-05,
"loss": 5.2682,
"step": 30208
},
{
"epoch": 0.01,
"learning_rate": 4.949699055860238e-05,
"loss": 5.2502,
"step": 30720
},
{
"epoch": 0.01,
"learning_rate": 4.948860461109186e-05,
"loss": 5.2366,
"step": 31232
},
{
"epoch": 0.01,
"learning_rate": 4.948023504238507e-05,
"loss": 5.2499,
"step": 31744
},
{
"epoch": 0.01,
"learning_rate": 4.947186547367828e-05,
"loss": 5.2068,
"step": 32256
},
{
"epoch": 0.01,
"learning_rate": 4.946347952616776e-05,
"loss": 5.2212,
"step": 32768
},
{
"epoch": 0.01,
"learning_rate": 4.945509357865724e-05,
"loss": 5.2284,
"step": 33280
},
{
"epoch": 0.01,
"learning_rate": 4.944670763114672e-05,
"loss": 5.2113,
"step": 33792
},
{
"epoch": 0.01,
"learning_rate": 4.94383216836362e-05,
"loss": 5.2028,
"step": 34304
},
{
"epoch": 0.01,
"learning_rate": 4.942993573612568e-05,
"loss": 5.1777,
"step": 34816
},
{
"epoch": 0.01,
"learning_rate": 4.942154978861516e-05,
"loss": 5.1749,
"step": 35328
},
{
"epoch": 0.01,
"learning_rate": 4.941316384110464e-05,
"loss": 5.1704,
"step": 35840
},
{
"epoch": 0.01,
"learning_rate": 4.9404794272397856e-05,
"loss": 5.1821,
"step": 36352
},
{
"epoch": 0.01,
"learning_rate": 4.9396408324887336e-05,
"loss": 5.1617,
"step": 36864
},
{
"epoch": 0.01,
"learning_rate": 4.9388022377376816e-05,
"loss": 5.1707,
"step": 37376
},
{
"epoch": 0.01,
"learning_rate": 4.9379652808670025e-05,
"loss": 5.1605,
"step": 37888
},
{
"epoch": 0.01,
"learning_rate": 4.9371266861159505e-05,
"loss": 5.1583,
"step": 38400
},
{
"epoch": 0.01,
"learning_rate": 4.9362880913648985e-05,
"loss": 5.1356,
"step": 38912
},
{
"epoch": 0.01,
"learning_rate": 4.9354511344942194e-05,
"loss": 5.1329,
"step": 39424
},
{
"epoch": 0.01,
"learning_rate": 4.9346125397431674e-05,
"loss": 5.1245,
"step": 39936
},
{
"epoch": 0.01,
"learning_rate": 4.9337739449921154e-05,
"loss": 5.121,
"step": 40448
},
{
"epoch": 0.01,
"learning_rate": 4.9329353502410634e-05,
"loss": 5.119,
"step": 40960
},
{
"epoch": 0.01,
"learning_rate": 4.9320967554900114e-05,
"loss": 5.1014,
"step": 41472
},
{
"epoch": 0.01,
"learning_rate": 4.9312581607389594e-05,
"loss": 5.1045,
"step": 41984
},
{
"epoch": 0.01,
"learning_rate": 4.9304195659879074e-05,
"loss": 5.1023,
"step": 42496
},
{
"epoch": 0.01,
"learning_rate": 4.9295809712368554e-05,
"loss": 5.0775,
"step": 43008
},
{
"epoch": 0.01,
"learning_rate": 4.9287423764858034e-05,
"loss": 5.0852,
"step": 43520
},
{
"epoch": 0.01,
"learning_rate": 4.9279037817347514e-05,
"loss": 5.0834,
"step": 44032
},
{
"epoch": 0.01,
"learning_rate": 4.9270651869836994e-05,
"loss": 5.085,
"step": 44544
},
{
"epoch": 0.01,
"learning_rate": 4.92622823011302e-05,
"loss": 5.066,
"step": 45056
},
{
"epoch": 0.01,
"learning_rate": 4.925389635361968e-05,
"loss": 5.0622,
"step": 45568
},
{
"epoch": 0.02,
"learning_rate": 4.924551040610916e-05,
"loss": 5.0487,
"step": 46080
},
{
"epoch": 0.02,
"learning_rate": 4.923712445859864e-05,
"loss": 5.044,
"step": 46592
},
{
"epoch": 0.02,
"learning_rate": 4.922875488989185e-05,
"loss": 5.045,
"step": 47104
},
{
"epoch": 0.02,
"learning_rate": 4.922036894238133e-05,
"loss": 5.0442,
"step": 47616
},
{
"epoch": 0.02,
"learning_rate": 4.921199937367455e-05,
"loss": 5.0354,
"step": 48128
},
{
"epoch": 0.02,
"learning_rate": 4.920361342616403e-05,
"loss": 5.0387,
"step": 48640
},
{
"epoch": 0.02,
"learning_rate": 4.919522747865351e-05,
"loss": 5.0267,
"step": 49152
},
{
"epoch": 0.02,
"learning_rate": 4.918684153114299e-05,
"loss": 5.0117,
"step": 49664
},
{
"epoch": 0.02,
"learning_rate": 4.917845558363247e-05,
"loss": 5.0086,
"step": 50176
},
{
"epoch": 0.02,
"learning_rate": 4.917006963612195e-05,
"loss": 5.0093,
"step": 50688
},
{
"epoch": 0.02,
"learning_rate": 4.916168368861143e-05,
"loss": 5.0068,
"step": 51200
},
{
"epoch": 0.02,
"learning_rate": 4.915329774110091e-05,
"loss": 5.0104,
"step": 51712
},
{
"epoch": 0.02,
"learning_rate": 4.914491179359039e-05,
"loss": 4.9925,
"step": 52224
},
{
"epoch": 0.02,
"learning_rate": 4.913652584607987e-05,
"loss": 4.9838,
"step": 52736
},
{
"epoch": 0.02,
"learning_rate": 4.912813989856935e-05,
"loss": 4.9888,
"step": 53248
},
{
"epoch": 0.02,
"learning_rate": 4.911975395105883e-05,
"loss": 4.9691,
"step": 53760
},
{
"epoch": 0.02,
"learning_rate": 4.9111400761155765e-05,
"loss": 4.9747,
"step": 54272
},
{
"epoch": 0.02,
"learning_rate": 4.9103014813645245e-05,
"loss": 4.9626,
"step": 54784
},
{
"epoch": 0.02,
"learning_rate": 4.909464524493846e-05,
"loss": 4.964,
"step": 55296
},
{
"epoch": 0.02,
"learning_rate": 4.908625929742794e-05,
"loss": 4.952,
"step": 55808
},
{
"epoch": 0.02,
"learning_rate": 4.907787334991742e-05,
"loss": 4.9532,
"step": 56320
},
{
"epoch": 0.02,
"learning_rate": 4.90694874024069e-05,
"loss": 4.943,
"step": 56832
},
{
"epoch": 0.02,
"learning_rate": 4.906110145489638e-05,
"loss": 4.9474,
"step": 57344
},
{
"epoch": 0.02,
"learning_rate": 4.905271550738586e-05,
"loss": 4.9426,
"step": 57856
},
{
"epoch": 0.02,
"learning_rate": 4.904432955987534e-05,
"loss": 4.9321,
"step": 58368
},
{
"epoch": 0.02,
"learning_rate": 4.903594361236482e-05,
"loss": 4.9421,
"step": 58880
},
{
"epoch": 0.02,
"learning_rate": 4.90275576648543e-05,
"loss": 4.9398,
"step": 59392
},
{
"epoch": 0.02,
"learning_rate": 4.901917171734378e-05,
"loss": 4.9296,
"step": 59904
},
{
"epoch": 0.02,
"learning_rate": 4.901078576983326e-05,
"loss": 4.9159,
"step": 60416
},
{
"epoch": 0.02,
"learning_rate": 4.900241620112647e-05,
"loss": 4.9172,
"step": 60928
},
{
"epoch": 0.02,
"learning_rate": 4.8994046632419686e-05,
"loss": 4.9134,
"step": 61440
},
{
"epoch": 0.02,
"learning_rate": 4.8985660684909166e-05,
"loss": 4.9165,
"step": 61952
},
{
"epoch": 0.02,
"learning_rate": 4.8977274737398646e-05,
"loss": 4.9096,
"step": 62464
},
{
"epoch": 0.02,
"learning_rate": 4.8968888789888125e-05,
"loss": 4.9001,
"step": 62976
},
{
"epoch": 0.02,
"learning_rate": 4.8960502842377605e-05,
"loss": 4.9031,
"step": 63488
},
{
"epoch": 0.02,
"learning_rate": 4.8952116894867085e-05,
"loss": 4.8894,
"step": 64000
},
{
"epoch": 0.02,
"learning_rate": 4.8943730947356565e-05,
"loss": 4.8945,
"step": 64512
},
{
"epoch": 0.02,
"learning_rate": 4.893534499984604e-05,
"loss": 4.8803,
"step": 65024
},
{
"epoch": 0.02,
"learning_rate": 4.8926975431139254e-05,
"loss": 4.8865,
"step": 65536
},
{
"epoch": 0.02,
"learning_rate": 4.8918589483628734e-05,
"loss": 4.8748,
"step": 66048
},
{
"epoch": 0.02,
"learning_rate": 4.8910203536118214e-05,
"loss": 4.8843,
"step": 66560
},
{
"epoch": 0.02,
"learning_rate": 4.890181758860769e-05,
"loss": 4.8833,
"step": 67072
},
{
"epoch": 0.02,
"learning_rate": 4.88934480199009e-05,
"loss": 4.8807,
"step": 67584
},
{
"epoch": 0.02,
"learning_rate": 4.888506207239038e-05,
"loss": 4.8567,
"step": 68096
},
{
"epoch": 0.02,
"learning_rate": 4.887667612487986e-05,
"loss": 4.8631,
"step": 68608
},
{
"epoch": 0.02,
"learning_rate": 4.886829017736934e-05,
"loss": 4.8608,
"step": 69120
},
{
"epoch": 0.02,
"learning_rate": 4.885990422985882e-05,
"loss": 4.864,
"step": 69632
},
{
"epoch": 0.02,
"learning_rate": 4.88515182823483e-05,
"loss": 4.852,
"step": 70144
},
{
"epoch": 0.02,
"learning_rate": 4.884313233483778e-05,
"loss": 4.8563,
"step": 70656
},
{
"epoch": 0.02,
"learning_rate": 4.883476276613099e-05,
"loss": 4.8458,
"step": 71168
},
{
"epoch": 0.02,
"learning_rate": 4.882637681862047e-05,
"loss": 4.8609,
"step": 71680
},
{
"epoch": 0.02,
"learning_rate": 4.881799087110995e-05,
"loss": 4.8292,
"step": 72192
},
{
"epoch": 0.02,
"learning_rate": 4.880960492359943e-05,
"loss": 4.8477,
"step": 72704
},
{
"epoch": 0.02,
"learning_rate": 4.880121897608891e-05,
"loss": 4.8323,
"step": 73216
},
{
"epoch": 0.02,
"learning_rate": 4.879284940738212e-05,
"loss": 4.8283,
"step": 73728
},
{
"epoch": 0.02,
"learning_rate": 4.87844634598716e-05,
"loss": 4.8276,
"step": 74240
},
{
"epoch": 0.02,
"learning_rate": 4.877607751236109e-05,
"loss": 4.813,
"step": 74752
},
{
"epoch": 0.02,
"learning_rate": 4.876769156485057e-05,
"loss": 4.8177,
"step": 75264
},
{
"epoch": 0.02,
"learning_rate": 4.875930561734005e-05,
"loss": 4.8258,
"step": 75776
},
{
"epoch": 0.02,
"learning_rate": 4.875093604863326e-05,
"loss": 4.8127,
"step": 76288
},
{
"epoch": 0.03,
"eval_loss": 4.776597499847412,
"eval_runtime": 334.2731,
"eval_samples_per_second": 1141.555,
"eval_steps_per_second": 35.674,
"step": 76320
},
{
"epoch": 1.0,
"learning_rate": 4.874255010112274e-05,
"loss": 4.8096,
"step": 76800
},
{
"epoch": 1.0,
"learning_rate": 4.873416415361222e-05,
"loss": 4.805,
"step": 77312
},
{
"epoch": 1.0,
"learning_rate": 4.87257782061017e-05,
"loss": 4.8152,
"step": 77824
},
{
"epoch": 1.0,
"learning_rate": 4.871739225859118e-05,
"loss": 4.8041,
"step": 78336
},
{
"epoch": 1.0,
"learning_rate": 4.8709006311080657e-05,
"loss": 4.8118,
"step": 78848
},
{
"epoch": 1.0,
"learning_rate": 4.8700620363570137e-05,
"loss": 4.7888,
"step": 79360
},
{
"epoch": 1.0,
"learning_rate": 4.8692234416059616e-05,
"loss": 4.7958,
"step": 79872
},
{
"epoch": 1.0,
"learning_rate": 4.8683864847352826e-05,
"loss": 4.7784,
"step": 80384
},
{
"epoch": 1.0,
"learning_rate": 4.8675478899842306e-05,
"loss": 4.7827,
"step": 80896
},
{
"epoch": 1.0,
"learning_rate": 4.8667092952331785e-05,
"loss": 4.7873,
"step": 81408
},
{
"epoch": 1.0,
"learning_rate": 4.865870700482127e-05,
"loss": 4.7836,
"step": 81920
},
{
"epoch": 1.0,
"learning_rate": 4.865033743611448e-05,
"loss": 4.7868,
"step": 82432
},
{
"epoch": 1.0,
"learning_rate": 4.864196786740769e-05,
"loss": 4.7658,
"step": 82944
},
{
"epoch": 1.0,
"learning_rate": 4.863358191989717e-05,
"loss": 4.7791,
"step": 83456
},
{
"epoch": 1.0,
"learning_rate": 4.862519597238665e-05,
"loss": 4.7625,
"step": 83968
},
{
"epoch": 1.0,
"learning_rate": 4.861681002487613e-05,
"loss": 4.7657,
"step": 84480
},
{
"epoch": 1.0,
"learning_rate": 4.860842407736561e-05,
"loss": 4.7681,
"step": 84992
},
{
"epoch": 1.0,
"learning_rate": 4.860003812985509e-05,
"loss": 4.7592,
"step": 85504
},
{
"epoch": 1.0,
"learning_rate": 4.859165218234457e-05,
"loss": 4.7605,
"step": 86016
},
{
"epoch": 1.0,
"learning_rate": 4.858326623483405e-05,
"loss": 4.7733,
"step": 86528
},
{
"epoch": 1.0,
"learning_rate": 4.857488028732352e-05,
"loss": 4.7492,
"step": 87040
},
{
"epoch": 1.0,
"learning_rate": 4.856649433981301e-05,
"loss": 4.7564,
"step": 87552
},
{
"epoch": 1.0,
"learning_rate": 4.855810839230249e-05,
"loss": 4.7493,
"step": 88064
},
{
"epoch": 1.0,
"learning_rate": 4.85497388235957e-05,
"loss": 4.759,
"step": 88576
},
{
"epoch": 1.0,
"learning_rate": 4.8541369254888915e-05,
"loss": 4.7482,
"step": 89088
},
{
"epoch": 1.0,
"learning_rate": 4.8532983307378395e-05,
"loss": 4.7478,
"step": 89600
},
{
"epoch": 1.0,
"learning_rate": 4.8524597359867875e-05,
"loss": 4.73,
"step": 90112
},
{
"epoch": 1.0,
"learning_rate": 4.851621141235735e-05,
"loss": 4.7388,
"step": 90624
},
{
"epoch": 1.0,
"learning_rate": 4.850782546484683e-05,
"loss": 4.7267,
"step": 91136
},
{
"epoch": 1.01,
"learning_rate": 4.849943951733631e-05,
"loss": 4.7375,
"step": 91648
},
{
"epoch": 1.01,
"learning_rate": 4.8491069948629524e-05,
"loss": 4.7324,
"step": 92160
},
{
"epoch": 1.01,
"learning_rate": 4.8482684001119e-05,
"loss": 4.7306,
"step": 92672
},
{
"epoch": 1.01,
"learning_rate": 4.847429805360848e-05,
"loss": 4.7344,
"step": 93184
},
{
"epoch": 1.01,
"learning_rate": 4.8465912106097964e-05,
"loss": 4.7242,
"step": 93696
},
{
"epoch": 1.01,
"learning_rate": 4.845754253739117e-05,
"loss": 4.7293,
"step": 94208
},
{
"epoch": 1.01,
"learning_rate": 4.844915658988065e-05,
"loss": 4.7223,
"step": 94720
},
{
"epoch": 1.01,
"learning_rate": 4.844077064237013e-05,
"loss": 4.7112,
"step": 95232
},
{
"epoch": 1.01,
"learning_rate": 4.843238469485961e-05,
"loss": 4.7042,
"step": 95744
},
{
"epoch": 1.01,
"learning_rate": 4.842399874734909e-05,
"loss": 4.6943,
"step": 96256
},
{
"epoch": 1.01,
"learning_rate": 4.841561279983857e-05,
"loss": 4.7023,
"step": 96768
},
{
"epoch": 1.01,
"learning_rate": 4.840722685232805e-05,
"loss": 4.7005,
"step": 97280
},
{
"epoch": 1.01,
"learning_rate": 4.839884090481753e-05,
"loss": 4.7087,
"step": 97792
},
{
"epoch": 1.01,
"learning_rate": 4.839047133611074e-05,
"loss": 4.6918,
"step": 98304
},
{
"epoch": 1.01,
"learning_rate": 4.838208538860022e-05,
"loss": 4.6934,
"step": 98816
},
{
"epoch": 1.01,
"learning_rate": 4.837371581989343e-05,
"loss": 4.698,
"step": 99328
},
{
"epoch": 1.01,
"learning_rate": 4.836532987238292e-05,
"loss": 4.6902,
"step": 99840
},
{
"epoch": 1.01,
"learning_rate": 4.83569439248724e-05,
"loss": 4.6962,
"step": 100352
},
{
"epoch": 1.01,
"learning_rate": 4.834855797736188e-05,
"loss": 4.6815,
"step": 100864
},
{
"epoch": 1.01,
"learning_rate": 4.834017202985136e-05,
"loss": 4.6733,
"step": 101376
},
{
"epoch": 1.01,
"learning_rate": 4.833178608234084e-05,
"loss": 4.6997,
"step": 101888
},
{
"epoch": 1.01,
"learning_rate": 4.832340013483032e-05,
"loss": 4.6935,
"step": 102400
},
{
"epoch": 1.01,
"learning_rate": 4.8315030566123526e-05,
"loss": 4.6806,
"step": 102912
},
{
"epoch": 1.01,
"learning_rate": 4.8306644618613006e-05,
"loss": 4.6753,
"step": 103424
},
{
"epoch": 1.01,
"learning_rate": 4.8298258671102486e-05,
"loss": 4.6821,
"step": 103936
},
{
"epoch": 1.01,
"learning_rate": 4.8289872723591966e-05,
"loss": 4.6666,
"step": 104448
},
{
"epoch": 1.01,
"learning_rate": 4.8281486776081446e-05,
"loss": 4.6843,
"step": 104960
},
{
"epoch": 1.01,
"learning_rate": 4.8273100828570926e-05,
"loss": 4.6552,
"step": 105472
},
{
"epoch": 1.01,
"learning_rate": 4.8264714881060406e-05,
"loss": 4.6788,
"step": 105984
},
{
"epoch": 1.01,
"learning_rate": 4.8256345312353615e-05,
"loss": 4.6733,
"step": 106496
},
{
"epoch": 1.01,
"learning_rate": 4.8247959364843095e-05,
"loss": 4.6567,
"step": 107008
},
{
"epoch": 1.01,
"learning_rate": 4.823957341733258e-05,
"loss": 4.6517,
"step": 107520
},
{
"epoch": 1.01,
"learning_rate": 4.823118746982206e-05,
"loss": 4.6662,
"step": 108032
},
{
"epoch": 1.01,
"learning_rate": 4.8222801522311535e-05,
"loss": 4.6301,
"step": 108544
},
{
"epoch": 1.01,
"learning_rate": 4.8214415574801015e-05,
"loss": 4.6503,
"step": 109056
},
{
"epoch": 1.01,
"learning_rate": 4.8206029627290495e-05,
"loss": 4.6631,
"step": 109568
},
{
"epoch": 1.01,
"learning_rate": 4.8197643679779975e-05,
"loss": 4.6546,
"step": 110080
},
{
"epoch": 1.01,
"learning_rate": 4.8189274111073184e-05,
"loss": 4.6445,
"step": 110592
},
{
"epoch": 1.01,
"learning_rate": 4.8180888163562664e-05,
"loss": 4.6318,
"step": 111104
},
{
"epoch": 1.01,
"learning_rate": 4.8172502216052144e-05,
"loss": 4.636,
"step": 111616
},
{
"epoch": 1.01,
"learning_rate": 4.816413264734535e-05,
"loss": 4.6383,
"step": 112128
},
{
"epoch": 1.01,
"learning_rate": 4.815576307863857e-05,
"loss": 4.6462,
"step": 112640
},
{
"epoch": 1.01,
"learning_rate": 4.814737713112805e-05,
"loss": 4.6352,
"step": 113152
},
{
"epoch": 1.01,
"learning_rate": 4.8138991183617535e-05,
"loss": 4.6425,
"step": 113664
},
{
"epoch": 1.01,
"learning_rate": 4.813060523610701e-05,
"loss": 4.6462,
"step": 114176
},
{
"epoch": 1.01,
"learning_rate": 4.812221928859649e-05,
"loss": 4.6435,
"step": 114688
},
{
"epoch": 1.01,
"learning_rate": 4.811383334108597e-05,
"loss": 4.6267,
"step": 115200
},
{
"epoch": 1.01,
"learning_rate": 4.810544739357545e-05,
"loss": 4.6316,
"step": 115712
},
{
"epoch": 1.01,
"learning_rate": 4.809706144606493e-05,
"loss": 4.63,
"step": 116224
},
{
"epoch": 1.01,
"learning_rate": 4.808867549855441e-05,
"loss": 4.623,
"step": 116736
},
{
"epoch": 1.01,
"learning_rate": 4.808030592984762e-05,
"loss": 4.6265,
"step": 117248
},
{
"epoch": 1.01,
"learning_rate": 4.80719199823371e-05,
"loss": 4.6174,
"step": 117760
},
{
"epoch": 1.01,
"learning_rate": 4.806353403482658e-05,
"loss": 4.6268,
"step": 118272
},
{
"epoch": 1.01,
"learning_rate": 4.805514808731606e-05,
"loss": 4.6247,
"step": 118784
},
{
"epoch": 1.01,
"learning_rate": 4.804676213980554e-05,
"loss": 4.6032,
"step": 119296
},
{
"epoch": 1.01,
"learning_rate": 4.803837619229502e-05,
"loss": 4.6183,
"step": 119808
},
{
"epoch": 1.01,
"learning_rate": 4.803000662358823e-05,
"loss": 4.6152,
"step": 120320
},
{
"epoch": 1.01,
"learning_rate": 4.802162067607771e-05,
"loss": 4.6234,
"step": 120832
},
{
"epoch": 1.01,
"learning_rate": 4.801323472856719e-05,
"loss": 4.6128,
"step": 121344
},
{
"epoch": 1.01,
"learning_rate": 4.800484878105667e-05,
"loss": 4.608,
"step": 121856
},
{
"epoch": 1.02,
"learning_rate": 4.799646283354615e-05,
"loss": 4.6014,
"step": 122368
},
{
"epoch": 1.02,
"learning_rate": 4.798807688603563e-05,
"loss": 4.5973,
"step": 122880
},
{
"epoch": 1.02,
"learning_rate": 4.797970731732884e-05,
"loss": 4.6022,
"step": 123392
},
{
"epoch": 1.02,
"learning_rate": 4.797132136981832e-05,
"loss": 4.6073,
"step": 123904
},
{
"epoch": 1.02,
"learning_rate": 4.79629354223078e-05,
"loss": 4.6041,
"step": 124416
},
{
"epoch": 1.02,
"learning_rate": 4.795454947479728e-05,
"loss": 4.608,
"step": 124928
},
{
"epoch": 1.02,
"learning_rate": 4.794617990609049e-05,
"loss": 4.5992,
"step": 125440
},
{
"epoch": 1.02,
"learning_rate": 4.793779395857997e-05,
"loss": 4.5927,
"step": 125952
},
{
"epoch": 1.02,
"learning_rate": 4.792940801106946e-05,
"loss": 4.59,
"step": 126464
},
{
"epoch": 1.02,
"learning_rate": 4.792102206355894e-05,
"loss": 4.5944,
"step": 126976
},
{
"epoch": 1.02,
"learning_rate": 4.791263611604842e-05,
"loss": 4.5985,
"step": 127488
},
{
"epoch": 1.02,
"learning_rate": 4.79042501685379e-05,
"loss": 4.5987,
"step": 128000
},
{
"epoch": 1.02,
"learning_rate": 4.789586422102737e-05,
"loss": 4.5886,
"step": 128512
},
{
"epoch": 1.02,
"learning_rate": 4.788747827351685e-05,
"loss": 4.5791,
"step": 129024
},
{
"epoch": 1.02,
"learning_rate": 4.7879108704810067e-05,
"loss": 4.5914,
"step": 129536
},
{
"epoch": 1.02,
"learning_rate": 4.7870722757299546e-05,
"loss": 4.5754,
"step": 130048
},
{
"epoch": 1.02,
"learning_rate": 4.7862353188592756e-05,
"loss": 4.581,
"step": 130560
},
{
"epoch": 1.02,
"learning_rate": 4.7853967241082236e-05,
"loss": 4.5751,
"step": 131072
},
{
"epoch": 1.02,
"learning_rate": 4.7845581293571715e-05,
"loss": 4.5765,
"step": 131584
},
{
"epoch": 1.02,
"learning_rate": 4.7837195346061195e-05,
"loss": 4.5667,
"step": 132096
},
{
"epoch": 1.02,
"learning_rate": 4.7828809398550675e-05,
"loss": 4.5766,
"step": 132608
},
{
"epoch": 1.02,
"learning_rate": 4.7820423451040155e-05,
"loss": 4.5643,
"step": 133120
},
{
"epoch": 1.02,
"learning_rate": 4.7812037503529635e-05,
"loss": 4.5688,
"step": 133632
},
{
"epoch": 1.02,
"learning_rate": 4.7803651556019115e-05,
"loss": 4.5736,
"step": 134144
},
{
"epoch": 1.02,
"learning_rate": 4.7795265608508595e-05,
"loss": 4.5606,
"step": 134656
},
{
"epoch": 1.02,
"learning_rate": 4.7786896039801804e-05,
"loss": 4.5814,
"step": 135168
},
{
"epoch": 1.02,
"learning_rate": 4.7778510092291284e-05,
"loss": 4.5775,
"step": 135680
},
{
"epoch": 1.02,
"learning_rate": 4.777014052358449e-05,
"loss": 4.5696,
"step": 136192
},
{
"epoch": 1.02,
"learning_rate": 4.776175457607397e-05,
"loss": 4.5604,
"step": 136704
},
{
"epoch": 1.02,
"learning_rate": 4.775336862856345e-05,
"loss": 4.5581,
"step": 137216
},
{
"epoch": 1.02,
"learning_rate": 4.774498268105293e-05,
"loss": 4.5644,
"step": 137728
},
{
"epoch": 1.02,
"learning_rate": 4.773659673354241e-05,
"loss": 4.5577,
"step": 138240
},
{
"epoch": 1.02,
"learning_rate": 4.772821078603189e-05,
"loss": 4.5691,
"step": 138752
},
{
"epoch": 1.02,
"learning_rate": 4.771982483852137e-05,
"loss": 4.5521,
"step": 139264
},
{
"epoch": 1.02,
"learning_rate": 4.771143889101086e-05,
"loss": 4.5572,
"step": 139776
},
{
"epoch": 1.02,
"learning_rate": 4.770306932230407e-05,
"loss": 4.5541,
"step": 140288
},
{
"epoch": 1.02,
"learning_rate": 4.769468337479355e-05,
"loss": 4.5601,
"step": 140800
},
{
"epoch": 1.02,
"learning_rate": 4.768629742728303e-05,
"loss": 4.5416,
"step": 141312
},
{
"epoch": 1.02,
"learning_rate": 4.767791147977251e-05,
"loss": 4.5538,
"step": 141824
},
{
"epoch": 1.02,
"learning_rate": 4.766954191106572e-05,
"loss": 4.5505,
"step": 142336
},
{
"epoch": 1.02,
"learning_rate": 4.76611559635552e-05,
"loss": 4.5506,
"step": 142848
},
{
"epoch": 1.02,
"learning_rate": 4.765277001604468e-05,
"loss": 4.5552,
"step": 143360
},
{
"epoch": 1.02,
"learning_rate": 4.764438406853416e-05,
"loss": 4.5583,
"step": 143872
},
{
"epoch": 1.02,
"learning_rate": 4.763599812102364e-05,
"loss": 4.5369,
"step": 144384
},
{
"epoch": 1.02,
"learning_rate": 4.762761217351312e-05,
"loss": 4.543,
"step": 144896
},
{
"epoch": 1.02,
"learning_rate": 4.76192262260026e-05,
"loss": 4.5481,
"step": 145408
},
{
"epoch": 1.02,
"learning_rate": 4.7610856657295813e-05,
"loss": 4.5451,
"step": 145920
},
{
"epoch": 1.02,
"learning_rate": 4.7602470709785293e-05,
"loss": 4.5414,
"step": 146432
},
{
"epoch": 1.02,
"learning_rate": 4.7594084762274773e-05,
"loss": 4.5443,
"step": 146944
},
{
"epoch": 1.02,
"learning_rate": 4.758569881476425e-05,
"loss": 4.5371,
"step": 147456
},
{
"epoch": 1.02,
"learning_rate": 4.757732924605746e-05,
"loss": 4.5547,
"step": 147968
},
{
"epoch": 1.02,
"learning_rate": 4.756894329854694e-05,
"loss": 4.5258,
"step": 148480
},
{
"epoch": 1.02,
"learning_rate": 4.756055735103642e-05,
"loss": 4.545,
"step": 148992
},
{
"epoch": 1.02,
"learning_rate": 4.75521714035259e-05,
"loss": 4.5325,
"step": 149504
},
{
"epoch": 1.02,
"learning_rate": 4.7543785456015375e-05,
"loss": 4.5294,
"step": 150016
},
{
"epoch": 1.02,
"learning_rate": 4.753541588730859e-05,
"loss": 4.5291,
"step": 150528
},
{
"epoch": 1.02,
"learning_rate": 4.752702993979807e-05,
"loss": 4.523,
"step": 151040
},
{
"epoch": 1.02,
"learning_rate": 4.751866037109128e-05,
"loss": 4.5243,
"step": 151552
},
{
"epoch": 1.02,
"learning_rate": 4.751027442358077e-05,
"loss": 4.5291,
"step": 152064
},
{
"epoch": 1.02,
"learning_rate": 4.750188847607025e-05,
"loss": 4.522,
"step": 152576
},
{
"epoch": 1.03,
"eval_loss": 4.489930629730225,
"eval_runtime": 296.2133,
"eval_samples_per_second": 1288.231,
"eval_steps_per_second": 40.258,
"step": 152640
},
{
"epoch": 0.0,
"learning_rate": 4.749350252855973e-05,
"loss": 4.5215,
"step": 153088
},
{
"epoch": 0.0,
"learning_rate": 4.748511658104921e-05,
"loss": 4.514,
"step": 153600
},
{
"epoch": 0.0,
"learning_rate": 4.747673063353868e-05,
"loss": 4.5337,
"step": 154112
},
{
"epoch": 0.0,
"learning_rate": 4.746834468602816e-05,
"loss": 4.5199,
"step": 154624
},
{
"epoch": 0.0,
"learning_rate": 4.745995873851764e-05,
"loss": 4.5307,
"step": 155136
},
{
"epoch": 0.0,
"learning_rate": 4.745157279100712e-05,
"loss": 4.5101,
"step": 155648
},
{
"epoch": 0.0,
"learning_rate": 4.74431868434966e-05,
"loss": 4.5181,
"step": 156160
},
{
"epoch": 0.0,
"learning_rate": 4.743480089598608e-05,
"loss": 4.503,
"step": 156672
},
{
"epoch": 0.0,
"learning_rate": 4.742641494847556e-05,
"loss": 4.5138,
"step": 157184
},
{
"epoch": 0.0,
"learning_rate": 4.741802900096504e-05,
"loss": 4.5129,
"step": 157696
},
{
"epoch": 0.0,
"learning_rate": 4.740964305345452e-05,
"loss": 4.5098,
"step": 158208
},
{
"epoch": 0.0,
"learning_rate": 4.7401257105944e-05,
"loss": 4.5219,
"step": 158720
},
{
"epoch": 0.0,
"learning_rate": 4.7392887537237216e-05,
"loss": 4.4984,
"step": 159232
},
{
"epoch": 0.0,
"learning_rate": 4.7384501589726696e-05,
"loss": 4.5136,
"step": 159744
},
{
"epoch": 0.0,
"learning_rate": 4.7376115642216176e-05,
"loss": 4.4982,
"step": 160256
},
{
"epoch": 0.0,
"learning_rate": 4.7367729694705656e-05,
"loss": 4.4992,
"step": 160768
},
{
"epoch": 0.0,
"learning_rate": 4.7359343747195135e-05,
"loss": 4.4996,
"step": 161280
},
{
"epoch": 0.0,
"learning_rate": 4.7350957799684615e-05,
"loss": 4.5065,
"step": 161792
},
{
"epoch": 0.0,
"learning_rate": 4.7342571852174095e-05,
"loss": 4.4979,
"step": 162304
},
{
"epoch": 0.0,
"learning_rate": 4.733418590466357e-05,
"loss": 4.5167,
"step": 162816
},
{
"epoch": 0.0,
"learning_rate": 4.732579995715305e-05,
"loss": 4.4986,
"step": 163328
},
{
"epoch": 0.0,
"learning_rate": 4.731741400964253e-05,
"loss": 4.5005,
"step": 163840
},
{
"epoch": 0.0,
"learning_rate": 4.730902806213201e-05,
"loss": 4.499,
"step": 164352
},
{
"epoch": 0.0,
"learning_rate": 4.730064211462149e-05,
"loss": 4.5098,
"step": 164864
},
{
"epoch": 0.0,
"learning_rate": 4.7292288924718433e-05,
"loss": 4.4952,
"step": 165376
},
{
"epoch": 0.0,
"learning_rate": 4.728390297720791e-05,
"loss": 4.499,
"step": 165888
},
{
"epoch": 0.0,
"learning_rate": 4.727551702969739e-05,
"loss": 4.4853,
"step": 166400
},
{
"epoch": 0.0,
"learning_rate": 4.726713108218687e-05,
"loss": 4.491,
"step": 166912
},
{
"epoch": 0.0,
"learning_rate": 4.725874513467635e-05,
"loss": 4.4797,
"step": 167424
},
{
"epoch": 0.01,
"learning_rate": 4.725035918716583e-05,
"loss": 4.4946,
"step": 167936
},
{
"epoch": 0.01,
"learning_rate": 4.724197323965531e-05,
"loss": 4.4916,
"step": 168448
},
{
"epoch": 0.01,
"learning_rate": 4.723358729214479e-05,
"loss": 4.4887,
"step": 168960
},
{
"epoch": 0.01,
"learning_rate": 4.722523410224174e-05,
"loss": 4.4968,
"step": 169472
},
{
"epoch": 0.01,
"learning_rate": 4.721684815473121e-05,
"loss": 4.4855,
"step": 169984
},
{
"epoch": 0.01,
"learning_rate": 4.720847858602443e-05,
"loss": 4.4859,
"step": 170496
},
{
"epoch": 0.01,
"learning_rate": 4.720009263851391e-05,
"loss": 4.4882,
"step": 171008
},
{
"epoch": 0.01,
"learning_rate": 4.719170669100339e-05,
"loss": 4.4807,
"step": 171520
},
{
"epoch": 0.01,
"learning_rate": 4.718332074349287e-05,
"loss": 4.4705,
"step": 172032
},
{
"epoch": 0.01,
"learning_rate": 4.717493479598235e-05,
"loss": 4.463,
"step": 172544
},
{
"epoch": 0.01,
"learning_rate": 4.716654884847183e-05,
"loss": 4.4725,
"step": 173056
},
{
"epoch": 0.01,
"learning_rate": 4.715816290096131e-05,
"loss": 4.4739,
"step": 173568
},
{
"epoch": 0.01,
"learning_rate": 4.714977695345079e-05,
"loss": 4.4795,
"step": 174080
},
{
"epoch": 0.01,
"learning_rate": 4.714139100594027e-05,
"loss": 4.47,
"step": 174592
},
{
"epoch": 0.01,
"learning_rate": 4.713300505842975e-05,
"loss": 4.4642,
"step": 175104
},
{
"epoch": 0.01,
"learning_rate": 4.712461911091923e-05,
"loss": 4.478,
"step": 175616
},
{
"epoch": 0.01,
"learning_rate": 4.711623316340871e-05,
"loss": 4.4691,
"step": 176128
},
{
"epoch": 0.01,
"learning_rate": 4.7107863594701916e-05,
"loss": 4.47,
"step": 176640
},
{
"epoch": 0.01,
"learning_rate": 4.7099477647191396e-05,
"loss": 4.4637,
"step": 177152
},
{
"epoch": 0.01,
"learning_rate": 4.7091091699680876e-05,
"loss": 4.4517,
"step": 177664
},
{
"epoch": 0.01,
"learning_rate": 4.7082705752170356e-05,
"loss": 4.4822,
"step": 178176
},
{
"epoch": 0.01,
"learning_rate": 4.707433618346357e-05,
"loss": 4.474,
"step": 178688
},
{
"epoch": 0.01,
"learning_rate": 4.706595023595305e-05,
"loss": 4.4638,
"step": 179200
},
{
"epoch": 0.01,
"learning_rate": 4.705756428844253e-05,
"loss": 4.4611,
"step": 179712
},
{
"epoch": 0.01,
"learning_rate": 4.704917834093201e-05,
"loss": 4.47,
"step": 180224
},
{
"epoch": 0.01,
"learning_rate": 4.704080877222522e-05,
"loss": 4.4506,
"step": 180736
},
{
"epoch": 0.01,
"learning_rate": 4.70324228247147e-05,
"loss": 4.4718,
"step": 181248
},
{
"epoch": 0.01,
"learning_rate": 4.702403687720418e-05,
"loss": 4.4457,
"step": 181760
},
{
"epoch": 0.01,
"learning_rate": 4.701565092969366e-05,
"loss": 4.4634,
"step": 182272
},
{
"epoch": 0.01,
"learning_rate": 4.700726498218314e-05,
"loss": 4.4678,
"step": 182784
},
{
"epoch": 0.01,
"learning_rate": 4.699887903467262e-05,
"loss": 4.4494,
"step": 183296
},
{
"epoch": 0.01,
"learning_rate": 4.69904930871621e-05,
"loss": 4.4421,
"step": 183808
},
{
"epoch": 0.01,
"learning_rate": 4.698212351845531e-05,
"loss": 4.4598,
"step": 184320
},
{
"epoch": 0.01,
"learning_rate": 4.697373757094479e-05,
"loss": 4.4308,
"step": 184832
},
{
"epoch": 0.01,
"learning_rate": 4.6965351623434276e-05,
"loss": 4.4475,
"step": 185344
},
{
"epoch": 0.01,
"learning_rate": 4.6956965675923756e-05,
"loss": 4.4555,
"step": 185856
},
{
"epoch": 0.01,
"learning_rate": 4.694857972841323e-05,
"loss": 4.4547,
"step": 186368
},
{
"epoch": 0.01,
"learning_rate": 4.694019378090271e-05,
"loss": 4.4462,
"step": 186880
},
{
"epoch": 0.01,
"learning_rate": 4.693180783339219e-05,
"loss": 4.4318,
"step": 187392
},
{
"epoch": 0.01,
"learning_rate": 4.692342188588167e-05,
"loss": 4.4346,
"step": 187904
},
{
"epoch": 0.01,
"learning_rate": 4.691505231717488e-05,
"loss": 4.4378,
"step": 188416
},
{
"epoch": 0.01,
"learning_rate": 4.690666636966436e-05,
"loss": 4.4504,
"step": 188928
},
{
"epoch": 0.01,
"learning_rate": 4.689828042215384e-05,
"loss": 4.4381,
"step": 189440
},
{
"epoch": 0.01,
"learning_rate": 4.688989447464332e-05,
"loss": 4.4476,
"step": 189952
},
{
"epoch": 0.01,
"learning_rate": 4.68815085271328e-05,
"loss": 4.4533,
"step": 190464
},
{
"epoch": 0.01,
"learning_rate": 4.6873138958426014e-05,
"loss": 4.4485,
"step": 190976
},
{
"epoch": 0.01,
"learning_rate": 4.6864753010915494e-05,
"loss": 4.4331,
"step": 191488
},
{
"epoch": 0.01,
"learning_rate": 4.68563834422087e-05,
"loss": 4.4384,
"step": 192000
},
{
"epoch": 0.01,
"learning_rate": 4.684799749469818e-05,
"loss": 4.4454,
"step": 192512
},
{
"epoch": 0.01,
"learning_rate": 4.683961154718766e-05,
"loss": 4.4325,
"step": 193024
},
{
"epoch": 0.01,
"learning_rate": 4.683122559967714e-05,
"loss": 4.4364,
"step": 193536
},
{
"epoch": 0.01,
"learning_rate": 4.682283965216662e-05,
"loss": 4.4319,
"step": 194048
},
{
"epoch": 0.01,
"learning_rate": 4.68144537046561e-05,
"loss": 4.4336,
"step": 194560
},
{
"epoch": 0.01,
"learning_rate": 4.680606775714558e-05,
"loss": 4.4405,
"step": 195072
},
{
"epoch": 0.01,
"learning_rate": 4.679768180963506e-05,
"loss": 4.4168,
"step": 195584
},
{
"epoch": 0.01,
"learning_rate": 4.678931224092827e-05,
"loss": 4.4361,
"step": 196096
},
{
"epoch": 0.01,
"learning_rate": 4.678092629341775e-05,
"loss": 4.4272,
"step": 196608
},
{
"epoch": 0.01,
"learning_rate": 4.677254034590723e-05,
"loss": 4.44,
"step": 197120
},
{
"epoch": 0.01,
"learning_rate": 4.676415439839671e-05,
"loss": 4.4292,
"step": 197632
},
{
"epoch": 0.01,
"learning_rate": 4.675578482968993e-05,
"loss": 4.4273,
"step": 198144
},
{
"epoch": 0.02,
"learning_rate": 4.674739888217941e-05,
"loss": 4.4213,
"step": 198656
},
{
"epoch": 0.02,
"learning_rate": 4.673901293466889e-05,
"loss": 4.4176,
"step": 199168
},
{
"epoch": 0.02,
"learning_rate": 4.673062698715837e-05,
"loss": 4.4176,
"step": 199680
},
{
"epoch": 0.02,
"learning_rate": 4.672224103964785e-05,
"loss": 4.4251,
"step": 200192
},
{
"epoch": 0.02,
"learning_rate": 4.6713871470941056e-05,
"loss": 4.433,
"step": 200704
},
{
"epoch": 0.02,
"learning_rate": 4.6705485523430536e-05,
"loss": 4.4272,
"step": 201216
},
{
"epoch": 0.02,
"learning_rate": 4.6697115954723745e-05,
"loss": 4.4187,
"step": 201728
},
{
"epoch": 0.02,
"learning_rate": 4.6688746386016954e-05,
"loss": 4.4147,
"step": 202240
},
{
"epoch": 0.02,
"learning_rate": 4.6680360438506434e-05,
"loss": 4.4157,
"step": 202752
},
{
"epoch": 0.02,
"learning_rate": 4.667197449099592e-05,
"loss": 4.4176,
"step": 203264
},
{
"epoch": 0.02,
"learning_rate": 4.66635885434854e-05,
"loss": 4.4262,
"step": 203776
},
{
"epoch": 0.02,
"learning_rate": 4.665520259597488e-05,
"loss": 4.4243,
"step": 204288
},
{
"epoch": 0.02,
"learning_rate": 4.664681664846436e-05,
"loss": 4.4153,
"step": 204800
},
{
"epoch": 0.02,
"learning_rate": 4.663843070095384e-05,
"loss": 4.407,
"step": 205312
},
{
"epoch": 0.02,
"learning_rate": 4.663004475344332e-05,
"loss": 4.4235,
"step": 205824
},
{
"epoch": 0.02,
"learning_rate": 4.662167518473653e-05,
"loss": 4.4028,
"step": 206336
},
{
"epoch": 0.02,
"learning_rate": 4.661328923722601e-05,
"loss": 4.4133,
"step": 206848
},
{
"epoch": 0.02,
"learning_rate": 4.660490328971549e-05,
"loss": 4.4047,
"step": 207360
},
{
"epoch": 0.02,
"learning_rate": 4.659651734220497e-05,
"loss": 4.4109,
"step": 207872
},
{
"epoch": 0.02,
"learning_rate": 4.658813139469445e-05,
"loss": 4.4009,
"step": 208384
},
{
"epoch": 0.02,
"learning_rate": 4.657974544718393e-05,
"loss": 4.4125,
"step": 208896
},
{
"epoch": 0.02,
"learning_rate": 4.657135949967341e-05,
"loss": 4.4016,
"step": 209408
},
{
"epoch": 0.02,
"learning_rate": 4.656297355216288e-05,
"loss": 4.3972,
"step": 209920
},
{
"epoch": 0.02,
"learning_rate": 4.655458760465237e-05,
"loss": 4.4141,
"step": 210432
},
{
"epoch": 0.02,
"learning_rate": 4.654620165714185e-05,
"loss": 4.3937,
"step": 210944
},
{
"epoch": 0.02,
"learning_rate": 4.653781570963133e-05,
"loss": 4.419,
"step": 211456
},
{
"epoch": 0.02,
"learning_rate": 4.652942976212081e-05,
"loss": 4.4143,
"step": 211968
},
{
"epoch": 0.02,
"learning_rate": 4.6521076572217755e-05,
"loss": 4.4084,
"step": 212480
},
{
"epoch": 0.02,
"learning_rate": 4.6512690624707234e-05,
"loss": 4.3995,
"step": 212992
},
{
"epoch": 0.02,
"learning_rate": 4.650430467719671e-05,
"loss": 4.4006,
"step": 213504
},
{
"epoch": 0.02,
"learning_rate": 4.649591872968619e-05,
"loss": 4.4,
"step": 214016
},
{
"epoch": 0.02,
"learning_rate": 4.648753278217567e-05,
"loss": 4.3996,
"step": 214528
},
{
"epoch": 0.02,
"learning_rate": 4.647914683466515e-05,
"loss": 4.4089,
"step": 215040
},
{
"epoch": 0.02,
"learning_rate": 4.647076088715463e-05,
"loss": 4.3915,
"step": 215552
},
{
"epoch": 0.02,
"learning_rate": 4.6462391318447837e-05,
"loss": 4.4,
"step": 216064
},
{
"epoch": 0.02,
"learning_rate": 4.645400537093732e-05,
"loss": 4.4,
"step": 216576
},
{
"epoch": 0.02,
"learning_rate": 4.64456194234268e-05,
"loss": 4.3993,
"step": 217088
},
{
"epoch": 0.02,
"learning_rate": 4.643723347591628e-05,
"loss": 4.3895,
"step": 217600
},
{
"epoch": 0.02,
"learning_rate": 4.642884752840576e-05,
"loss": 4.3958,
"step": 218112
},
{
"epoch": 0.02,
"learning_rate": 4.642046158089524e-05,
"loss": 4.3956,
"step": 218624
},
{
"epoch": 0.02,
"learning_rate": 4.641207563338472e-05,
"loss": 4.3985,
"step": 219136
},
{
"epoch": 0.02,
"learning_rate": 4.64036896858742e-05,
"loss": 4.3988,
"step": 219648
},
{
"epoch": 0.02,
"learning_rate": 4.639532011716741e-05,
"loss": 4.4063,
"step": 220160
},
{
"epoch": 0.02,
"learning_rate": 4.638693416965689e-05,
"loss": 4.3841,
"step": 220672
},
{
"epoch": 0.02,
"learning_rate": 4.637854822214637e-05,
"loss": 4.3943,
"step": 221184
},
{
"epoch": 0.02,
"learning_rate": 4.637016227463585e-05,
"loss": 4.3981,
"step": 221696
},
{
"epoch": 0.02,
"learning_rate": 4.636179270592906e-05,
"loss": 4.3923,
"step": 222208
},
{
"epoch": 0.02,
"learning_rate": 4.635340675841854e-05,
"loss": 4.3885,
"step": 222720
},
{
"epoch": 0.02,
"learning_rate": 4.634502081090802e-05,
"loss": 4.3993,
"step": 223232
},
{
"epoch": 0.02,
"learning_rate": 4.633663486339751e-05,
"loss": 4.3885,
"step": 223744
},
{
"epoch": 0.02,
"learning_rate": 4.632826529469072e-05,
"loss": 4.4045,
"step": 224256
},
{
"epoch": 0.02,
"learning_rate": 4.63198793471802e-05,
"loss": 4.3784,
"step": 224768
},
{
"epoch": 0.02,
"learning_rate": 4.631149339966968e-05,
"loss": 4.392,
"step": 225280
},
{
"epoch": 0.02,
"learning_rate": 4.630310745215916e-05,
"loss": 4.3873,
"step": 225792
},
{
"epoch": 0.02,
"learning_rate": 4.6294737883452366e-05,
"loss": 4.3845,
"step": 226304
},
{
"epoch": 0.02,
"learning_rate": 4.6286351935941846e-05,
"loss": 4.3813,
"step": 226816
},
{
"epoch": 0.02,
"learning_rate": 4.6277965988431326e-05,
"loss": 4.3787,
"step": 227328
},
{
"epoch": 0.02,
"learning_rate": 4.6269580040920806e-05,
"loss": 4.3754,
"step": 227840
},
{
"epoch": 0.02,
"learning_rate": 4.6261210472214015e-05,
"loss": 4.3829,
"step": 228352
},
{
"epoch": 0.02,
"learning_rate": 4.6252824524703495e-05,
"loss": 4.3812,
"step": 228864
},
{
"epoch": 0.03,
"eval_loss": 4.353302478790283,
"eval_runtime": 306.5317,
"eval_samples_per_second": 1244.866,
"eval_steps_per_second": 38.903,
"step": 228960
},
{
"epoch": 1.0,
"learning_rate": 4.6244438577192975e-05,
"loss": 4.3829,
"step": 229376
},
{
"epoch": 1.0,
"learning_rate": 4.623605262968246e-05,
"loss": 4.369,
"step": 229888
},
{
"epoch": 1.0,
"learning_rate": 4.622766668217194e-05,
"loss": 4.3908,
"step": 230400
},
{
"epoch": 1.0,
"learning_rate": 4.621929711346515e-05,
"loss": 4.3763,
"step": 230912
},
{
"epoch": 1.0,
"learning_rate": 4.621091116595463e-05,
"loss": 4.3939,
"step": 231424
},
{
"epoch": 1.0,
"learning_rate": 4.620252521844411e-05,
"loss": 4.3709,
"step": 231936
},
{
"epoch": 1.0,
"learning_rate": 4.619413927093359e-05,
"loss": 4.3779,
"step": 232448
},
{
"epoch": 1.0,
"learning_rate": 4.61857697022268e-05,
"loss": 4.3614,
"step": 232960
},
{
"epoch": 1.0,
"learning_rate": 4.617738375471628e-05,
"loss": 4.3768,
"step": 233472
},
{
"epoch": 1.0,
"learning_rate": 4.616901418600949e-05,
"loss": 4.3758,
"step": 233984
},
{
"epoch": 1.0,
"learning_rate": 4.616062823849897e-05,
"loss": 4.3716,
"step": 234496
},
{
"epoch": 1.0,
"learning_rate": 4.615224229098845e-05,
"loss": 4.3786,
"step": 235008
},
{
"epoch": 1.0,
"learning_rate": 4.6143872722281664e-05,
"loss": 4.3637,
"step": 235520
},
{
"epoch": 1.0,
"learning_rate": 4.6135486774771144e-05,
"loss": 4.377,
"step": 236032
},
{
"epoch": 1.0,
"learning_rate": 4.6127100827260624e-05,
"loss": 4.3641,
"step": 236544
},
{
"epoch": 1.0,
"learning_rate": 4.6118714879750104e-05,
"loss": 4.3602,
"step": 237056
},
{
"epoch": 1.0,
"learning_rate": 4.6110328932239584e-05,
"loss": 4.365,
"step": 237568
},
{
"epoch": 1.0,
"learning_rate": 4.6101942984729064e-05,
"loss": 4.3684,
"step": 238080
},
{
"epoch": 1.0,
"learning_rate": 4.609357341602227e-05,
"loss": 4.3641,
"step": 238592
},
{
"epoch": 1.0,
"learning_rate": 4.608518746851175e-05,
"loss": 4.3815,
"step": 239104
},
{
"epoch": 1.0,
"learning_rate": 4.607680152100123e-05,
"loss": 4.3676,
"step": 239616
},
{
"epoch": 1.0,
"learning_rate": 4.606841557349071e-05,
"loss": 4.3717,
"step": 240128
},
{
"epoch": 1.0,
"learning_rate": 4.606002962598019e-05,
"loss": 4.3646,
"step": 240640
},
{
"epoch": 1.0,
"learning_rate": 4.6051643678469666e-05,
"loss": 4.3749,
"step": 241152
},
{
"epoch": 1.0,
"learning_rate": 4.604325773095915e-05,
"loss": 4.3639,
"step": 241664
},
{
"epoch": 1.0,
"learning_rate": 4.603487178344863e-05,
"loss": 4.3668,
"step": 242176
},
{
"epoch": 1.0,
"learning_rate": 4.602648583593811e-05,
"loss": 4.3576,
"step": 242688
},
{
"epoch": 1.0,
"learning_rate": 4.601811626723132e-05,
"loss": 4.3538,
"step": 243200
},
{
"epoch": 1.0,
"learning_rate": 4.60097303197208e-05,
"loss": 4.3524,
"step": 243712
},
{
"epoch": 1.01,
"learning_rate": 4.600134437221028e-05,
"loss": 4.3628,
"step": 244224
},
{
"epoch": 1.01,
"learning_rate": 4.599295842469976e-05,
"loss": 4.3652,
"step": 244736
},
{
"epoch": 1.01,
"learning_rate": 4.598458885599297e-05,
"loss": 4.3602,
"step": 245248
},
{
"epoch": 1.01,
"learning_rate": 4.597620290848245e-05,
"loss": 4.3701,
"step": 245760
},
{
"epoch": 1.01,
"learning_rate": 4.596781696097193e-05,
"loss": 4.3586,
"step": 246272
},
{
"epoch": 1.01,
"learning_rate": 4.595944739226514e-05,
"loss": 4.3565,
"step": 246784
},
{
"epoch": 1.01,
"learning_rate": 4.595106144475462e-05,
"loss": 4.3587,
"step": 247296
},
{
"epoch": 1.01,
"learning_rate": 4.59426754972441e-05,
"loss": 4.3618,
"step": 247808
},
{
"epoch": 1.01,
"learning_rate": 4.5934289549733587e-05,
"loss": 4.3411,
"step": 248320
},
{
"epoch": 1.01,
"learning_rate": 4.5925903602223066e-05,
"loss": 4.3366,
"step": 248832
},
{
"epoch": 1.01,
"learning_rate": 4.5917517654712546e-05,
"loss": 4.3452,
"step": 249344
},
{
"epoch": 1.01,
"learning_rate": 4.5909131707202026e-05,
"loss": 4.3547,
"step": 249856
},
{
"epoch": 1.01,
"learning_rate": 4.5900745759691506e-05,
"loss": 4.3538,
"step": 250368
},
{
"epoch": 1.01,
"learning_rate": 4.5892359812180986e-05,
"loss": 4.3473,
"step": 250880
},
{
"epoch": 1.01,
"learning_rate": 4.5883990243474195e-05,
"loss": 4.3375,
"step": 251392
},
{
"epoch": 1.01,
"learning_rate": 4.5875604295963675e-05,
"loss": 4.3538,
"step": 251904
},
{
"epoch": 1.01,
"learning_rate": 4.5867218348453155e-05,
"loss": 4.3474,
"step": 252416
},
{
"epoch": 1.01,
"learning_rate": 4.5858832400942635e-05,
"loss": 4.3485,
"step": 252928
},
{
"epoch": 1.01,
"learning_rate": 4.5850446453432115e-05,
"loss": 4.3397,
"step": 253440
},
{
"epoch": 1.01,
"learning_rate": 4.5842060505921595e-05,
"loss": 4.3252,
"step": 253952
},
{
"epoch": 1.01,
"learning_rate": 4.5833674558411075e-05,
"loss": 4.3669,
"step": 254464
},
{
"epoch": 1.01,
"learning_rate": 4.5825288610900555e-05,
"loss": 4.3511,
"step": 254976
},
{
"epoch": 1.01,
"learning_rate": 4.581691904219377e-05,
"loss": 4.3449,
"step": 255488
},
{
"epoch": 1.01,
"learning_rate": 4.580853309468325e-05,
"loss": 4.3433,
"step": 256000
},
{
"epoch": 1.01,
"learning_rate": 4.580016352597646e-05,
"loss": 4.3442,
"step": 256512
},
{
"epoch": 1.01,
"learning_rate": 4.579177757846594e-05,
"loss": 4.3343,
"step": 257024
},
{
"epoch": 1.01,
"learning_rate": 4.578339163095542e-05,
"loss": 4.3481,
"step": 257536
},
{
"epoch": 1.01,
"learning_rate": 4.57750056834449e-05,
"loss": 4.3295,
"step": 258048
},
{
"epoch": 1.01,
"learning_rate": 4.576663611473811e-05,
"loss": 4.3424,
"step": 258560
},
{
"epoch": 1.01,
"learning_rate": 4.575825016722759e-05,
"loss": 4.3547,
"step": 259072
},
{
"epoch": 1.01,
"learning_rate": 4.574986421971707e-05,
"loss": 4.3318,
"step": 259584
},
{
"epoch": 1.01,
"learning_rate": 4.574147827220655e-05,
"loss": 4.3211,
"step": 260096
},
{
"epoch": 1.01,
"learning_rate": 4.573309232469602e-05,
"loss": 4.3481,
"step": 260608
},
{
"epoch": 1.01,
"learning_rate": 4.572470637718551e-05,
"loss": 4.3149,
"step": 261120
},
{
"epoch": 1.01,
"learning_rate": 4.571632042967499e-05,
"loss": 4.327,
"step": 261632
},
{
"epoch": 1.01,
"learning_rate": 4.5707950860968205e-05,
"loss": 4.3422,
"step": 262144
},
{
"epoch": 1.01,
"learning_rate": 4.569956491345768e-05,
"loss": 4.3391,
"step": 262656
},
{
"epoch": 1.01,
"learning_rate": 4.569117896594716e-05,
"loss": 4.3299,
"step": 263168
},
{
"epoch": 1.01,
"learning_rate": 4.568279301843664e-05,
"loss": 4.3234,
"step": 263680
},
{
"epoch": 1.01,
"learning_rate": 4.567440707092612e-05,
"loss": 4.3141,
"step": 264192
},
{
"epoch": 1.01,
"learning_rate": 4.566603750221933e-05,
"loss": 4.3244,
"step": 264704
},
{
"epoch": 1.01,
"learning_rate": 4.565765155470881e-05,
"loss": 4.3368,
"step": 265216
},
{
"epoch": 1.01,
"learning_rate": 4.564928198600202e-05,
"loss": 4.3235,
"step": 265728
},
{
"epoch": 1.01,
"learning_rate": 4.5640896038491496e-05,
"loss": 4.3375,
"step": 266240
},
{
"epoch": 1.01,
"learning_rate": 4.5632510090980976e-05,
"loss": 4.3359,
"step": 266752
},
{
"epoch": 1.01,
"learning_rate": 4.562412414347046e-05,
"loss": 4.3408,
"step": 267264
},
{
"epoch": 1.01,
"learning_rate": 4.561573819595994e-05,
"loss": 4.3221,
"step": 267776
},
{
"epoch": 1.01,
"learning_rate": 4.560735224844942e-05,
"loss": 4.3238,
"step": 268288
},
{
"epoch": 1.01,
"learning_rate": 4.55989663009389e-05,
"loss": 4.3348,
"step": 268800
},
{
"epoch": 1.01,
"learning_rate": 4.559058035342838e-05,
"loss": 4.3187,
"step": 269312
},
{
"epoch": 1.01,
"learning_rate": 4.558221078472159e-05,
"loss": 4.3317,
"step": 269824
},
{
"epoch": 1.01,
"learning_rate": 4.557382483721107e-05,
"loss": 4.3199,
"step": 270336
},
{
"epoch": 1.01,
"learning_rate": 4.556543888970055e-05,
"loss": 4.323,
"step": 270848
},
{
"epoch": 1.01,
"learning_rate": 4.555705294219003e-05,
"loss": 4.3298,
"step": 271360
},
{
"epoch": 1.01,
"learning_rate": 4.554868337348324e-05,
"loss": 4.3113,
"step": 271872
},
{
"epoch": 1.01,
"learning_rate": 4.554029742597272e-05,
"loss": 4.3232,
"step": 272384
},
{
"epoch": 1.01,
"learning_rate": 4.55319114784622e-05,
"loss": 4.3234,
"step": 272896
},
{
"epoch": 1.01,
"learning_rate": 4.552352553095168e-05,
"loss": 4.3298,
"step": 273408
},
{
"epoch": 1.01,
"learning_rate": 4.551513958344116e-05,
"loss": 4.318,
"step": 273920
},
{
"epoch": 1.01,
"learning_rate": 4.550675363593064e-05,
"loss": 4.3204,
"step": 274432
},
{
"epoch": 1.02,
"learning_rate": 4.5498384067223856e-05,
"loss": 4.3126,
"step": 274944
},
{
"epoch": 1.02,
"learning_rate": 4.5490014498517065e-05,
"loss": 4.3092,
"step": 275456
},
{
"epoch": 1.02,
"learning_rate": 4.5481628551006545e-05,
"loss": 4.3118,
"step": 275968
},
{
"epoch": 1.02,
"learning_rate": 4.5473242603496025e-05,
"loss": 4.3168,
"step": 276480
},
{
"epoch": 1.02,
"learning_rate": 4.5464856655985505e-05,
"loss": 4.3261,
"step": 276992
},
{
"epoch": 1.02,
"learning_rate": 4.5456470708474985e-05,
"loss": 4.3246,
"step": 277504
},
{
"epoch": 1.02,
"learning_rate": 4.5448084760964465e-05,
"loss": 4.3138,
"step": 278016
},
{
"epoch": 1.02,
"learning_rate": 4.5439698813453945e-05,
"loss": 4.3077,
"step": 278528
},
{
"epoch": 1.02,
"learning_rate": 4.5431312865943425e-05,
"loss": 4.3097,
"step": 279040
},
{
"epoch": 1.02,
"learning_rate": 4.5422926918432905e-05,
"loss": 4.3149,
"step": 279552
},
{
"epoch": 1.02,
"learning_rate": 4.5414540970922385e-05,
"loss": 4.3181,
"step": 280064
},
{
"epoch": 1.02,
"learning_rate": 4.5406155023411865e-05,
"loss": 4.319,
"step": 280576
},
{
"epoch": 1.02,
"learning_rate": 4.5397769075901345e-05,
"loss": 4.3113,
"step": 281088
},
{
"epoch": 1.02,
"learning_rate": 4.538939950719456e-05,
"loss": 4.3035,
"step": 281600
},
{
"epoch": 1.02,
"learning_rate": 4.538101355968404e-05,
"loss": 4.3242,
"step": 282112
},
{
"epoch": 1.02,
"learning_rate": 4.5372627612173514e-05,
"loss": 4.295,
"step": 282624
},
{
"epoch": 1.02,
"learning_rate": 4.5364241664662994e-05,
"loss": 4.3145,
"step": 283136
},
{
"epoch": 1.02,
"learning_rate": 4.535587209595621e-05,
"loss": 4.3008,
"step": 283648
},
{
"epoch": 1.02,
"learning_rate": 4.534748614844569e-05,
"loss": 4.3081,
"step": 284160
},
{
"epoch": 1.02,
"learning_rate": 4.533910020093516e-05,
"loss": 4.2998,
"step": 284672
},
{
"epoch": 1.02,
"learning_rate": 4.533071425342464e-05,
"loss": 4.3084,
"step": 285184
},
{
"epoch": 1.02,
"learning_rate": 4.532234468471786e-05,
"loss": 4.3018,
"step": 285696
},
{
"epoch": 1.02,
"learning_rate": 4.531395873720733e-05,
"loss": 4.296,
"step": 286208
},
{
"epoch": 1.02,
"learning_rate": 4.530557278969682e-05,
"loss": 4.3098,
"step": 286720
},
{
"epoch": 1.02,
"learning_rate": 4.52971868421863e-05,
"loss": 4.296,
"step": 287232
},
{
"epoch": 1.02,
"learning_rate": 4.5288817273479514e-05,
"loss": 4.3153,
"step": 287744
},
{
"epoch": 1.02,
"learning_rate": 4.528044770477272e-05,
"loss": 4.3166,
"step": 288256
},
{
"epoch": 1.02,
"learning_rate": 4.52720617572622e-05,
"loss": 4.3113,
"step": 288768
},
{
"epoch": 1.02,
"learning_rate": 4.526367580975168e-05,
"loss": 4.2993,
"step": 289280
},
{
"epoch": 1.02,
"learning_rate": 4.525528986224116e-05,
"loss": 4.3012,
"step": 289792
},
{
"epoch": 1.02,
"learning_rate": 4.5246903914730636e-05,
"loss": 4.2998,
"step": 290304
},
{
"epoch": 1.02,
"learning_rate": 4.523853434602385e-05,
"loss": 4.3001,
"step": 290816
},
{
"epoch": 1.02,
"learning_rate": 4.523014839851333e-05,
"loss": 4.3122,
"step": 291328
},
{
"epoch": 1.02,
"learning_rate": 4.5221762451002805e-05,
"loss": 4.289,
"step": 291840
},
{
"epoch": 1.02,
"learning_rate": 4.5213376503492285e-05,
"loss": 4.3026,
"step": 292352
},
{
"epoch": 1.02,
"learning_rate": 4.520499055598177e-05,
"loss": 4.2983,
"step": 292864
},
{
"epoch": 1.02,
"learning_rate": 4.519660460847125e-05,
"loss": 4.3059,
"step": 293376
},
{
"epoch": 1.02,
"learning_rate": 4.518823503976446e-05,
"loss": 4.2921,
"step": 293888
},
{
"epoch": 1.02,
"learning_rate": 4.517984909225394e-05,
"loss": 4.3008,
"step": 294400
},
{
"epoch": 1.02,
"learning_rate": 4.517147952354716e-05,
"loss": 4.2942,
"step": 294912
},
{
"epoch": 1.02,
"learning_rate": 4.516309357603663e-05,
"loss": 4.3086,
"step": 295424
},
{
"epoch": 1.02,
"learning_rate": 4.515470762852611e-05,
"loss": 4.2996,
"step": 295936
},
{
"epoch": 1.02,
"learning_rate": 4.514632168101559e-05,
"loss": 4.3087,
"step": 296448
},
{
"epoch": 1.02,
"learning_rate": 4.513793573350507e-05,
"loss": 4.2857,
"step": 296960
},
{
"epoch": 1.02,
"learning_rate": 4.512954978599455e-05,
"loss": 4.3016,
"step": 297472
},
{
"epoch": 1.02,
"learning_rate": 4.512116383848403e-05,
"loss": 4.3028,
"step": 297984
},
{
"epoch": 1.02,
"learning_rate": 4.511277789097351e-05,
"loss": 4.2921,
"step": 298496
},
{
"epoch": 1.02,
"learning_rate": 4.5104408322266726e-05,
"loss": 4.2966,
"step": 299008
},
{
"epoch": 1.02,
"learning_rate": 4.5096022374756206e-05,
"loss": 4.3048,
"step": 299520
},
{
"epoch": 1.02,
"learning_rate": 4.5087636427245685e-05,
"loss": 4.2954,
"step": 300032
},
{
"epoch": 1.02,
"learning_rate": 4.5079250479735165e-05,
"loss": 4.3122,
"step": 300544
},
{
"epoch": 1.02,
"learning_rate": 4.5070880911028375e-05,
"loss": 4.2832,
"step": 301056
},
{
"epoch": 1.02,
"learning_rate": 4.5062494963517855e-05,
"loss": 4.3005,
"step": 301568
},
{
"epoch": 1.02,
"learning_rate": 4.5054109016007334e-05,
"loss": 4.2901,
"step": 302080
},
{
"epoch": 1.02,
"learning_rate": 4.5045723068496814e-05,
"loss": 4.2928,
"step": 302592
},
{
"epoch": 1.02,
"learning_rate": 4.5037337120986294e-05,
"loss": 4.2899,
"step": 303104
},
{
"epoch": 1.02,
"learning_rate": 4.5028951173475774e-05,
"loss": 4.2843,
"step": 303616
},
{
"epoch": 1.02,
"learning_rate": 4.5020565225965254e-05,
"loss": 4.2831,
"step": 304128
},
{
"epoch": 1.02,
"learning_rate": 4.5012179278454734e-05,
"loss": 4.2877,
"step": 304640
},
{
"epoch": 1.02,
"learning_rate": 4.500380970974794e-05,
"loss": 4.2903,
"step": 305152
},
{
"epoch": 1.03,
"eval_loss": 4.268551349639893,
"eval_runtime": 307.1362,
"eval_samples_per_second": 1242.416,
"eval_steps_per_second": 38.826,
"step": 305280
},
{
"epoch": 0.0,
"learning_rate": 4.499542376223742e-05,
"loss": 4.2901,
"step": 305664
},
{
"epoch": 0.0,
"learning_rate": 4.498703781472691e-05,
"loss": 4.2792,
"step": 306176
},
{
"epoch": 0.0,
"learning_rate": 4.497865186721639e-05,
"loss": 4.2981,
"step": 306688
},
{
"epoch": 0.0,
"learning_rate": 4.497026591970587e-05,
"loss": 4.2854,
"step": 307200
},
{
"epoch": 0.0,
"learning_rate": 4.496187997219535e-05,
"loss": 4.2968,
"step": 307712
},
{
"epoch": 0.0,
"learning_rate": 4.495349402468482e-05,
"loss": 4.2845,
"step": 308224
},
{
"epoch": 0.0,
"learning_rate": 4.49451080771743e-05,
"loss": 4.2853,
"step": 308736
},
{
"epoch": 0.0,
"learning_rate": 4.493672212966378e-05,
"loss": 4.2736,
"step": 309248
},
{
"epoch": 0.0,
"learning_rate": 4.492833618215326e-05,
"loss": 4.2833,
"step": 309760
},
{
"epoch": 0.0,
"learning_rate": 4.491996661344647e-05,
"loss": 4.2866,
"step": 310272
},
{
"epoch": 0.0,
"learning_rate": 4.491158066593595e-05,
"loss": 4.2855,
"step": 310784
},
{
"epoch": 0.0,
"learning_rate": 4.490319471842543e-05,
"loss": 4.2868,
"step": 311296
},
{
"epoch": 0.0,
"learning_rate": 4.489480877091491e-05,
"loss": 4.2749,
"step": 311808
},
{
"epoch": 0.0,
"learning_rate": 4.488642282340439e-05,
"loss": 4.2887,
"step": 312320
},
{
"epoch": 0.0,
"learning_rate": 4.487803687589387e-05,
"loss": 4.2748,
"step": 312832
},
{
"epoch": 0.0,
"learning_rate": 4.486965092838336e-05,
"loss": 4.2712,
"step": 313344
},
{
"epoch": 0.0,
"learning_rate": 4.486126498087284e-05,
"loss": 4.2758,
"step": 313856
},
{
"epoch": 0.0,
"learning_rate": 4.485287903336232e-05,
"loss": 4.284,
"step": 314368
},
{
"epoch": 0.0,
"learning_rate": 4.48444930858518e-05,
"loss": 4.2755,
"step": 314880
},
{
"epoch": 0.0,
"learning_rate": 4.483610713834128e-05,
"loss": 4.2904,
"step": 315392
},
{
"epoch": 0.0,
"learning_rate": 4.482772119083076e-05,
"loss": 4.2807,
"step": 315904
},
{
"epoch": 0.0,
"learning_rate": 4.481933524332024e-05,
"loss": 4.2871,
"step": 316416
},
{
"epoch": 0.0,
"learning_rate": 4.481094929580971e-05,
"loss": 4.2745,
"step": 316928
},
{
"epoch": 0.0,
"learning_rate": 4.480256334829919e-05,
"loss": 4.2875,
"step": 317440
},
{
"epoch": 0.0,
"learning_rate": 4.479419377959241e-05,
"loss": 4.2773,
"step": 317952
},
{
"epoch": 0.0,
"learning_rate": 4.478580783208188e-05,
"loss": 4.281,
"step": 318464
},
{
"epoch": 0.0,
"learning_rate": 4.4777438263375096e-05,
"loss": 4.2712,
"step": 318976
},
{
"epoch": 0.0,
"learning_rate": 4.4769052315864576e-05,
"loss": 4.2714,
"step": 319488
},
{
"epoch": 0.0,
"learning_rate": 4.4760666368354056e-05,
"loss": 4.2661,
"step": 320000
},
{
"epoch": 0.0,
"learning_rate": 4.4752280420843536e-05,
"loss": 4.275,
"step": 320512
},
{
"epoch": 0.01,
"learning_rate": 4.4743894473333016e-05,
"loss": 4.2793,
"step": 321024
},
{
"epoch": 0.01,
"learning_rate": 4.473552490462623e-05,
"loss": 4.276,
"step": 321536
},
{
"epoch": 0.01,
"learning_rate": 4.472713895711571e-05,
"loss": 4.2825,
"step": 322048
},
{
"epoch": 0.01,
"learning_rate": 4.471876938840892e-05,
"loss": 4.2704,
"step": 322560
},
{
"epoch": 0.01,
"learning_rate": 4.47103834408984e-05,
"loss": 4.2711,
"step": 323072
},
{
"epoch": 0.01,
"learning_rate": 4.470199749338788e-05,
"loss": 4.2802,
"step": 323584
},
{
"epoch": 0.01,
"learning_rate": 4.4693611545877354e-05,
"loss": 4.2775,
"step": 324096
},
{
"epoch": 0.01,
"learning_rate": 4.4685225598366834e-05,
"loss": 4.2548,
"step": 324608
},
{
"epoch": 0.01,
"learning_rate": 4.4676839650856314e-05,
"loss": 4.2601,
"step": 325120
},
{
"epoch": 0.01,
"learning_rate": 4.4668453703345794e-05,
"loss": 4.2599,
"step": 325632
},
{
"epoch": 0.01,
"learning_rate": 4.466006775583528e-05,
"loss": 4.2663,
"step": 326144
},
{
"epoch": 0.01,
"learning_rate": 4.465168180832476e-05,
"loss": 4.2756,
"step": 326656
},
{
"epoch": 0.01,
"learning_rate": 4.464329586081424e-05,
"loss": 4.2628,
"step": 327168
},
{
"epoch": 0.01,
"learning_rate": 4.463490991330372e-05,
"loss": 4.2594,
"step": 327680
},
{
"epoch": 0.01,
"learning_rate": 4.46265239657932e-05,
"loss": 4.2697,
"step": 328192
},
{
"epoch": 0.01,
"learning_rate": 4.461815439708641e-05,
"loss": 4.2643,
"step": 328704
},
{
"epoch": 0.01,
"learning_rate": 4.460976844957589e-05,
"loss": 4.268,
"step": 329216
},
{
"epoch": 0.01,
"learning_rate": 4.460138250206537e-05,
"loss": 4.2607,
"step": 329728
},
{
"epoch": 0.01,
"learning_rate": 4.459301293335858e-05,
"loss": 4.2378,
"step": 330240
},
{
"epoch": 0.01,
"learning_rate": 4.458462698584806e-05,
"loss": 4.2865,
"step": 330752
},
{
"epoch": 0.01,
"learning_rate": 4.457624103833754e-05,
"loss": 4.2687,
"step": 331264
},
{
"epoch": 0.01,
"learning_rate": 4.456785509082702e-05,
"loss": 4.2688,
"step": 331776
},
{
"epoch": 0.01,
"learning_rate": 4.45594691433165e-05,
"loss": 4.261,
"step": 332288
},
{
"epoch": 0.01,
"learning_rate": 4.455108319580598e-05,
"loss": 4.2625,
"step": 332800
},
{
"epoch": 0.01,
"learning_rate": 4.4542697248295465e-05,
"loss": 4.2552,
"step": 333312
},
{
"epoch": 0.01,
"learning_rate": 4.4534344058392403e-05,
"loss": 4.2647,
"step": 333824
},
{
"epoch": 0.01,
"learning_rate": 4.4525958110881883e-05,
"loss": 4.2538,
"step": 334336
},
{
"epoch": 0.01,
"learning_rate": 4.451757216337136e-05,
"loss": 4.2607,
"step": 334848
},
{
"epoch": 0.01,
"learning_rate": 4.450918621586084e-05,
"loss": 4.274,
"step": 335360
},
{
"epoch": 0.01,
"learning_rate": 4.450080026835032e-05,
"loss": 4.2526,
"step": 335872
},
{
"epoch": 0.01,
"learning_rate": 4.44924143208398e-05,
"loss": 4.2454,
"step": 336384
},
{
"epoch": 0.01,
"learning_rate": 4.448402837332928e-05,
"loss": 4.2691,
"step": 336896
},
{
"epoch": 0.01,
"learning_rate": 4.447564242581876e-05,
"loss": 4.2369,
"step": 337408
},
{
"epoch": 0.01,
"learning_rate": 4.446727285711197e-05,
"loss": 4.2512,
"step": 337920
},
{
"epoch": 0.01,
"learning_rate": 4.445888690960145e-05,
"loss": 4.2588,
"step": 338432
},
{
"epoch": 0.01,
"learning_rate": 4.445050096209093e-05,
"loss": 4.2628,
"step": 338944
},
{
"epoch": 0.01,
"learning_rate": 4.444211501458041e-05,
"loss": 4.2537,
"step": 339456
},
{
"epoch": 0.01,
"learning_rate": 4.44337290670699e-05,
"loss": 4.2491,
"step": 339968
},
{
"epoch": 0.01,
"learning_rate": 4.442534311955937e-05,
"loss": 4.2325,
"step": 340480
},
{
"epoch": 0.01,
"learning_rate": 4.441697355085259e-05,
"loss": 4.2476,
"step": 340992
},
{
"epoch": 0.01,
"learning_rate": 4.440858760334207e-05,
"loss": 4.2569,
"step": 341504
},
{
"epoch": 0.01,
"learning_rate": 4.440020165583154e-05,
"loss": 4.249,
"step": 342016
},
{
"epoch": 0.01,
"learning_rate": 4.439181570832102e-05,
"loss": 4.2558,
"step": 342528
},
{
"epoch": 0.01,
"learning_rate": 4.43834297608105e-05,
"loss": 4.2611,
"step": 343040
},
{
"epoch": 0.01,
"learning_rate": 4.437504381329998e-05,
"loss": 4.2663,
"step": 343552
},
{
"epoch": 0.01,
"learning_rate": 4.436665786578946e-05,
"loss": 4.2465,
"step": 344064
},
{
"epoch": 0.01,
"learning_rate": 4.435827191827894e-05,
"loss": 4.2432,
"step": 344576
},
{
"epoch": 0.01,
"learning_rate": 4.434990234957216e-05,
"loss": 4.2589,
"step": 345088
},
{
"epoch": 0.01,
"learning_rate": 4.434151640206164e-05,
"loss": 4.2399,
"step": 345600
},
{
"epoch": 0.01,
"learning_rate": 4.4333130454551117e-05,
"loss": 4.2594,
"step": 346112
},
{
"epoch": 0.01,
"learning_rate": 4.4324744507040597e-05,
"loss": 4.2439,
"step": 346624
},
{
"epoch": 0.01,
"learning_rate": 4.4316358559530076e-05,
"loss": 4.2464,
"step": 347136
},
{
"epoch": 0.01,
"learning_rate": 4.4307972612019556e-05,
"loss": 4.2563,
"step": 347648
},
{
"epoch": 0.01,
"learning_rate": 4.4299586664509036e-05,
"loss": 4.2361,
"step": 348160
},
{
"epoch": 0.01,
"learning_rate": 4.4291217095802245e-05,
"loss": 4.2457,
"step": 348672
},
{
"epoch": 0.01,
"learning_rate": 4.4282831148291725e-05,
"loss": 4.2457,
"step": 349184
},
{
"epoch": 0.01,
"learning_rate": 4.4274461579584935e-05,
"loss": 4.2544,
"step": 349696
},
{
"epoch": 0.01,
"learning_rate": 4.4266075632074415e-05,
"loss": 4.2384,
"step": 350208
},
{
"epoch": 0.01,
"learning_rate": 4.4257706063367624e-05,
"loss": 4.2477,
"step": 350720
},
{
"epoch": 0.02,
"learning_rate": 4.4249320115857104e-05,
"loss": 4.2386,
"step": 351232
},
{
"epoch": 0.02,
"learning_rate": 4.424093416834659e-05,
"loss": 4.2381,
"step": 351744
},
{
"epoch": 0.02,
"learning_rate": 4.423254822083607e-05,
"loss": 4.2328,
"step": 352256
},
{
"epoch": 0.02,
"learning_rate": 4.422416227332555e-05,
"loss": 4.2456,
"step": 352768
},
{
"epoch": 0.02,
"learning_rate": 4.421577632581503e-05,
"loss": 4.2532,
"step": 353280
},
{
"epoch": 0.02,
"learning_rate": 4.420739037830451e-05,
"loss": 4.2474,
"step": 353792
},
{
"epoch": 0.02,
"learning_rate": 4.419900443079399e-05,
"loss": 4.2469,
"step": 354304
},
{
"epoch": 0.02,
"learning_rate": 4.419061848328347e-05,
"loss": 4.2346,
"step": 354816
},
{
"epoch": 0.02,
"learning_rate": 4.418223253577295e-05,
"loss": 4.2361,
"step": 355328
},
{
"epoch": 0.02,
"learning_rate": 4.417384658826243e-05,
"loss": 4.2414,
"step": 355840
},
{
"epoch": 0.02,
"learning_rate": 4.41654606407519e-05,
"loss": 4.2475,
"step": 356352
},
{
"epoch": 0.02,
"learning_rate": 4.415707469324138e-05,
"loss": 4.244,
"step": 356864
},
{
"epoch": 0.02,
"learning_rate": 4.41487051245346e-05,
"loss": 4.2387,
"step": 357376
},
{
"epoch": 0.02,
"learning_rate": 4.414031917702408e-05,
"loss": 4.235,
"step": 357888
},
{
"epoch": 0.02,
"learning_rate": 4.413193322951356e-05,
"loss": 4.2516,
"step": 358400
},
{
"epoch": 0.02,
"learning_rate": 4.412354728200304e-05,
"loss": 4.2248,
"step": 358912
},
{
"epoch": 0.02,
"learning_rate": 4.4115177713296255e-05,
"loss": 4.2415,
"step": 359424
},
{
"epoch": 0.02,
"learning_rate": 4.4106791765785735e-05,
"loss": 4.23,
"step": 359936
},
{
"epoch": 0.02,
"learning_rate": 4.409840581827521e-05,
"loss": 4.2383,
"step": 360448
},
{
"epoch": 0.02,
"learning_rate": 4.4090036249568424e-05,
"loss": 4.2284,
"step": 360960
},
{
"epoch": 0.02,
"learning_rate": 4.4081650302057904e-05,
"loss": 4.2387,
"step": 361472
},
{
"epoch": 0.02,
"learning_rate": 4.407326435454738e-05,
"loss": 4.2295,
"step": 361984
},
{
"epoch": 0.02,
"learning_rate": 4.406487840703686e-05,
"loss": 4.2286,
"step": 362496
},
{
"epoch": 0.02,
"learning_rate": 4.405649245952634e-05,
"loss": 4.2369,
"step": 363008
},
{
"epoch": 0.02,
"learning_rate": 4.404810651201582e-05,
"loss": 4.2282,
"step": 363520
},
{
"epoch": 0.02,
"learning_rate": 4.4039736943309026e-05,
"loss": 4.2444,
"step": 364032
},
{
"epoch": 0.02,
"learning_rate": 4.403135099579851e-05,
"loss": 4.2478,
"step": 364544
},
{
"epoch": 0.02,
"learning_rate": 4.402296504828799e-05,
"loss": 4.2376,
"step": 365056
},
{
"epoch": 0.02,
"learning_rate": 4.401457910077747e-05,
"loss": 4.2358,
"step": 365568
},
{
"epoch": 0.02,
"learning_rate": 4.400619315326695e-05,
"loss": 4.2268,
"step": 366080
},
{
"epoch": 0.02,
"learning_rate": 4.399780720575643e-05,
"loss": 4.2312,
"step": 366592
},
{
"epoch": 0.02,
"learning_rate": 4.398942125824591e-05,
"loss": 4.2304,
"step": 367104
},
{
"epoch": 0.02,
"learning_rate": 4.398103531073539e-05,
"loss": 4.2459,
"step": 367616
},
{
"epoch": 0.02,
"learning_rate": 4.397264936322487e-05,
"loss": 4.2168,
"step": 368128
},
{
"epoch": 0.02,
"learning_rate": 4.396427979451808e-05,
"loss": 4.2347,
"step": 368640
},
{
"epoch": 0.02,
"learning_rate": 4.395589384700756e-05,
"loss": 4.23,
"step": 369152
},
{
"epoch": 0.02,
"learning_rate": 4.394752427830077e-05,
"loss": 4.2365,
"step": 369664
},
{
"epoch": 0.02,
"learning_rate": 4.393913833079025e-05,
"loss": 4.2268,
"step": 370176
},
{
"epoch": 0.02,
"learning_rate": 4.393075238327973e-05,
"loss": 4.2309,
"step": 370688
},
{
"epoch": 0.02,
"learning_rate": 4.392236643576921e-05,
"loss": 4.2254,
"step": 371200
},
{
"epoch": 0.02,
"learning_rate": 4.39139804882587e-05,
"loss": 4.2393,
"step": 371712
},
{
"epoch": 0.02,
"learning_rate": 4.390559454074818e-05,
"loss": 4.2353,
"step": 372224
},
{
"epoch": 0.02,
"learning_rate": 4.389720859323766e-05,
"loss": 4.2377,
"step": 372736
},
{
"epoch": 0.02,
"learning_rate": 4.388882264572714e-05,
"loss": 4.2217,
"step": 373248
},
{
"epoch": 0.02,
"learning_rate": 4.3880453077020346e-05,
"loss": 4.2346,
"step": 373760
},
{
"epoch": 0.02,
"learning_rate": 4.3872083508313555e-05,
"loss": 4.2358,
"step": 374272
},
{
"epoch": 0.02,
"learning_rate": 4.3863697560803035e-05,
"loss": 4.2261,
"step": 374784
},
{
"epoch": 0.02,
"learning_rate": 4.3855311613292515e-05,
"loss": 4.2303,
"step": 375296
},
{
"epoch": 0.02,
"learning_rate": 4.3846925665781995e-05,
"loss": 4.2374,
"step": 375808
},
{
"epoch": 0.02,
"learning_rate": 4.3838539718271475e-05,
"loss": 4.2265,
"step": 376320
},
{
"epoch": 0.02,
"learning_rate": 4.3830153770760955e-05,
"loss": 4.2476,
"step": 376832
},
{
"epoch": 0.02,
"learning_rate": 4.3821767823250435e-05,
"loss": 4.2191,
"step": 377344
},
{
"epoch": 0.02,
"learning_rate": 4.3813398254543644e-05,
"loss": 4.232,
"step": 377856
},
{
"epoch": 0.02,
"learning_rate": 4.380501230703313e-05,
"loss": 4.2216,
"step": 378368
},
{
"epoch": 0.02,
"learning_rate": 4.379662635952261e-05,
"loss": 4.2255,
"step": 378880
},
{
"epoch": 0.02,
"learning_rate": 4.378824041201209e-05,
"loss": 4.2255,
"step": 379392
},
{
"epoch": 0.02,
"learning_rate": 4.3779854464501564e-05,
"loss": 4.218,
"step": 379904
},
{
"epoch": 0.02,
"learning_rate": 4.3771468516991044e-05,
"loss": 4.2216,
"step": 380416
},
{
"epoch": 0.02,
"learning_rate": 4.3763082569480524e-05,
"loss": 4.2159,
"step": 380928
},
{
"epoch": 0.02,
"learning_rate": 4.3754696621970004e-05,
"loss": 4.2294,
"step": 381440
},
{
"epoch": 0.03,
"eval_loss": 4.211251258850098,
"eval_runtime": 295.0333,
"eval_samples_per_second": 1293.383,
"eval_steps_per_second": 40.419,
"step": 381600
},
{
"epoch": 1.0,
"learning_rate": 4.3746310674459483e-05,
"loss": 4.2266,
"step": 381952
},
{
"epoch": 1.0,
"learning_rate": 4.373794110575269e-05,
"loss": 4.2139,
"step": 382464
},
{
"epoch": 1.0,
"learning_rate": 4.372957153704591e-05,
"loss": 4.2307,
"step": 382976
},
{
"epoch": 1.0,
"learning_rate": 4.372118558953539e-05,
"loss": 4.2249,
"step": 383488
},
{
"epoch": 1.0,
"learning_rate": 4.371279964202487e-05,
"loss": 4.2293,
"step": 384000
},
{
"epoch": 1.0,
"learning_rate": 4.370441369451435e-05,
"loss": 4.2181,
"step": 384512
},
{
"epoch": 1.0,
"learning_rate": 4.369602774700383e-05,
"loss": 4.2213,
"step": 385024
},
{
"epoch": 1.0,
"learning_rate": 4.368764179949331e-05,
"loss": 4.2099,
"step": 385536
},
{
"epoch": 1.0,
"learning_rate": 4.367925585198279e-05,
"loss": 4.2201,
"step": 386048
},
{
"epoch": 1.0,
"learning_rate": 4.3670886283276e-05,
"loss": 4.2219,
"step": 386560
},
{
"epoch": 1.0,
"learning_rate": 4.366250033576548e-05,
"loss": 4.224,
"step": 387072
},
{
"epoch": 1.0,
"learning_rate": 4.365411438825496e-05,
"loss": 4.2176,
"step": 387584
},
{
"epoch": 1.0,
"learning_rate": 4.3645744819548166e-05,
"loss": 4.2176,
"step": 388096
},
{
"epoch": 1.0,
"learning_rate": 4.3637358872037646e-05,
"loss": 4.2195,
"step": 388608
},
{
"epoch": 1.0,
"learning_rate": 4.3628972924527126e-05,
"loss": 4.213,
"step": 389120
},
{
"epoch": 1.0,
"learning_rate": 4.3620586977016606e-05,
"loss": 4.2043,
"step": 389632
},
{
"epoch": 1.0,
"learning_rate": 4.3612201029506086e-05,
"loss": 4.2141,
"step": 390144
},
{
"epoch": 1.0,
"learning_rate": 4.3603815081995566e-05,
"loss": 4.2203,
"step": 390656
},
{
"epoch": 1.0,
"learning_rate": 4.359542913448505e-05,
"loss": 4.2139,
"step": 391168
},
{
"epoch": 1.0,
"learning_rate": 4.358704318697453e-05,
"loss": 4.2284,
"step": 391680
},
{
"epoch": 1.0,
"learning_rate": 4.357867361826774e-05,
"loss": 4.2191,
"step": 392192
},
{
"epoch": 1.0,
"learning_rate": 4.357028767075722e-05,
"loss": 4.2248,
"step": 392704
},
{
"epoch": 1.0,
"learning_rate": 4.35619017232467e-05,
"loss": 4.2123,
"step": 393216
},
{
"epoch": 1.0,
"learning_rate": 4.355351577573618e-05,
"loss": 4.2205,
"step": 393728
},
{
"epoch": 1.0,
"learning_rate": 4.354514620702939e-05,
"loss": 4.2139,
"step": 394240
},
{
"epoch": 1.0,
"learning_rate": 4.353676025951887e-05,
"loss": 4.2224,
"step": 394752
},
{
"epoch": 1.0,
"learning_rate": 4.352837431200835e-05,
"loss": 4.2109,
"step": 395264
},
{
"epoch": 1.0,
"learning_rate": 4.351998836449783e-05,
"loss": 4.2068,
"step": 395776
},
{
"epoch": 1.0,
"learning_rate": 4.351160241698731e-05,
"loss": 4.2064,
"step": 396288
},
{
"epoch": 1.0,
"learning_rate": 4.350321646947679e-05,
"loss": 4.2152,
"step": 396800
},
{
"epoch": 1.01,
"learning_rate": 4.349483052196627e-05,
"loss": 4.2145,
"step": 397312
},
{
"epoch": 1.01,
"learning_rate": 4.348644457445575e-05,
"loss": 4.2172,
"step": 397824
},
{
"epoch": 1.01,
"learning_rate": 4.347805862694523e-05,
"loss": 4.2191,
"step": 398336
},
{
"epoch": 1.01,
"learning_rate": 4.3469689058238446e-05,
"loss": 4.2152,
"step": 398848
},
{
"epoch": 1.01,
"learning_rate": 4.3461303110727926e-05,
"loss": 4.2107,
"step": 399360
},
{
"epoch": 1.01,
"learning_rate": 4.3452933542021135e-05,
"loss": 4.2183,
"step": 399872
},
{
"epoch": 1.01,
"learning_rate": 4.3444547594510615e-05,
"loss": 4.2152,
"step": 400384
},
{
"epoch": 1.01,
"learning_rate": 4.3436161647000095e-05,
"loss": 4.1987,
"step": 400896
},
{
"epoch": 1.01,
"learning_rate": 4.3427792078293304e-05,
"loss": 4.1994,
"step": 401408
},
{
"epoch": 1.01,
"learning_rate": 4.3419406130782784e-05,
"loss": 4.1988,
"step": 401920
},
{
"epoch": 1.01,
"learning_rate": 4.3411020183272264e-05,
"loss": 4.2022,
"step": 402432
},
{
"epoch": 1.01,
"learning_rate": 4.3402634235761744e-05,
"loss": 4.215,
"step": 402944
},
{
"epoch": 1.01,
"learning_rate": 4.3394248288251224e-05,
"loss": 4.204,
"step": 403456
},
{
"epoch": 1.01,
"learning_rate": 4.3385862340740704e-05,
"loss": 4.2,
"step": 403968
},
{
"epoch": 1.01,
"learning_rate": 4.3377476393230184e-05,
"loss": 4.2108,
"step": 404480
},
{
"epoch": 1.01,
"learning_rate": 4.3369090445719664e-05,
"loss": 4.2036,
"step": 404992
},
{
"epoch": 1.01,
"learning_rate": 4.3360704498209144e-05,
"loss": 4.2083,
"step": 405504
},
{
"epoch": 1.01,
"learning_rate": 4.3352318550698624e-05,
"loss": 4.1999,
"step": 406016
},
{
"epoch": 1.01,
"learning_rate": 4.3343932603188104e-05,
"loss": 4.1777,
"step": 406528
},
{
"epoch": 1.01,
"learning_rate": 4.3335546655677584e-05,
"loss": 4.2287,
"step": 407040
},
{
"epoch": 1.01,
"learning_rate": 4.332717708697079e-05,
"loss": 4.2079,
"step": 407552
},
{
"epoch": 1.01,
"learning_rate": 4.331879113946027e-05,
"loss": 4.2126,
"step": 408064
},
{
"epoch": 1.01,
"learning_rate": 4.331040519194975e-05,
"loss": 4.1975,
"step": 408576
},
{
"epoch": 1.01,
"learning_rate": 4.330201924443923e-05,
"loss": 4.2077,
"step": 409088
},
{
"epoch": 1.01,
"learning_rate": 4.329364967573244e-05,
"loss": 4.1967,
"step": 409600
},
{
"epoch": 1.01,
"learning_rate": 4.328526372822193e-05,
"loss": 4.2037,
"step": 410112
},
{
"epoch": 1.01,
"learning_rate": 4.327689415951514e-05,
"loss": 4.1997,
"step": 410624
},
{
"epoch": 1.01,
"learning_rate": 4.326850821200462e-05,
"loss": 4.2009,
"step": 411136
},
{
"epoch": 1.01,
"learning_rate": 4.32601222644941e-05,
"loss": 4.2174,
"step": 411648
},
{
"epoch": 1.01,
"learning_rate": 4.325173631698358e-05,
"loss": 4.1934,
"step": 412160
},
{
"epoch": 1.01,
"learning_rate": 4.324335036947306e-05,
"loss": 4.1857,
"step": 412672
},
{
"epoch": 1.01,
"learning_rate": 4.323496442196254e-05,
"loss": 4.2103,
"step": 413184
},
{
"epoch": 1.01,
"learning_rate": 4.322657847445202e-05,
"loss": 4.1796,
"step": 413696
},
{
"epoch": 1.01,
"learning_rate": 4.32181925269415e-05,
"loss": 4.1906,
"step": 414208
},
{
"epoch": 1.01,
"learning_rate": 4.3209822958234707e-05,
"loss": 4.2047,
"step": 414720
},
{
"epoch": 1.01,
"learning_rate": 4.3201437010724187e-05,
"loss": 4.2066,
"step": 415232
},
{
"epoch": 1.01,
"learning_rate": 4.3193051063213666e-05,
"loss": 4.1897,
"step": 415744
},
{
"epoch": 1.01,
"learning_rate": 4.3184665115703146e-05,
"loss": 4.1966,
"step": 416256
},
{
"epoch": 1.01,
"learning_rate": 4.3176279168192626e-05,
"loss": 4.1748,
"step": 416768
},
{
"epoch": 1.01,
"learning_rate": 4.316792597828957e-05,
"loss": 4.193,
"step": 417280
},
{
"epoch": 1.01,
"learning_rate": 4.315954003077905e-05,
"loss": 4.1987,
"step": 417792
},
{
"epoch": 1.01,
"learning_rate": 4.315115408326853e-05,
"loss": 4.1879,
"step": 418304
},
{
"epoch": 1.01,
"learning_rate": 4.314276813575801e-05,
"loss": 4.2003,
"step": 418816
},
{
"epoch": 1.01,
"learning_rate": 4.313438218824749e-05,
"loss": 4.2019,
"step": 419328
},
{
"epoch": 1.01,
"learning_rate": 4.312599624073697e-05,
"loss": 4.2124,
"step": 419840
},
{
"epoch": 1.01,
"learning_rate": 4.311761029322645e-05,
"loss": 4.1885,
"step": 420352
},
{
"epoch": 1.01,
"learning_rate": 4.310922434571593e-05,
"loss": 4.1908,
"step": 420864
},
{
"epoch": 1.01,
"learning_rate": 4.310085477700914e-05,
"loss": 4.204,
"step": 421376
},
{
"epoch": 1.01,
"learning_rate": 4.309246882949862e-05,
"loss": 4.1841,
"step": 421888
},
{
"epoch": 1.01,
"learning_rate": 4.30840828819881e-05,
"loss": 4.1986,
"step": 422400
},
{
"epoch": 1.01,
"learning_rate": 4.307569693447758e-05,
"loss": 4.1918,
"step": 422912
},
{
"epoch": 1.01,
"learning_rate": 4.306731098696706e-05,
"loss": 4.1903,
"step": 423424
},
{
"epoch": 1.01,
"learning_rate": 4.305892503945654e-05,
"loss": 4.2032,
"step": 423936
},
{
"epoch": 1.01,
"learning_rate": 4.305053909194602e-05,
"loss": 4.1826,
"step": 424448
},
{
"epoch": 1.01,
"learning_rate": 4.3042169523239236e-05,
"loss": 4.1855,
"step": 424960
},
{
"epoch": 1.01,
"learning_rate": 4.303378357572871e-05,
"loss": 4.1931,
"step": 425472
},
{
"epoch": 1.01,
"learning_rate": 4.302539762821819e-05,
"loss": 4.1983,
"step": 425984
},
{
"epoch": 1.01,
"learning_rate": 4.301701168070767e-05,
"loss": 4.1849,
"step": 426496
},
{
"epoch": 1.01,
"learning_rate": 4.3008642112000885e-05,
"loss": 4.1938,
"step": 427008
},
{
"epoch": 1.02,
"learning_rate": 4.300025616449036e-05,
"loss": 4.1781,
"step": 427520
},
{
"epoch": 1.02,
"learning_rate": 4.299187021697984e-05,
"loss": 4.1861,
"step": 428032
},
{
"epoch": 1.02,
"learning_rate": 4.298348426946932e-05,
"loss": 4.1809,
"step": 428544
},
{
"epoch": 1.02,
"learning_rate": 4.29750983219588e-05,
"loss": 4.1883,
"step": 429056
},
{
"epoch": 1.02,
"learning_rate": 4.2966712374448285e-05,
"loss": 4.2027,
"step": 429568
},
{
"epoch": 1.02,
"learning_rate": 4.2958326426937765e-05,
"loss": 4.1908,
"step": 430080
},
{
"epoch": 1.02,
"learning_rate": 4.2949940479427244e-05,
"loss": 4.1912,
"step": 430592
},
{
"epoch": 1.02,
"learning_rate": 4.2941554531916724e-05,
"loss": 4.181,
"step": 431104
},
{
"epoch": 1.02,
"learning_rate": 4.2933184963209934e-05,
"loss": 4.1826,
"step": 431616
},
{
"epoch": 1.02,
"learning_rate": 4.292481539450314e-05,
"loss": 4.187,
"step": 432128
},
{
"epoch": 1.02,
"learning_rate": 4.291642944699262e-05,
"loss": 4.1941,
"step": 432640
},
{
"epoch": 1.02,
"learning_rate": 4.29080434994821e-05,
"loss": 4.1873,
"step": 433152
},
{
"epoch": 1.02,
"learning_rate": 4.289965755197158e-05,
"loss": 4.1906,
"step": 433664
},
{
"epoch": 1.02,
"learning_rate": 4.289127160446106e-05,
"loss": 4.1799,
"step": 434176
},
{
"epoch": 1.02,
"learning_rate": 4.288288565695054e-05,
"loss": 4.1954,
"step": 434688
},
{
"epoch": 1.02,
"learning_rate": 4.287449970944002e-05,
"loss": 4.1733,
"step": 435200
},
{
"epoch": 1.02,
"learning_rate": 4.28661137619295e-05,
"loss": 4.1887,
"step": 435712
},
{
"epoch": 1.02,
"learning_rate": 4.285776057202645e-05,
"loss": 4.1736,
"step": 436224
},
{
"epoch": 1.02,
"learning_rate": 4.284937462451593e-05,
"loss": 4.1879,
"step": 436736
},
{
"epoch": 1.02,
"learning_rate": 4.284098867700541e-05,
"loss": 4.1767,
"step": 437248
},
{
"epoch": 1.02,
"learning_rate": 4.283260272949489e-05,
"loss": 4.1818,
"step": 437760
},
{
"epoch": 1.02,
"learning_rate": 4.282421678198437e-05,
"loss": 4.1785,
"step": 438272
},
{
"epoch": 1.02,
"learning_rate": 4.281583083447385e-05,
"loss": 4.1758,
"step": 438784
},
{
"epoch": 1.02,
"learning_rate": 4.280744488696333e-05,
"loss": 4.1795,
"step": 439296
},
{
"epoch": 1.02,
"learning_rate": 4.279905893945281e-05,
"loss": 4.1778,
"step": 439808
},
{
"epoch": 1.02,
"learning_rate": 4.279067299194229e-05,
"loss": 4.188,
"step": 440320
},
{
"epoch": 1.02,
"learning_rate": 4.278228704443177e-05,
"loss": 4.1933,
"step": 440832
},
{
"epoch": 1.02,
"learning_rate": 4.277390109692124e-05,
"loss": 4.1848,
"step": 441344
},
{
"epoch": 1.02,
"learning_rate": 4.2765531528214456e-05,
"loss": 4.1861,
"step": 441856
},
{
"epoch": 1.02,
"learning_rate": 4.2757145580703936e-05,
"loss": 4.1714,
"step": 442368
},
{
"epoch": 1.02,
"learning_rate": 4.2748759633193416e-05,
"loss": 4.1782,
"step": 442880
},
{
"epoch": 1.02,
"learning_rate": 4.2740373685682896e-05,
"loss": 4.1794,
"step": 443392
},
{
"epoch": 1.02,
"learning_rate": 4.2731987738172376e-05,
"loss": 4.1912,
"step": 443904
},
{
"epoch": 1.02,
"learning_rate": 4.2723601790661856e-05,
"loss": 4.164,
"step": 444416
},
{
"epoch": 1.02,
"learning_rate": 4.2715215843151336e-05,
"loss": 4.1827,
"step": 444928
},
{
"epoch": 1.02,
"learning_rate": 4.2706829895640816e-05,
"loss": 4.1798,
"step": 445440
},
{
"epoch": 1.02,
"learning_rate": 4.2698460326934025e-05,
"loss": 4.1799,
"step": 445952
},
{
"epoch": 1.02,
"learning_rate": 4.269009075822724e-05,
"loss": 4.1756,
"step": 446464
},
{
"epoch": 1.02,
"learning_rate": 4.2681704810716714e-05,
"loss": 4.1843,
"step": 446976
},
{
"epoch": 1.02,
"learning_rate": 4.2673318863206194e-05,
"loss": 4.1752,
"step": 447488
},
{
"epoch": 1.02,
"learning_rate": 4.2664932915695674e-05,
"loss": 4.1883,
"step": 448000
},
{
"epoch": 1.02,
"learning_rate": 4.2656546968185154e-05,
"loss": 4.1829,
"step": 448512
},
{
"epoch": 1.02,
"learning_rate": 4.264816102067464e-05,
"loss": 4.1839,
"step": 449024
},
{
"epoch": 1.02,
"learning_rate": 4.263977507316412e-05,
"loss": 4.1682,
"step": 449536
},
{
"epoch": 1.02,
"learning_rate": 4.26313891256536e-05,
"loss": 4.1831,
"step": 450048
},
{
"epoch": 1.02,
"learning_rate": 4.262301955694681e-05,
"loss": 4.1855,
"step": 450560
},
{
"epoch": 1.02,
"learning_rate": 4.261463360943629e-05,
"loss": 4.1741,
"step": 451072
},
{
"epoch": 1.02,
"learning_rate": 4.26062640407295e-05,
"loss": 4.1798,
"step": 451584
},
{
"epoch": 1.02,
"learning_rate": 4.259787809321898e-05,
"loss": 4.1843,
"step": 452096
},
{
"epoch": 1.02,
"learning_rate": 4.258949214570846e-05,
"loss": 4.1798,
"step": 452608
},
{
"epoch": 1.02,
"learning_rate": 4.258110619819794e-05,
"loss": 4.1922,
"step": 453120
},
{
"epoch": 1.02,
"learning_rate": 4.257272025068742e-05,
"loss": 4.1722,
"step": 453632
},
{
"epoch": 1.02,
"learning_rate": 4.25643343031769e-05,
"loss": 4.1793,
"step": 454144
},
{
"epoch": 1.02,
"learning_rate": 4.255594835566638e-05,
"loss": 4.1758,
"step": 454656
},
{
"epoch": 1.02,
"learning_rate": 4.254756240815586e-05,
"loss": 4.1772,
"step": 455168
},
{
"epoch": 1.02,
"learning_rate": 4.253917646064534e-05,
"loss": 4.172,
"step": 455680
},
{
"epoch": 1.02,
"learning_rate": 4.253082327074228e-05,
"loss": 4.1672,
"step": 456192
},
{
"epoch": 1.02,
"learning_rate": 4.252243732323176e-05,
"loss": 4.1735,
"step": 456704
},
{
"epoch": 1.02,
"learning_rate": 4.251405137572124e-05,
"loss": 4.1637,
"step": 457216
},
{
"epoch": 1.02,
"learning_rate": 4.250566542821072e-05,
"loss": 4.1806,
"step": 457728
},
{
"epoch": 1.03,
"eval_loss": 4.169424057006836,
"eval_runtime": 294.2214,
"eval_samples_per_second": 1296.952,
"eval_steps_per_second": 40.531,
"step": 457920
},
{
"epoch": 0.0,
"learning_rate": 4.24972794807002e-05,
"loss": 4.1807,
"step": 458240
},
{
"epoch": 0.0,
"learning_rate": 4.248889353318968e-05,
"loss": 4.1653,
"step": 458752
},
{
"epoch": 0.0,
"learning_rate": 4.248050758567916e-05,
"loss": 4.1796,
"step": 459264
},
{
"epoch": 0.0,
"learning_rate": 4.247212163816864e-05,
"loss": 4.1729,
"step": 459776
},
{
"epoch": 0.0,
"learning_rate": 4.246373569065812e-05,
"loss": 4.1826,
"step": 460288
},
{
"epoch": 0.0,
"learning_rate": 4.24553497431476e-05,
"loss": 4.1705,
"step": 460800
},
{
"epoch": 0.0,
"learning_rate": 4.2446963795637076e-05,
"loss": 4.1722,
"step": 461312
},
{
"epoch": 0.0,
"learning_rate": 4.243857784812656e-05,
"loss": 4.1607,
"step": 461824
},
{
"epoch": 0.0,
"learning_rate": 4.243019190061604e-05,
"loss": 4.1726,
"step": 462336
},
{
"epoch": 0.0,
"learning_rate": 4.242180595310552e-05,
"loss": 4.1733,
"step": 462848
},
{
"epoch": 0.0,
"learning_rate": 4.2413420005595e-05,
"loss": 4.1727,
"step": 463360
},
{
"epoch": 0.0,
"learning_rate": 4.240503405808448e-05,
"loss": 4.168,
"step": 463872
},
{
"epoch": 0.0,
"learning_rate": 4.239666448937769e-05,
"loss": 4.1679,
"step": 464384
},
{
"epoch": 0.0,
"learning_rate": 4.238827854186717e-05,
"loss": 4.1697,
"step": 464896
},
{
"epoch": 0.0,
"learning_rate": 4.237989259435665e-05,
"loss": 4.1684,
"step": 465408
},
{
"epoch": 0.0,
"learning_rate": 4.237150664684613e-05,
"loss": 4.1557,
"step": 465920
},
{
"epoch": 0.0,
"learning_rate": 4.236312069933561e-05,
"loss": 4.1659,
"step": 466432
},
{
"epoch": 0.0,
"learning_rate": 4.235473475182509e-05,
"loss": 4.17,
"step": 466944
},
{
"epoch": 0.0,
"learning_rate": 4.234634880431457e-05,
"loss": 4.1671,
"step": 467456
},
{
"epoch": 0.0,
"learning_rate": 4.233796285680405e-05,
"loss": 4.177,
"step": 467968
},
{
"epoch": 0.0,
"learning_rate": 4.232957690929353e-05,
"loss": 4.1747,
"step": 468480
},
{
"epoch": 0.0,
"learning_rate": 4.232119096178301e-05,
"loss": 4.1774,
"step": 468992
},
{
"epoch": 0.0,
"learning_rate": 4.231282139307623e-05,
"loss": 4.1609,
"step": 469504
},
{
"epoch": 0.0,
"learning_rate": 4.2304451824369436e-05,
"loss": 4.1738,
"step": 470016
},
{
"epoch": 0.0,
"learning_rate": 4.2296065876858916e-05,
"loss": 4.1676,
"step": 470528
},
{
"epoch": 0.0,
"learning_rate": 4.2287679929348396e-05,
"loss": 4.1739,
"step": 471040
},
{
"epoch": 0.0,
"learning_rate": 4.2279293981837876e-05,
"loss": 4.1614,
"step": 471552
},
{
"epoch": 0.0,
"learning_rate": 4.2270908034327356e-05,
"loss": 4.1644,
"step": 472064
},
{
"epoch": 0.0,
"learning_rate": 4.2262522086816836e-05,
"loss": 4.1599,
"step": 472576
},
{
"epoch": 0.0,
"learning_rate": 4.2254136139306316e-05,
"loss": 4.1636,
"step": 473088
},
{
"epoch": 0.01,
"learning_rate": 4.224575019179579e-05,
"loss": 4.1655,
"step": 473600
},
{
"epoch": 0.01,
"learning_rate": 4.223736424428527e-05,
"loss": 4.1736,
"step": 474112
},
{
"epoch": 0.01,
"learning_rate": 4.222897829677475e-05,
"loss": 4.1726,
"step": 474624
},
{
"epoch": 0.01,
"learning_rate": 4.2220608728067965e-05,
"loss": 4.1693,
"step": 475136
},
{
"epoch": 0.01,
"learning_rate": 4.2212222780557445e-05,
"loss": 4.1633,
"step": 475648
},
{
"epoch": 0.01,
"learning_rate": 4.2203836833046925e-05,
"loss": 4.1662,
"step": 476160
},
{
"epoch": 0.01,
"learning_rate": 4.219546726434014e-05,
"loss": 4.1702,
"step": 476672
},
{
"epoch": 0.01,
"learning_rate": 4.218708131682962e-05,
"loss": 4.1544,
"step": 477184
},
{
"epoch": 0.01,
"learning_rate": 4.2178695369319094e-05,
"loss": 4.1505,
"step": 477696
},
{
"epoch": 0.01,
"learning_rate": 4.2170309421808574e-05,
"loss": 4.1521,
"step": 478208
},
{
"epoch": 0.01,
"learning_rate": 4.2161923474298054e-05,
"loss": 4.1578,
"step": 478720
},
{
"epoch": 0.01,
"learning_rate": 4.2153537526787534e-05,
"loss": 4.1641,
"step": 479232
},
{
"epoch": 0.01,
"learning_rate": 4.2145151579277014e-05,
"loss": 4.1596,
"step": 479744
},
{
"epoch": 0.01,
"learning_rate": 4.2136765631766494e-05,
"loss": 4.1559,
"step": 480256
},
{
"epoch": 0.01,
"learning_rate": 4.21283960630597e-05,
"loss": 4.1598,
"step": 480768
},
{
"epoch": 0.01,
"learning_rate": 4.212001011554918e-05,
"loss": 4.1579,
"step": 481280
},
{
"epoch": 0.01,
"learning_rate": 4.211162416803866e-05,
"loss": 4.1637,
"step": 481792
},
{
"epoch": 0.01,
"learning_rate": 4.210323822052815e-05,
"loss": 4.1531,
"step": 482304
},
{
"epoch": 0.01,
"learning_rate": 4.209485227301763e-05,
"loss": 4.1345,
"step": 482816
},
{
"epoch": 0.01,
"learning_rate": 4.208646632550711e-05,
"loss": 4.1778,
"step": 483328
},
{
"epoch": 0.01,
"learning_rate": 4.207808037799659e-05,
"loss": 4.1615,
"step": 483840
},
{
"epoch": 0.01,
"learning_rate": 4.206969443048607e-05,
"loss": 4.1688,
"step": 484352
},
{
"epoch": 0.01,
"learning_rate": 4.206132486177928e-05,
"loss": 4.1553,
"step": 484864
},
{
"epoch": 0.01,
"learning_rate": 4.205293891426876e-05,
"loss": 4.1589,
"step": 485376
},
{
"epoch": 0.01,
"learning_rate": 4.204455296675824e-05,
"loss": 4.1521,
"step": 485888
},
{
"epoch": 0.01,
"learning_rate": 4.203618339805145e-05,
"loss": 4.1543,
"step": 486400
},
{
"epoch": 0.01,
"learning_rate": 4.202779745054093e-05,
"loss": 4.1565,
"step": 486912
},
{
"epoch": 0.01,
"learning_rate": 4.201941150303041e-05,
"loss": 4.1525,
"step": 487424
},
{
"epoch": 0.01,
"learning_rate": 4.201102555551989e-05,
"loss": 4.1732,
"step": 487936
},
{
"epoch": 0.01,
"learning_rate": 4.20026559868131e-05,
"loss": 4.1523,
"step": 488448
},
{
"epoch": 0.01,
"learning_rate": 4.199427003930258e-05,
"loss": 4.1401,
"step": 488960
},
{
"epoch": 0.01,
"learning_rate": 4.198588409179206e-05,
"loss": 4.1648,
"step": 489472
},
{
"epoch": 0.01,
"learning_rate": 4.197749814428154e-05,
"loss": 4.1383,
"step": 489984
},
{
"epoch": 0.01,
"learning_rate": 4.196911219677102e-05,
"loss": 4.1386,
"step": 490496
},
{
"epoch": 0.01,
"learning_rate": 4.196074262806423e-05,
"loss": 4.1639,
"step": 491008
},
{
"epoch": 0.01,
"learning_rate": 4.195235668055371e-05,
"loss": 4.1623,
"step": 491520
},
{
"epoch": 0.01,
"learning_rate": 4.194397073304319e-05,
"loss": 4.1434,
"step": 492032
},
{
"epoch": 0.01,
"learning_rate": 4.193558478553267e-05,
"loss": 4.1536,
"step": 492544
},
{
"epoch": 0.01,
"learning_rate": 4.192719883802215e-05,
"loss": 4.1303,
"step": 493056
},
{
"epoch": 0.01,
"learning_rate": 4.1918812890511625e-05,
"loss": 4.1484,
"step": 493568
},
{
"epoch": 0.01,
"learning_rate": 4.1910426943001105e-05,
"loss": 4.1514,
"step": 494080
},
{
"epoch": 0.01,
"learning_rate": 4.1902040995490585e-05,
"loss": 4.1471,
"step": 494592
},
{
"epoch": 0.01,
"learning_rate": 4.18936714267838e-05,
"loss": 4.1542,
"step": 495104
},
{
"epoch": 0.01,
"learning_rate": 4.188528547927328e-05,
"loss": 4.156,
"step": 495616
},
{
"epoch": 0.01,
"learning_rate": 4.1876915910566496e-05,
"loss": 4.166,
"step": 496128
},
{
"epoch": 0.01,
"learning_rate": 4.1868529963055976e-05,
"loss": 4.146,
"step": 496640
},
{
"epoch": 0.01,
"learning_rate": 4.1860144015545456e-05,
"loss": 4.1459,
"step": 497152
},
{
"epoch": 0.01,
"learning_rate": 4.185175806803493e-05,
"loss": 4.1578,
"step": 497664
},
{
"epoch": 0.01,
"learning_rate": 4.184337212052441e-05,
"loss": 4.1428,
"step": 498176
},
{
"epoch": 0.01,
"learning_rate": 4.183498617301389e-05,
"loss": 4.1541,
"step": 498688
},
{
"epoch": 0.01,
"learning_rate": 4.182660022550337e-05,
"loss": 4.1483,
"step": 499200
},
{
"epoch": 0.01,
"learning_rate": 4.181821427799285e-05,
"loss": 4.1437,
"step": 499712
},
{
"epoch": 0.01,
"learning_rate": 4.180984470928606e-05,
"loss": 4.1639,
"step": 500224
},
{
"epoch": 0.01,
"learning_rate": 4.180145876177554e-05,
"loss": 4.1347,
"step": 500736
},
{
"epoch": 0.01,
"learning_rate": 4.1793072814265025e-05,
"loss": 4.14,
"step": 501248
},
{
"epoch": 0.01,
"learning_rate": 4.1784686866754505e-05,
"loss": 4.1511,
"step": 501760
},
{
"epoch": 0.01,
"learning_rate": 4.1776300919243985e-05,
"loss": 4.1538,
"step": 502272
},
{
"epoch": 0.01,
"learning_rate": 4.1767931350537194e-05,
"loss": 4.1432,
"step": 502784
},
{
"epoch": 0.01,
"learning_rate": 4.1759545403026674e-05,
"loss": 4.1511,
"step": 503296
},
{
"epoch": 0.02,
"learning_rate": 4.175117583431988e-05,
"loss": 4.1313,
"step": 503808
},
{
"epoch": 0.02,
"learning_rate": 4.174278988680936e-05,
"loss": 4.1436,
"step": 504320
},
{
"epoch": 0.02,
"learning_rate": 4.173440393929884e-05,
"loss": 4.1381,
"step": 504832
},
{
"epoch": 0.02,
"learning_rate": 4.172601799178832e-05,
"loss": 4.146,
"step": 505344
},
{
"epoch": 0.02,
"learning_rate": 4.17176320442778e-05,
"loss": 4.1594,
"step": 505856
},
{
"epoch": 0.02,
"learning_rate": 4.170924609676728e-05,
"loss": 4.1457,
"step": 506368
},
{
"epoch": 0.02,
"learning_rate": 4.170086014925676e-05,
"loss": 4.1493,
"step": 506880
},
{
"epoch": 0.02,
"learning_rate": 4.169247420174624e-05,
"loss": 4.1383,
"step": 507392
},
{
"epoch": 0.02,
"learning_rate": 4.168410463303946e-05,
"loss": 4.1388,
"step": 507904
},
{
"epoch": 0.02,
"learning_rate": 4.167571868552894e-05,
"loss": 4.1414,
"step": 508416
},
{
"epoch": 0.02,
"learning_rate": 4.166733273801842e-05,
"loss": 4.1529,
"step": 508928
},
{
"epoch": 0.02,
"learning_rate": 4.16589467905079e-05,
"loss": 4.1472,
"step": 509440
},
{
"epoch": 0.02,
"learning_rate": 4.165057722180111e-05,
"loss": 4.1487,
"step": 509952
},
{
"epoch": 0.02,
"learning_rate": 4.164220765309432e-05,
"loss": 4.1363,
"step": 510464
},
{
"epoch": 0.02,
"learning_rate": 4.16338217055838e-05,
"loss": 4.1503,
"step": 510976
},
{
"epoch": 0.02,
"learning_rate": 4.162543575807328e-05,
"loss": 4.1344,
"step": 511488
},
{
"epoch": 0.02,
"learning_rate": 4.161704981056276e-05,
"loss": 4.1449,
"step": 512000
},
{
"epoch": 0.02,
"learning_rate": 4.1608680241855966e-05,
"loss": 4.1306,
"step": 512512
},
{
"epoch": 0.02,
"learning_rate": 4.1600294294345446e-05,
"loss": 4.1462,
"step": 513024
},
{
"epoch": 0.02,
"learning_rate": 4.1591908346834926e-05,
"loss": 4.135,
"step": 513536
},
{
"epoch": 0.02,
"learning_rate": 4.158352239932441e-05,
"loss": 4.1412,
"step": 514048
},
{
"epoch": 0.02,
"learning_rate": 4.157513645181389e-05,
"loss": 4.1334,
"step": 514560
},
{
"epoch": 0.02,
"learning_rate": 4.156675050430337e-05,
"loss": 4.1412,
"step": 515072
},
{
"epoch": 0.02,
"learning_rate": 4.155836455679285e-05,
"loss": 4.1361,
"step": 515584
},
{
"epoch": 0.02,
"learning_rate": 4.154997860928233e-05,
"loss": 4.1335,
"step": 516096
},
{
"epoch": 0.02,
"learning_rate": 4.154159266177181e-05,
"loss": 4.1512,
"step": 516608
},
{
"epoch": 0.02,
"learning_rate": 4.1533206714261285e-05,
"loss": 4.152,
"step": 517120
},
{
"epoch": 0.02,
"learning_rate": 4.1524820766750765e-05,
"loss": 4.1469,
"step": 517632
},
{
"epoch": 0.02,
"learning_rate": 4.1516434819240245e-05,
"loss": 4.1423,
"step": 518144
},
{
"epoch": 0.02,
"learning_rate": 4.150806525053346e-05,
"loss": 4.1322,
"step": 518656
},
{
"epoch": 0.02,
"learning_rate": 4.1499679303022934e-05,
"loss": 4.1371,
"step": 519168
},
{
"epoch": 0.02,
"learning_rate": 4.1491293355512414e-05,
"loss": 4.1405,
"step": 519680
},
{
"epoch": 0.02,
"learning_rate": 4.1482907408001894e-05,
"loss": 4.145,
"step": 520192
},
{
"epoch": 0.02,
"learning_rate": 4.147453783929511e-05,
"loss": 4.1279,
"step": 520704
},
{
"epoch": 0.02,
"learning_rate": 4.146615189178459e-05,
"loss": 4.143,
"step": 521216
},
{
"epoch": 0.02,
"learning_rate": 4.145776594427407e-05,
"loss": 4.1398,
"step": 521728
},
{
"epoch": 0.02,
"learning_rate": 4.144937999676355e-05,
"loss": 4.1404,
"step": 522240
},
{
"epoch": 0.02,
"learning_rate": 4.144101042805676e-05,
"loss": 4.1355,
"step": 522752
},
{
"epoch": 0.02,
"learning_rate": 4.143262448054624e-05,
"loss": 4.1403,
"step": 523264
},
{
"epoch": 0.02,
"learning_rate": 4.1424254911839455e-05,
"loss": 4.1336,
"step": 523776
},
{
"epoch": 0.02,
"learning_rate": 4.1415868964328935e-05,
"loss": 4.1487,
"step": 524288
},
{
"epoch": 0.02,
"learning_rate": 4.140748301681841e-05,
"loss": 4.1461,
"step": 524800
},
{
"epoch": 0.02,
"learning_rate": 4.139909706930789e-05,
"loss": 4.1427,
"step": 525312
},
{
"epoch": 0.02,
"learning_rate": 4.139071112179737e-05,
"loss": 4.1275,
"step": 525824
},
{
"epoch": 0.02,
"learning_rate": 4.1382341553090584e-05,
"loss": 4.1457,
"step": 526336
},
{
"epoch": 0.02,
"learning_rate": 4.1373955605580064e-05,
"loss": 4.143,
"step": 526848
},
{
"epoch": 0.02,
"learning_rate": 4.1365569658069544e-05,
"loss": 4.1342,
"step": 527360
},
{
"epoch": 0.02,
"learning_rate": 4.1357183710559024e-05,
"loss": 4.1415,
"step": 527872
},
{
"epoch": 0.02,
"learning_rate": 4.1348797763048504e-05,
"loss": 4.1405,
"step": 528384
},
{
"epoch": 0.02,
"learning_rate": 4.1340411815537984e-05,
"loss": 4.1403,
"step": 528896
},
{
"epoch": 0.02,
"learning_rate": 4.1332025868027464e-05,
"loss": 4.1537,
"step": 529408
},
{
"epoch": 0.02,
"learning_rate": 4.1323639920516944e-05,
"loss": 4.1307,
"step": 529920
},
{
"epoch": 0.02,
"learning_rate": 4.1315253973006424e-05,
"loss": 4.141,
"step": 530432
},
{
"epoch": 0.02,
"learning_rate": 4.130688440429963e-05,
"loss": 4.1397,
"step": 530944
},
{
"epoch": 0.02,
"learning_rate": 4.129849845678911e-05,
"loss": 4.1371,
"step": 531456
},
{
"epoch": 0.02,
"learning_rate": 4.129011250927859e-05,
"loss": 4.1288,
"step": 531968
},
{
"epoch": 0.02,
"learning_rate": 4.128172656176807e-05,
"loss": 4.126,
"step": 532480
},
{
"epoch": 0.02,
"learning_rate": 4.127335699306129e-05,
"loss": 4.1338,
"step": 532992
},
{
"epoch": 0.02,
"learning_rate": 4.126497104555077e-05,
"loss": 4.1274,
"step": 533504
},
{
"epoch": 0.02,
"learning_rate": 4.125658509804025e-05,
"loss": 4.1393,
"step": 534016
},
{
"epoch": 0.03,
"eval_loss": 4.138179779052734,
"eval_runtime": 298.5942,
"eval_samples_per_second": 1277.959,
"eval_steps_per_second": 39.937,
"step": 534240
},
{
"epoch": 1.0,
"learning_rate": 4.124819915052973e-05,
"loss": 4.1379,
"step": 534528
},
{
"epoch": 1.0,
"learning_rate": 4.123982958182294e-05,
"loss": 4.1253,
"step": 535040
},
{
"epoch": 1.0,
"learning_rate": 4.1231460013116146e-05,
"loss": 4.1385,
"step": 535552
},
{
"epoch": 1.0,
"learning_rate": 4.1223090444409356e-05,
"loss": 4.1347,
"step": 536064
},
{
"epoch": 1.0,
"learning_rate": 4.1214704496898835e-05,
"loss": 4.1419,
"step": 536576
},
{
"epoch": 1.0,
"learning_rate": 4.1206318549388315e-05,
"loss": 4.1306,
"step": 537088
},
{
"epoch": 1.0,
"learning_rate": 4.1197932601877795e-05,
"loss": 4.136,
"step": 537600
},
{
"epoch": 1.0,
"learning_rate": 4.1189546654367275e-05,
"loss": 4.1245,
"step": 538112
},
{
"epoch": 1.0,
"learning_rate": 4.1181160706856755e-05,
"loss": 4.1276,
"step": 538624
},
{
"epoch": 1.0,
"learning_rate": 4.117277475934624e-05,
"loss": 4.1403,
"step": 539136
},
{
"epoch": 1.0,
"learning_rate": 4.116438881183572e-05,
"loss": 4.1347,
"step": 539648
},
{
"epoch": 1.0,
"learning_rate": 4.11560028643252e-05,
"loss": 4.1279,
"step": 540160
},
{
"epoch": 1.0,
"learning_rate": 4.114763329561841e-05,
"loss": 4.1377,
"step": 540672
},
{
"epoch": 1.0,
"learning_rate": 4.113924734810789e-05,
"loss": 4.1251,
"step": 541184
},
{
"epoch": 1.0,
"learning_rate": 4.113086140059737e-05,
"loss": 4.125,
"step": 541696
},
{
"epoch": 1.0,
"learning_rate": 4.112247545308685e-05,
"loss": 4.1204,
"step": 542208
},
{
"epoch": 1.0,
"learning_rate": 4.111408950557633e-05,
"loss": 4.1279,
"step": 542720
},
{
"epoch": 1.0,
"learning_rate": 4.110571993686954e-05,
"loss": 4.1315,
"step": 543232
},
{
"epoch": 1.0,
"learning_rate": 4.109733398935902e-05,
"loss": 4.1239,
"step": 543744
},
{
"epoch": 1.0,
"learning_rate": 4.10889480418485e-05,
"loss": 4.1412,
"step": 544256
},
{
"epoch": 1.0,
"learning_rate": 4.108057847314171e-05,
"loss": 4.1373,
"step": 544768
},
{
"epoch": 1.0,
"learning_rate": 4.1072192525631196e-05,
"loss": 4.139,
"step": 545280
},
{
"epoch": 1.0,
"learning_rate": 4.1063806578120676e-05,
"loss": 4.1272,
"step": 545792
},
{
"epoch": 1.0,
"learning_rate": 4.1055420630610156e-05,
"loss": 4.1311,
"step": 546304
},
{
"epoch": 1.0,
"learning_rate": 4.1047034683099636e-05,
"loss": 4.1352,
"step": 546816
},
{
"epoch": 1.0,
"learning_rate": 4.1038648735589115e-05,
"loss": 4.1331,
"step": 547328
},
{
"epoch": 1.0,
"learning_rate": 4.1030262788078595e-05,
"loss": 4.1235,
"step": 547840
},
{
"epoch": 1.0,
"learning_rate": 4.1021893219371805e-05,
"loss": 4.1278,
"step": 548352
},
{
"epoch": 1.0,
"learning_rate": 4.1013507271861285e-05,
"loss": 4.1187,
"step": 548864
},
{
"epoch": 1.0,
"learning_rate": 4.1005121324350764e-05,
"loss": 4.1275,
"step": 549376
},
{
"epoch": 1.01,
"learning_rate": 4.0996735376840244e-05,
"loss": 4.1269,
"step": 549888
},
{
"epoch": 1.01,
"learning_rate": 4.098834942932972e-05,
"loss": 4.1336,
"step": 550400
},
{
"epoch": 1.01,
"learning_rate": 4.09799634818192e-05,
"loss": 4.1335,
"step": 550912
},
{
"epoch": 1.01,
"learning_rate": 4.097157753430868e-05,
"loss": 4.1331,
"step": 551424
},
{
"epoch": 1.01,
"learning_rate": 4.096319158679816e-05,
"loss": 4.1289,
"step": 551936
},
{
"epoch": 1.01,
"learning_rate": 4.0954805639287644e-05,
"loss": 4.1283,
"step": 552448
},
{
"epoch": 1.01,
"learning_rate": 4.0946419691777124e-05,
"loss": 4.1341,
"step": 552960
},
{
"epoch": 1.01,
"learning_rate": 4.093805012307033e-05,
"loss": 4.1174,
"step": 553472
},
{
"epoch": 1.01,
"learning_rate": 4.092966417555981e-05,
"loss": 4.1147,
"step": 553984
},
{
"epoch": 1.01,
"learning_rate": 4.092127822804929e-05,
"loss": 4.1128,
"step": 554496
},
{
"epoch": 1.01,
"learning_rate": 4.091289228053877e-05,
"loss": 4.1209,
"step": 555008
},
{
"epoch": 1.01,
"learning_rate": 4.090452271183198e-05,
"loss": 4.1213,
"step": 555520
},
{
"epoch": 1.01,
"learning_rate": 4.089613676432146e-05,
"loss": 4.1248,
"step": 556032
},
{
"epoch": 1.01,
"learning_rate": 4.088775081681094e-05,
"loss": 4.1207,
"step": 556544
},
{
"epoch": 1.01,
"learning_rate": 4.087936486930042e-05,
"loss": 4.1211,
"step": 557056
},
{
"epoch": 1.01,
"learning_rate": 4.08709789217899e-05,
"loss": 4.124,
"step": 557568
},
{
"epoch": 1.01,
"learning_rate": 4.086259297427938e-05,
"loss": 4.129,
"step": 558080
},
{
"epoch": 1.01,
"learning_rate": 4.085420702676886e-05,
"loss": 4.1148,
"step": 558592
},
{
"epoch": 1.01,
"learning_rate": 4.084582107925834e-05,
"loss": 4.0972,
"step": 559104
},
{
"epoch": 1.01,
"learning_rate": 4.083745151055156e-05,
"loss": 4.1377,
"step": 559616
},
{
"epoch": 1.01,
"learning_rate": 4.082906556304104e-05,
"loss": 4.1266,
"step": 560128
},
{
"epoch": 1.01,
"learning_rate": 4.082067961553052e-05,
"loss": 4.1334,
"step": 560640
},
{
"epoch": 1.01,
"learning_rate": 4.081231004682373e-05,
"loss": 4.1194,
"step": 561152
},
{
"epoch": 1.01,
"learning_rate": 4.080392409931321e-05,
"loss": 4.1208,
"step": 561664
},
{
"epoch": 1.01,
"learning_rate": 4.079553815180269e-05,
"loss": 4.1166,
"step": 562176
},
{
"epoch": 1.01,
"learning_rate": 4.078715220429217e-05,
"loss": 4.1173,
"step": 562688
},
{
"epoch": 1.01,
"learning_rate": 4.0778766256781647e-05,
"loss": 4.1242,
"step": 563200
},
{
"epoch": 1.01,
"learning_rate": 4.0770396688074856e-05,
"loss": 4.1109,
"step": 563712
},
{
"epoch": 1.01,
"learning_rate": 4.0762010740564336e-05,
"loss": 4.1394,
"step": 564224
},
{
"epoch": 1.01,
"learning_rate": 4.0753624793053816e-05,
"loss": 4.1209,
"step": 564736
},
{
"epoch": 1.01,
"learning_rate": 4.0745238845543296e-05,
"loss": 4.1001,
"step": 565248
},
{
"epoch": 1.01,
"learning_rate": 4.073685289803278e-05,
"loss": 4.1296,
"step": 565760
},
{
"epoch": 1.01,
"learning_rate": 4.0728466950522255e-05,
"loss": 4.1039,
"step": 566272
},
{
"epoch": 1.01,
"learning_rate": 4.0720081003011735e-05,
"loss": 4.1029,
"step": 566784
},
{
"epoch": 1.01,
"learning_rate": 4.0711695055501215e-05,
"loss": 4.1284,
"step": 567296
},
{
"epoch": 1.01,
"learning_rate": 4.070332548679443e-05,
"loss": 4.1226,
"step": 567808
},
{
"epoch": 1.01,
"learning_rate": 4.0694939539283904e-05,
"loss": 4.1096,
"step": 568320
},
{
"epoch": 1.01,
"learning_rate": 4.0686553591773384e-05,
"loss": 4.1173,
"step": 568832
},
{
"epoch": 1.01,
"learning_rate": 4.0678167644262864e-05,
"loss": 4.0977,
"step": 569344
},
{
"epoch": 1.01,
"learning_rate": 4.0669781696752344e-05,
"loss": 4.1124,
"step": 569856
},
{
"epoch": 1.01,
"learning_rate": 4.0661412128045553e-05,
"loss": 4.1193,
"step": 570368
},
{
"epoch": 1.01,
"learning_rate": 4.065304255933877e-05,
"loss": 4.1107,
"step": 570880
},
{
"epoch": 1.01,
"learning_rate": 4.064465661182825e-05,
"loss": 4.1209,
"step": 571392
},
{
"epoch": 1.01,
"learning_rate": 4.063627066431773e-05,
"loss": 4.1195,
"step": 571904
},
{
"epoch": 1.01,
"learning_rate": 4.062788471680721e-05,
"loss": 4.1301,
"step": 572416
},
{
"epoch": 1.01,
"learning_rate": 4.061949876929669e-05,
"loss": 4.1112,
"step": 572928
},
{
"epoch": 1.01,
"learning_rate": 4.061111282178617e-05,
"loss": 4.1147,
"step": 573440
},
{
"epoch": 1.01,
"learning_rate": 4.060274325307938e-05,
"loss": 4.1214,
"step": 573952
},
{
"epoch": 1.01,
"learning_rate": 4.059435730556886e-05,
"loss": 4.1077,
"step": 574464
},
{
"epoch": 1.01,
"learning_rate": 4.058597135805834e-05,
"loss": 4.1218,
"step": 574976
},
{
"epoch": 1.01,
"learning_rate": 4.057758541054782e-05,
"loss": 4.1162,
"step": 575488
},
{
"epoch": 1.01,
"learning_rate": 4.05691994630373e-05,
"loss": 4.1078,
"step": 576000
},
{
"epoch": 1.01,
"learning_rate": 4.056081351552678e-05,
"loss": 4.129,
"step": 576512
},
{
"epoch": 1.01,
"learning_rate": 4.055242756801626e-05,
"loss": 4.1005,
"step": 577024
},
{
"epoch": 1.01,
"learning_rate": 4.054404162050574e-05,
"loss": 4.1036,
"step": 577536
},
{
"epoch": 1.01,
"learning_rate": 4.0535672051798954e-05,
"loss": 4.119,
"step": 578048
},
{
"epoch": 1.01,
"learning_rate": 4.0527286104288434e-05,
"loss": 4.1181,
"step": 578560
},
{
"epoch": 1.01,
"learning_rate": 4.0518900156777914e-05,
"loss": 4.1083,
"step": 579072
},
{
"epoch": 1.01,
"learning_rate": 4.051053058807112e-05,
"loss": 4.1205,
"step": 579584
},
{
"epoch": 1.02,
"learning_rate": 4.05021446405606e-05,
"loss": 4.1007,
"step": 580096
},
{
"epoch": 1.02,
"learning_rate": 4.049375869305008e-05,
"loss": 4.1052,
"step": 580608
},
{
"epoch": 1.02,
"learning_rate": 4.048537274553956e-05,
"loss": 4.1065,
"step": 581120
},
{
"epoch": 1.02,
"learning_rate": 4.047698679802904e-05,
"loss": 4.1111,
"step": 581632
},
{
"epoch": 1.02,
"learning_rate": 4.046860085051852e-05,
"loss": 4.1249,
"step": 582144
},
{
"epoch": 1.02,
"learning_rate": 4.0460214903008e-05,
"loss": 4.1122,
"step": 582656
},
{
"epoch": 1.02,
"learning_rate": 4.045184533430121e-05,
"loss": 4.1175,
"step": 583168
},
{
"epoch": 1.02,
"learning_rate": 4.044345938679069e-05,
"loss": 4.1043,
"step": 583680
},
{
"epoch": 1.02,
"learning_rate": 4.043507343928017e-05,
"loss": 4.107,
"step": 584192
},
{
"epoch": 1.02,
"learning_rate": 4.042668749176965e-05,
"loss": 4.1085,
"step": 584704
},
{
"epoch": 1.02,
"learning_rate": 4.041831792306287e-05,
"loss": 4.1162,
"step": 585216
},
{
"epoch": 1.02,
"learning_rate": 4.040993197555235e-05,
"loss": 4.1133,
"step": 585728
},
{
"epoch": 1.02,
"learning_rate": 4.040154602804183e-05,
"loss": 4.1165,
"step": 586240
},
{
"epoch": 1.02,
"learning_rate": 4.039316008053131e-05,
"loss": 4.1056,
"step": 586752
},
{
"epoch": 1.02,
"learning_rate": 4.038477413302079e-05,
"loss": 4.1114,
"step": 587264
},
{
"epoch": 1.02,
"learning_rate": 4.037638818551027e-05,
"loss": 4.1064,
"step": 587776
},
{
"epoch": 1.02,
"learning_rate": 4.036800223799974e-05,
"loss": 4.1082,
"step": 588288
},
{
"epoch": 1.02,
"learning_rate": 4.035961629048922e-05,
"loss": 4.098,
"step": 588800
},
{
"epoch": 1.02,
"learning_rate": 4.0351246721782436e-05,
"loss": 4.1135,
"step": 589312
},
{
"epoch": 1.02,
"learning_rate": 4.034286077427191e-05,
"loss": 4.1,
"step": 589824
},
{
"epoch": 1.02,
"learning_rate": 4.033447482676139e-05,
"loss": 4.1052,
"step": 590336
},
{
"epoch": 1.02,
"learning_rate": 4.0326088879250876e-05,
"loss": 4.0987,
"step": 590848
},
{
"epoch": 1.02,
"learning_rate": 4.0317702931740356e-05,
"loss": 4.1062,
"step": 591360
},
{
"epoch": 1.02,
"learning_rate": 4.0309333363033565e-05,
"loss": 4.1046,
"step": 591872
},
{
"epoch": 1.02,
"learning_rate": 4.0300947415523045e-05,
"loss": 4.1031,
"step": 592384
},
{
"epoch": 1.02,
"learning_rate": 4.0292561468012525e-05,
"loss": 4.1147,
"step": 592896
},
{
"epoch": 1.02,
"learning_rate": 4.028419189930574e-05,
"loss": 4.1206,
"step": 593408
},
{
"epoch": 1.02,
"learning_rate": 4.0275805951795214e-05,
"loss": 4.1178,
"step": 593920
},
{
"epoch": 1.02,
"learning_rate": 4.0267420004284694e-05,
"loss": 4.1069,
"step": 594432
},
{
"epoch": 1.02,
"learning_rate": 4.0259034056774174e-05,
"loss": 4.0981,
"step": 594944
},
{
"epoch": 1.02,
"learning_rate": 4.0250648109263654e-05,
"loss": 4.1038,
"step": 595456
},
{
"epoch": 1.02,
"learning_rate": 4.024227854055686e-05,
"loss": 4.1073,
"step": 595968
},
{
"epoch": 1.02,
"learning_rate": 4.023389259304634e-05,
"loss": 4.1114,
"step": 596480
},
{
"epoch": 1.02,
"learning_rate": 4.022550664553583e-05,
"loss": 4.0951,
"step": 596992
},
{
"epoch": 1.02,
"learning_rate": 4.021712069802531e-05,
"loss": 4.1107,
"step": 597504
},
{
"epoch": 1.02,
"learning_rate": 4.020873475051479e-05,
"loss": 4.11,
"step": 598016
},
{
"epoch": 1.02,
"learning_rate": 4.020034880300427e-05,
"loss": 4.1018,
"step": 598528
},
{
"epoch": 1.02,
"learning_rate": 4.019196285549375e-05,
"loss": 4.102,
"step": 599040
},
{
"epoch": 1.02,
"learning_rate": 4.018359328678696e-05,
"loss": 4.1109,
"step": 599552
},
{
"epoch": 1.02,
"learning_rate": 4.017520733927644e-05,
"loss": 4.1023,
"step": 600064
},
{
"epoch": 1.02,
"learning_rate": 4.016682139176592e-05,
"loss": 4.1123,
"step": 600576
},
{
"epoch": 1.02,
"learning_rate": 4.01584354442554e-05,
"loss": 4.1078,
"step": 601088
},
{
"epoch": 1.02,
"learning_rate": 4.015006587554861e-05,
"loss": 4.1129,
"step": 601600
},
{
"epoch": 1.02,
"learning_rate": 4.014167992803809e-05,
"loss": 4.0934,
"step": 602112
},
{
"epoch": 1.02,
"learning_rate": 4.0133310359331297e-05,
"loss": 4.1133,
"step": 602624
},
{
"epoch": 1.02,
"learning_rate": 4.012492441182078e-05,
"loss": 4.1111,
"step": 603136
},
{
"epoch": 1.02,
"learning_rate": 4.011653846431026e-05,
"loss": 4.104,
"step": 603648
},
{
"epoch": 1.02,
"learning_rate": 4.010815251679974e-05,
"loss": 4.1088,
"step": 604160
},
{
"epoch": 1.02,
"learning_rate": 4.009976656928922e-05,
"loss": 4.1063,
"step": 604672
},
{
"epoch": 1.02,
"learning_rate": 4.00913806217787e-05,
"loss": 4.1093,
"step": 605184
},
{
"epoch": 1.02,
"learning_rate": 4.008299467426818e-05,
"loss": 4.1221,
"step": 605696
},
{
"epoch": 1.02,
"learning_rate": 4.007460872675766e-05,
"loss": 4.0952,
"step": 606208
},
{
"epoch": 1.02,
"learning_rate": 4.006623915805087e-05,
"loss": 4.1108,
"step": 606720
},
{
"epoch": 1.02,
"learning_rate": 4.005785321054035e-05,
"loss": 4.1064,
"step": 607232
},
{
"epoch": 1.02,
"learning_rate": 4.004946726302983e-05,
"loss": 4.1054,
"step": 607744
},
{
"epoch": 1.02,
"learning_rate": 4.004108131551931e-05,
"loss": 4.0987,
"step": 608256
},
{
"epoch": 1.02,
"learning_rate": 4.003269536800879e-05,
"loss": 4.0936,
"step": 608768
},
{
"epoch": 1.02,
"learning_rate": 4.002430942049827e-05,
"loss": 4.1035,
"step": 609280
},
{
"epoch": 1.02,
"learning_rate": 4.001592347298775e-05,
"loss": 4.0945,
"step": 609792
},
{
"epoch": 1.02,
"learning_rate": 4.000753752547723e-05,
"loss": 4.1073,
"step": 610304
},
{
"epoch": 1.03,
"eval_loss": 4.114148139953613,
"eval_runtime": 293.9949,
"eval_samples_per_second": 1297.951,
"eval_steps_per_second": 40.562,
"step": 610560
},
{
"epoch": 0.0,
"learning_rate": 3.999915157796671e-05,
"loss": 4.1032,
"step": 610816
},
{
"epoch": 0.0,
"learning_rate": 3.999076563045619e-05,
"loss": 4.0979,
"step": 611328
},
{
"epoch": 0.0,
"learning_rate": 3.998237968294567e-05,
"loss": 4.1059,
"step": 611840
},
{
"epoch": 0.0,
"learning_rate": 3.997399373543515e-05,
"loss": 4.1033,
"step": 612352
},
{
"epoch": 0.0,
"learning_rate": 3.996560778792463e-05,
"loss": 4.1095,
"step": 612864
},
{
"epoch": 0.0,
"learning_rate": 3.995722184041411e-05,
"loss": 4.101,
"step": 613376
},
{
"epoch": 0.0,
"learning_rate": 3.994883589290359e-05,
"loss": 4.1073,
"step": 613888
},
{
"epoch": 0.0,
"learning_rate": 3.994044994539307e-05,
"loss": 4.0916,
"step": 614400
},
{
"epoch": 0.0,
"learning_rate": 3.993206399788255e-05,
"loss": 4.0958,
"step": 614912
},
{
"epoch": 0.0,
"learning_rate": 3.992367805037203e-05,
"loss": 4.1076,
"step": 615424
},
{
"epoch": 0.0,
"learning_rate": 3.991529210286151e-05,
"loss": 4.1013,
"step": 615936
},
{
"epoch": 0.0,
"learning_rate": 3.9906906155350984e-05,
"loss": 4.0964,
"step": 616448
},
{
"epoch": 0.0,
"learning_rate": 3.98985365866442e-05,
"loss": 4.1068,
"step": 616960
},
{
"epoch": 0.0,
"learning_rate": 3.989015063913368e-05,
"loss": 4.0926,
"step": 617472
},
{
"epoch": 0.0,
"learning_rate": 3.988176469162316e-05,
"loss": 4.0948,
"step": 617984
},
{
"epoch": 0.0,
"learning_rate": 3.987337874411264e-05,
"loss": 4.0831,
"step": 618496
},
{
"epoch": 0.0,
"learning_rate": 3.986499279660212e-05,
"loss": 4.0991,
"step": 619008
},
{
"epoch": 0.0,
"learning_rate": 3.98566068490916e-05,
"loss": 4.1048,
"step": 619520
},
{
"epoch": 0.0,
"learning_rate": 3.984822090158108e-05,
"loss": 4.0909,
"step": 620032
},
{
"epoch": 0.0,
"learning_rate": 3.983983495407056e-05,
"loss": 4.1083,
"step": 620544
},
{
"epoch": 0.0,
"learning_rate": 3.983144900656004e-05,
"loss": 4.1063,
"step": 621056
},
{
"epoch": 0.0,
"learning_rate": 3.982306305904952e-05,
"loss": 4.1055,
"step": 621568
},
{
"epoch": 0.0,
"learning_rate": 3.9814677111539e-05,
"loss": 4.0991,
"step": 622080
},
{
"epoch": 0.0,
"learning_rate": 3.980629116402848e-05,
"loss": 4.1,
"step": 622592
},
{
"epoch": 0.0,
"learning_rate": 3.979792159532169e-05,
"loss": 4.1006,
"step": 623104
},
{
"epoch": 0.0,
"learning_rate": 3.97895520266149e-05,
"loss": 4.1003,
"step": 623616
},
{
"epoch": 0.0,
"learning_rate": 3.9781166079104385e-05,
"loss": 4.0912,
"step": 624128
},
{
"epoch": 0.0,
"learning_rate": 3.9772780131593865e-05,
"loss": 4.1002,
"step": 624640
},
{
"epoch": 0.0,
"learning_rate": 3.9764394184083345e-05,
"loss": 4.0887,
"step": 625152
},
{
"epoch": 0.0,
"learning_rate": 3.9756008236572825e-05,
"loss": 4.095,
"step": 625664
},
{
"epoch": 0.01,
"learning_rate": 3.9747622289062305e-05,
"loss": 4.0962,
"step": 626176
},
{
"epoch": 0.01,
"learning_rate": 3.9739252720355514e-05,
"loss": 4.1003,
"step": 626688
},
{
"epoch": 0.01,
"learning_rate": 3.9730866772844994e-05,
"loss": 4.1046,
"step": 627200
},
{
"epoch": 0.01,
"learning_rate": 3.9722480825334474e-05,
"loss": 4.1071,
"step": 627712
},
{
"epoch": 0.01,
"learning_rate": 3.9714094877823954e-05,
"loss": 4.0907,
"step": 628224
},
{
"epoch": 0.01,
"learning_rate": 3.970572530911716e-05,
"loss": 4.0987,
"step": 628736
},
{
"epoch": 0.01,
"learning_rate": 3.969733936160664e-05,
"loss": 4.1041,
"step": 629248
},
{
"epoch": 0.01,
"learning_rate": 3.968895341409612e-05,
"loss": 4.0839,
"step": 629760
},
{
"epoch": 0.01,
"learning_rate": 3.96805674665856e-05,
"loss": 4.0863,
"step": 630272
},
{
"epoch": 0.01,
"learning_rate": 3.967218151907508e-05,
"loss": 4.0866,
"step": 630784
},
{
"epoch": 0.01,
"learning_rate": 3.966379557156457e-05,
"loss": 4.0854,
"step": 631296
},
{
"epoch": 0.01,
"learning_rate": 3.965540962405405e-05,
"loss": 4.0948,
"step": 631808
},
{
"epoch": 0.01,
"learning_rate": 3.964702367654353e-05,
"loss": 4.0939,
"step": 632320
},
{
"epoch": 0.01,
"learning_rate": 3.9638637729033e-05,
"loss": 4.0893,
"step": 632832
},
{
"epoch": 0.01,
"learning_rate": 3.963026816032622e-05,
"loss": 4.0888,
"step": 633344
},
{
"epoch": 0.01,
"learning_rate": 3.96218822128157e-05,
"loss": 4.0914,
"step": 633856
},
{
"epoch": 0.01,
"learning_rate": 3.961349626530518e-05,
"loss": 4.1006,
"step": 634368
},
{
"epoch": 0.01,
"learning_rate": 3.960511031779465e-05,
"loss": 4.0834,
"step": 634880
},
{
"epoch": 0.01,
"learning_rate": 3.959674074908787e-05,
"loss": 4.0729,
"step": 635392
},
{
"epoch": 0.01,
"learning_rate": 3.958835480157735e-05,
"loss": 4.1046,
"step": 635904
},
{
"epoch": 0.01,
"learning_rate": 3.957996885406682e-05,
"loss": 4.0962,
"step": 636416
},
{
"epoch": 0.01,
"learning_rate": 3.957158290655631e-05,
"loss": 4.1021,
"step": 636928
},
{
"epoch": 0.01,
"learning_rate": 3.956319695904579e-05,
"loss": 4.0872,
"step": 637440
},
{
"epoch": 0.01,
"learning_rate": 3.955481101153527e-05,
"loss": 4.091,
"step": 637952
},
{
"epoch": 0.01,
"learning_rate": 3.954642506402475e-05,
"loss": 4.0886,
"step": 638464
},
{
"epoch": 0.01,
"learning_rate": 3.9538055495317956e-05,
"loss": 4.0876,
"step": 638976
},
{
"epoch": 0.01,
"learning_rate": 3.9529669547807436e-05,
"loss": 4.0953,
"step": 639488
},
{
"epoch": 0.01,
"learning_rate": 3.9521283600296916e-05,
"loss": 4.0783,
"step": 640000
},
{
"epoch": 0.01,
"learning_rate": 3.9512897652786396e-05,
"loss": 4.1128,
"step": 640512
},
{
"epoch": 0.01,
"learning_rate": 3.9504511705275876e-05,
"loss": 4.0859,
"step": 641024
},
{
"epoch": 0.01,
"learning_rate": 3.9496125757765356e-05,
"loss": 4.0696,
"step": 641536
},
{
"epoch": 0.01,
"learning_rate": 3.9487756189058565e-05,
"loss": 4.0993,
"step": 642048
},
{
"epoch": 0.01,
"learning_rate": 3.9479370241548045e-05,
"loss": 4.0802,
"step": 642560
},
{
"epoch": 0.01,
"learning_rate": 3.9470984294037525e-05,
"loss": 4.0701,
"step": 643072
},
{
"epoch": 0.01,
"learning_rate": 3.9462598346527005e-05,
"loss": 4.0975,
"step": 643584
},
{
"epoch": 0.01,
"learning_rate": 3.9454212399016485e-05,
"loss": 4.0949,
"step": 644096
},
{
"epoch": 0.01,
"learning_rate": 3.94458428303097e-05,
"loss": 4.0837,
"step": 644608
},
{
"epoch": 0.01,
"learning_rate": 3.943745688279918e-05,
"loss": 4.0846,
"step": 645120
},
{
"epoch": 0.01,
"learning_rate": 3.942907093528866e-05,
"loss": 4.067,
"step": 645632
},
{
"epoch": 0.01,
"learning_rate": 3.942068498777814e-05,
"loss": 4.0797,
"step": 646144
},
{
"epoch": 0.01,
"learning_rate": 3.941229904026762e-05,
"loss": 4.0904,
"step": 646656
},
{
"epoch": 0.01,
"learning_rate": 3.94039130927571e-05,
"loss": 4.0819,
"step": 647168
},
{
"epoch": 0.01,
"learning_rate": 3.939552714524658e-05,
"loss": 4.0881,
"step": 647680
},
{
"epoch": 0.01,
"learning_rate": 3.938714119773606e-05,
"loss": 4.0865,
"step": 648192
},
{
"epoch": 0.01,
"learning_rate": 3.9378755250225533e-05,
"loss": 4.1031,
"step": 648704
},
{
"epoch": 0.01,
"learning_rate": 3.937038568151875e-05,
"loss": 4.0858,
"step": 649216
},
{
"epoch": 0.01,
"learning_rate": 3.936199973400823e-05,
"loss": 4.0841,
"step": 649728
},
{
"epoch": 0.01,
"learning_rate": 3.935363016530144e-05,
"loss": 4.0879,
"step": 650240
},
{
"epoch": 0.01,
"learning_rate": 3.9345244217790925e-05,
"loss": 4.0821,
"step": 650752
},
{
"epoch": 0.01,
"learning_rate": 3.9336858270280405e-05,
"loss": 4.0917,
"step": 651264
},
{
"epoch": 0.01,
"learning_rate": 3.9328472322769885e-05,
"loss": 4.0833,
"step": 651776
},
{
"epoch": 0.01,
"learning_rate": 3.9320086375259365e-05,
"loss": 4.0803,
"step": 652288
},
{
"epoch": 0.01,
"learning_rate": 3.931170042774884e-05,
"loss": 4.0966,
"step": 652800
},
{
"epoch": 0.01,
"learning_rate": 3.930331448023832e-05,
"loss": 4.0721,
"step": 653312
},
{
"epoch": 0.01,
"learning_rate": 3.9294944911531534e-05,
"loss": 4.0756,
"step": 653824
},
{
"epoch": 0.01,
"learning_rate": 3.928655896402101e-05,
"loss": 4.0875,
"step": 654336
},
{
"epoch": 0.01,
"learning_rate": 3.927817301651049e-05,
"loss": 4.0871,
"step": 654848
},
{
"epoch": 0.01,
"learning_rate": 3.926978706899997e-05,
"loss": 4.0765,
"step": 655360
},
{
"epoch": 0.01,
"learning_rate": 3.926141750029318e-05,
"loss": 4.0899,
"step": 655872
},
{
"epoch": 0.02,
"learning_rate": 3.925303155278266e-05,
"loss": 4.0743,
"step": 656384
},
{
"epoch": 0.02,
"learning_rate": 3.924466198407588e-05,
"loss": 4.0765,
"step": 656896
},
{
"epoch": 0.02,
"learning_rate": 3.923627603656536e-05,
"loss": 4.073,
"step": 657408
},
{
"epoch": 0.02,
"learning_rate": 3.922789008905484e-05,
"loss": 4.0812,
"step": 657920
},
{
"epoch": 0.02,
"learning_rate": 3.921950414154431e-05,
"loss": 4.0958,
"step": 658432
},
{
"epoch": 0.02,
"learning_rate": 3.921111819403379e-05,
"loss": 4.0822,
"step": 658944
},
{
"epoch": 0.02,
"learning_rate": 3.920273224652327e-05,
"loss": 4.0858,
"step": 659456
},
{
"epoch": 0.02,
"learning_rate": 3.919434629901275e-05,
"loss": 4.075,
"step": 659968
},
{
"epoch": 0.02,
"learning_rate": 3.918596035150223e-05,
"loss": 4.0756,
"step": 660480
},
{
"epoch": 0.02,
"learning_rate": 3.917757440399171e-05,
"loss": 4.0793,
"step": 660992
},
{
"epoch": 0.02,
"learning_rate": 3.916918845648119e-05,
"loss": 4.0864,
"step": 661504
},
{
"epoch": 0.02,
"learning_rate": 3.916080250897067e-05,
"loss": 4.0859,
"step": 662016
},
{
"epoch": 0.02,
"learning_rate": 3.915243294026388e-05,
"loss": 4.081,
"step": 662528
},
{
"epoch": 0.02,
"learning_rate": 3.914404699275336e-05,
"loss": 4.0827,
"step": 663040
},
{
"epoch": 0.02,
"learning_rate": 3.9135677424046576e-05,
"loss": 4.0806,
"step": 663552
},
{
"epoch": 0.02,
"learning_rate": 3.9127291476536056e-05,
"loss": 4.078,
"step": 664064
},
{
"epoch": 0.02,
"learning_rate": 3.9118905529025536e-05,
"loss": 4.0779,
"step": 664576
},
{
"epoch": 0.02,
"learning_rate": 3.9110519581515016e-05,
"loss": 4.0704,
"step": 665088
},
{
"epoch": 0.02,
"learning_rate": 3.9102133634004496e-05,
"loss": 4.0836,
"step": 665600
},
{
"epoch": 0.02,
"learning_rate": 3.9093747686493976e-05,
"loss": 4.0717,
"step": 666112
},
{
"epoch": 0.02,
"learning_rate": 3.9085361738983456e-05,
"loss": 4.0754,
"step": 666624
},
{
"epoch": 0.02,
"learning_rate": 3.9076975791472936e-05,
"loss": 4.0757,
"step": 667136
},
{
"epoch": 0.02,
"learning_rate": 3.9068606222766145e-05,
"loss": 4.0729,
"step": 667648
},
{
"epoch": 0.02,
"learning_rate": 3.9060220275255625e-05,
"loss": 4.0766,
"step": 668160
},
{
"epoch": 0.02,
"learning_rate": 3.9051834327745105e-05,
"loss": 4.0733,
"step": 668672
},
{
"epoch": 0.02,
"learning_rate": 3.9043448380234585e-05,
"loss": 4.09,
"step": 669184
},
{
"epoch": 0.02,
"learning_rate": 3.9035062432724065e-05,
"loss": 4.089,
"step": 669696
},
{
"epoch": 0.02,
"learning_rate": 3.902669286401728e-05,
"loss": 4.0861,
"step": 670208
},
{
"epoch": 0.02,
"learning_rate": 3.901832329531049e-05,
"loss": 4.0779,
"step": 670720
},
{
"epoch": 0.02,
"learning_rate": 3.900993734779997e-05,
"loss": 4.075,
"step": 671232
},
{
"epoch": 0.02,
"learning_rate": 3.900155140028945e-05,
"loss": 4.0737,
"step": 671744
},
{
"epoch": 0.02,
"learning_rate": 3.899316545277893e-05,
"loss": 4.0815,
"step": 672256
},
{
"epoch": 0.02,
"learning_rate": 3.898477950526841e-05,
"loss": 4.0863,
"step": 672768
},
{
"epoch": 0.02,
"learning_rate": 3.897639355775789e-05,
"loss": 4.0661,
"step": 673280
},
{
"epoch": 0.02,
"learning_rate": 3.896800761024737e-05,
"loss": 4.0787,
"step": 673792
},
{
"epoch": 0.02,
"learning_rate": 3.895962166273684e-05,
"loss": 4.0805,
"step": 674304
},
{
"epoch": 0.02,
"learning_rate": 3.895125209403006e-05,
"loss": 4.0783,
"step": 674816
},
{
"epoch": 0.02,
"learning_rate": 3.894286614651954e-05,
"loss": 4.0732,
"step": 675328
},
{
"epoch": 0.02,
"learning_rate": 3.8934496577812755e-05,
"loss": 4.081,
"step": 675840
},
{
"epoch": 0.02,
"learning_rate": 3.8926110630302235e-05,
"loss": 4.0728,
"step": 676352
},
{
"epoch": 0.02,
"learning_rate": 3.8917724682791715e-05,
"loss": 4.0864,
"step": 676864
},
{
"epoch": 0.02,
"learning_rate": 3.8909338735281195e-05,
"loss": 4.0769,
"step": 677376
},
{
"epoch": 0.02,
"learning_rate": 3.8900952787770674e-05,
"loss": 4.0868,
"step": 677888
},
{
"epoch": 0.02,
"learning_rate": 3.889256684026015e-05,
"loss": 4.068,
"step": 678400
},
{
"epoch": 0.02,
"learning_rate": 3.888418089274963e-05,
"loss": 4.0804,
"step": 678912
},
{
"epoch": 0.02,
"learning_rate": 3.887579494523911e-05,
"loss": 4.0862,
"step": 679424
},
{
"epoch": 0.02,
"learning_rate": 3.886740899772859e-05,
"loss": 4.0757,
"step": 679936
},
{
"epoch": 0.02,
"learning_rate": 3.8859039429021797e-05,
"loss": 4.0783,
"step": 680448
},
{
"epoch": 0.02,
"learning_rate": 3.8850653481511277e-05,
"loss": 4.0804,
"step": 680960
},
{
"epoch": 0.02,
"learning_rate": 3.8842267534000757e-05,
"loss": 4.0776,
"step": 681472
},
{
"epoch": 0.02,
"learning_rate": 3.883389796529397e-05,
"loss": 4.0932,
"step": 681984
},
{
"epoch": 0.02,
"learning_rate": 3.882551201778345e-05,
"loss": 4.0715,
"step": 682496
},
{
"epoch": 0.02,
"learning_rate": 3.881714244907667e-05,
"loss": 4.0813,
"step": 683008
},
{
"epoch": 0.02,
"learning_rate": 3.880875650156615e-05,
"loss": 4.0817,
"step": 683520
},
{
"epoch": 0.02,
"learning_rate": 3.880037055405562e-05,
"loss": 4.0761,
"step": 684032
},
{
"epoch": 0.02,
"learning_rate": 3.87919846065451e-05,
"loss": 4.0698,
"step": 684544
},
{
"epoch": 0.02,
"learning_rate": 3.878359865903458e-05,
"loss": 4.0663,
"step": 685056
},
{
"epoch": 0.02,
"learning_rate": 3.877521271152406e-05,
"loss": 4.0721,
"step": 685568
},
{
"epoch": 0.02,
"learning_rate": 3.876684314281727e-05,
"loss": 4.0716,
"step": 686080
},
{
"epoch": 0.02,
"learning_rate": 3.875845719530675e-05,
"loss": 4.0771,
"step": 686592
},
{
"epoch": 0.03,
"eval_loss": 4.093387126922607,
"eval_runtime": 287.5299,
"eval_samples_per_second": 1327.135,
"eval_steps_per_second": 41.474,
"step": 686880
},
{
"epoch": 1.0,
"learning_rate": 3.875007124779623e-05,
"loss": 4.0747,
"step": 687104
},
{
"epoch": 1.0,
"learning_rate": 3.874168530028571e-05,
"loss": 4.0713,
"step": 687616
},
{
"epoch": 1.0,
"learning_rate": 3.8733315731578926e-05,
"loss": 4.0721,
"step": 688128
},
{
"epoch": 1.0,
"learning_rate": 3.8724929784068406e-05,
"loss": 4.0788,
"step": 688640
},
{
"epoch": 1.0,
"learning_rate": 3.8716543836557886e-05,
"loss": 4.0826,
"step": 689152
},
{
"epoch": 1.0,
"learning_rate": 3.8708157889047366e-05,
"loss": 4.0744,
"step": 689664
},
{
"epoch": 1.0,
"learning_rate": 3.8699771941536846e-05,
"loss": 4.0745,
"step": 690176
},
{
"epoch": 1.0,
"learning_rate": 3.8691385994026326e-05,
"loss": 4.0661,
"step": 690688
},
{
"epoch": 1.0,
"learning_rate": 3.8683000046515806e-05,
"loss": 4.0688,
"step": 691200
},
{
"epoch": 1.0,
"learning_rate": 3.8674614099005286e-05,
"loss": 4.0769,
"step": 691712
},
{
"epoch": 1.0,
"learning_rate": 3.8666228151494766e-05,
"loss": 4.0759,
"step": 692224
},
{
"epoch": 1.0,
"learning_rate": 3.8657858582787975e-05,
"loss": 4.0702,
"step": 692736
},
{
"epoch": 1.0,
"learning_rate": 3.8649489014081184e-05,
"loss": 4.08,
"step": 693248
},
{
"epoch": 1.0,
"learning_rate": 3.8641103066570664e-05,
"loss": 4.0664,
"step": 693760
},
{
"epoch": 1.0,
"learning_rate": 3.8632717119060144e-05,
"loss": 4.0665,
"step": 694272
},
{
"epoch": 1.0,
"learning_rate": 3.8624331171549624e-05,
"loss": 4.0535,
"step": 694784
},
{
"epoch": 1.0,
"learning_rate": 3.861594522403911e-05,
"loss": 4.0795,
"step": 695296
},
{
"epoch": 1.0,
"learning_rate": 3.860755927652859e-05,
"loss": 4.0742,
"step": 695808
},
{
"epoch": 1.0,
"learning_rate": 3.85991897078218e-05,
"loss": 4.0636,
"step": 696320
},
{
"epoch": 1.0,
"learning_rate": 3.859080376031128e-05,
"loss": 4.078,
"step": 696832
},
{
"epoch": 1.0,
"learning_rate": 3.858241781280076e-05,
"loss": 4.0788,
"step": 697344
},
{
"epoch": 1.0,
"learning_rate": 3.857403186529024e-05,
"loss": 4.0789,
"step": 697856
},
{
"epoch": 1.0,
"learning_rate": 3.856564591777972e-05,
"loss": 4.0745,
"step": 698368
},
{
"epoch": 1.0,
"learning_rate": 3.85572599702692e-05,
"loss": 4.0736,
"step": 698880
},
{
"epoch": 1.0,
"learning_rate": 3.854887402275868e-05,
"loss": 4.0734,
"step": 699392
},
{
"epoch": 1.0,
"learning_rate": 3.854048807524815e-05,
"loss": 4.0771,
"step": 699904
},
{
"epoch": 1.0,
"learning_rate": 3.853210212773763e-05,
"loss": 4.0598,
"step": 700416
},
{
"epoch": 1.0,
"learning_rate": 3.852373255903085e-05,
"loss": 4.0736,
"step": 700928
},
{
"epoch": 1.0,
"learning_rate": 3.851537936912779e-05,
"loss": 4.0611,
"step": 701440
},
{
"epoch": 1.0,
"learning_rate": 3.850699342161727e-05,
"loss": 4.0696,
"step": 701952
},
{
"epoch": 1.01,
"learning_rate": 3.849860747410675e-05,
"loss": 4.0713,
"step": 702464
},
{
"epoch": 1.01,
"learning_rate": 3.849022152659623e-05,
"loss": 4.0754,
"step": 702976
},
{
"epoch": 1.01,
"learning_rate": 3.848183557908571e-05,
"loss": 4.0718,
"step": 703488
},
{
"epoch": 1.01,
"learning_rate": 3.847344963157519e-05,
"loss": 4.0829,
"step": 704000
},
{
"epoch": 1.01,
"learning_rate": 3.846506368406467e-05,
"loss": 4.0664,
"step": 704512
},
{
"epoch": 1.01,
"learning_rate": 3.845669411535788e-05,
"loss": 4.0716,
"step": 705024
},
{
"epoch": 1.01,
"learning_rate": 3.844830816784736e-05,
"loss": 4.0765,
"step": 705536
},
{
"epoch": 1.01,
"learning_rate": 3.843992222033684e-05,
"loss": 4.0553,
"step": 706048
},
{
"epoch": 1.01,
"learning_rate": 3.843153627282632e-05,
"loss": 4.0601,
"step": 706560
},
{
"epoch": 1.01,
"learning_rate": 3.84231503253158e-05,
"loss": 4.0646,
"step": 707072
},
{
"epoch": 1.01,
"learning_rate": 3.841476437780528e-05,
"loss": 4.0568,
"step": 707584
},
{
"epoch": 1.01,
"learning_rate": 3.840637843029476e-05,
"loss": 4.0668,
"step": 708096
},
{
"epoch": 1.01,
"learning_rate": 3.839800886158798e-05,
"loss": 4.0715,
"step": 708608
},
{
"epoch": 1.01,
"learning_rate": 3.838962291407745e-05,
"loss": 4.061,
"step": 709120
},
{
"epoch": 1.01,
"learning_rate": 3.838123696656693e-05,
"loss": 4.0656,
"step": 709632
},
{
"epoch": 1.01,
"learning_rate": 3.837285101905641e-05,
"loss": 4.0636,
"step": 710144
},
{
"epoch": 1.01,
"learning_rate": 3.836446507154589e-05,
"loss": 4.0719,
"step": 710656
},
{
"epoch": 1.01,
"learning_rate": 3.835607912403537e-05,
"loss": 4.0565,
"step": 711168
},
{
"epoch": 1.01,
"learning_rate": 3.834769317652485e-05,
"loss": 4.0472,
"step": 711680
},
{
"epoch": 1.01,
"learning_rate": 3.833930722901433e-05,
"loss": 4.0779,
"step": 712192
},
{
"epoch": 1.01,
"learning_rate": 3.833092128150381e-05,
"loss": 4.0706,
"step": 712704
},
{
"epoch": 1.01,
"learning_rate": 3.832253533399329e-05,
"loss": 4.0798,
"step": 713216
},
{
"epoch": 1.01,
"learning_rate": 3.831414938648277e-05,
"loss": 4.058,
"step": 713728
},
{
"epoch": 1.01,
"learning_rate": 3.830576343897225e-05,
"loss": 4.0635,
"step": 714240
},
{
"epoch": 1.01,
"learning_rate": 3.8297393870265466e-05,
"loss": 4.0632,
"step": 714752
},
{
"epoch": 1.01,
"learning_rate": 3.8289007922754946e-05,
"loss": 4.0586,
"step": 715264
},
{
"epoch": 1.01,
"learning_rate": 3.8280621975244426e-05,
"loss": 4.0734,
"step": 715776
},
{
"epoch": 1.01,
"learning_rate": 3.8272236027733906e-05,
"loss": 4.0484,
"step": 716288
},
{
"epoch": 1.01,
"learning_rate": 3.8263850080223386e-05,
"loss": 4.0887,
"step": 716800
},
{
"epoch": 1.01,
"learning_rate": 3.8255480511516595e-05,
"loss": 4.065,
"step": 717312
},
{
"epoch": 1.01,
"learning_rate": 3.8247094564006075e-05,
"loss": 4.041,
"step": 717824
},
{
"epoch": 1.01,
"learning_rate": 3.8238708616495555e-05,
"loss": 4.0702,
"step": 718336
},
{
"epoch": 1.01,
"learning_rate": 3.8230322668985035e-05,
"loss": 4.0552,
"step": 718848
},
{
"epoch": 1.01,
"learning_rate": 3.8221953100278244e-05,
"loss": 4.0451,
"step": 719360
},
{
"epoch": 1.01,
"learning_rate": 3.8213567152767724e-05,
"loss": 4.07,
"step": 719872
},
{
"epoch": 1.01,
"learning_rate": 3.8205181205257204e-05,
"loss": 4.0706,
"step": 720384
},
{
"epoch": 1.01,
"learning_rate": 3.8196795257746684e-05,
"loss": 4.0557,
"step": 720896
},
{
"epoch": 1.01,
"learning_rate": 3.8188409310236164e-05,
"loss": 4.0612,
"step": 721408
},
{
"epoch": 1.01,
"learning_rate": 3.8180023362725644e-05,
"loss": 4.0403,
"step": 721920
},
{
"epoch": 1.01,
"learning_rate": 3.8171637415215124e-05,
"loss": 4.056,
"step": 722432
},
{
"epoch": 1.01,
"learning_rate": 3.8163251467704604e-05,
"loss": 4.0609,
"step": 722944
},
{
"epoch": 1.01,
"learning_rate": 3.815488189899781e-05,
"loss": 4.0551,
"step": 723456
},
{
"epoch": 1.01,
"learning_rate": 3.814649595148729e-05,
"loss": 4.0676,
"step": 723968
},
{
"epoch": 1.01,
"learning_rate": 3.813811000397677e-05,
"loss": 4.0573,
"step": 724480
},
{
"epoch": 1.01,
"learning_rate": 3.812972405646625e-05,
"loss": 4.0788,
"step": 724992
},
{
"epoch": 1.01,
"learning_rate": 3.812133810895573e-05,
"loss": 4.0582,
"step": 725504
},
{
"epoch": 1.01,
"learning_rate": 3.811296854024894e-05,
"loss": 4.0617,
"step": 726016
},
{
"epoch": 1.01,
"learning_rate": 3.810459897154216e-05,
"loss": 4.0614,
"step": 726528
},
{
"epoch": 1.01,
"learning_rate": 3.809621302403164e-05,
"loss": 4.0559,
"step": 727040
},
{
"epoch": 1.01,
"learning_rate": 3.808782707652112e-05,
"loss": 4.0665,
"step": 727552
},
{
"epoch": 1.01,
"learning_rate": 3.80794411290106e-05,
"loss": 4.0553,
"step": 728064
},
{
"epoch": 1.01,
"learning_rate": 3.807105518150008e-05,
"loss": 4.0613,
"step": 728576
},
{
"epoch": 1.01,
"learning_rate": 3.806266923398956e-05,
"loss": 4.0683,
"step": 729088
},
{
"epoch": 1.01,
"learning_rate": 3.805428328647904e-05,
"loss": 4.0562,
"step": 729600
},
{
"epoch": 1.01,
"learning_rate": 3.804589733896852e-05,
"loss": 4.0449,
"step": 730112
},
{
"epoch": 1.01,
"learning_rate": 3.8037527770261727e-05,
"loss": 4.0599,
"step": 730624
},
{
"epoch": 1.01,
"learning_rate": 3.8029141822751207e-05,
"loss": 4.0662,
"step": 731136
},
{
"epoch": 1.01,
"learning_rate": 3.8020755875240687e-05,
"loss": 4.0525,
"step": 731648
},
{
"epoch": 1.01,
"learning_rate": 3.8012369927730166e-05,
"loss": 4.0626,
"step": 732160
},
{
"epoch": 1.02,
"learning_rate": 3.8003983980219646e-05,
"loss": 4.0494,
"step": 732672
},
{
"epoch": 1.02,
"learning_rate": 3.7995614411512856e-05,
"loss": 4.0525,
"step": 733184
},
{
"epoch": 1.02,
"learning_rate": 3.798722846400234e-05,
"loss": 4.0499,
"step": 733696
},
{
"epoch": 1.02,
"learning_rate": 3.797884251649182e-05,
"loss": 4.0565,
"step": 734208
},
{
"epoch": 1.02,
"learning_rate": 3.79704565689813e-05,
"loss": 4.0694,
"step": 734720
},
{
"epoch": 1.02,
"learning_rate": 3.796207062147078e-05,
"loss": 4.0594,
"step": 735232
},
{
"epoch": 1.02,
"learning_rate": 3.795368467396026e-05,
"loss": 4.0616,
"step": 735744
},
{
"epoch": 1.02,
"learning_rate": 3.794531510525347e-05,
"loss": 4.0511,
"step": 736256
},
{
"epoch": 1.02,
"learning_rate": 3.793692915774295e-05,
"loss": 4.0524,
"step": 736768
},
{
"epoch": 1.02,
"learning_rate": 3.792854321023243e-05,
"loss": 4.0551,
"step": 737280
},
{
"epoch": 1.02,
"learning_rate": 3.792015726272191e-05,
"loss": 4.0611,
"step": 737792
},
{
"epoch": 1.02,
"learning_rate": 3.791178769401512e-05,
"loss": 4.0622,
"step": 738304
},
{
"epoch": 1.02,
"learning_rate": 3.79034017465046e-05,
"loss": 4.0595,
"step": 738816
},
{
"epoch": 1.02,
"learning_rate": 3.789501579899408e-05,
"loss": 4.0579,
"step": 739328
},
{
"epoch": 1.02,
"learning_rate": 3.788662985148356e-05,
"loss": 4.0536,
"step": 739840
},
{
"epoch": 1.02,
"learning_rate": 3.7878260282776776e-05,
"loss": 4.059,
"step": 740352
},
{
"epoch": 1.02,
"learning_rate": 3.7869874335266256e-05,
"loss": 4.0527,
"step": 740864
},
{
"epoch": 1.02,
"learning_rate": 3.7861504766559465e-05,
"loss": 4.05,
"step": 741376
},
{
"epoch": 1.02,
"learning_rate": 3.7853118819048945e-05,
"loss": 4.0565,
"step": 741888
},
{
"epoch": 1.02,
"learning_rate": 3.7844732871538425e-05,
"loss": 4.0498,
"step": 742400
},
{
"epoch": 1.02,
"learning_rate": 3.7836346924027905e-05,
"loss": 4.0507,
"step": 742912
},
{
"epoch": 1.02,
"learning_rate": 3.7827960976517385e-05,
"loss": 4.0484,
"step": 743424
},
{
"epoch": 1.02,
"learning_rate": 3.7819575029006865e-05,
"loss": 4.0484,
"step": 743936
},
{
"epoch": 1.02,
"learning_rate": 3.7811205460300074e-05,
"loss": 4.0569,
"step": 744448
},
{
"epoch": 1.02,
"learning_rate": 3.7802819512789554e-05,
"loss": 4.0494,
"step": 744960
},
{
"epoch": 1.02,
"learning_rate": 3.7794433565279034e-05,
"loss": 4.0643,
"step": 745472
},
{
"epoch": 1.02,
"learning_rate": 3.7786047617768514e-05,
"loss": 4.0633,
"step": 745984
},
{
"epoch": 1.02,
"learning_rate": 3.7777661670257994e-05,
"loss": 4.0657,
"step": 746496
},
{
"epoch": 1.02,
"learning_rate": 3.7769275722747474e-05,
"loss": 4.0543,
"step": 747008
},
{
"epoch": 1.02,
"learning_rate": 3.776090615404069e-05,
"loss": 4.0539,
"step": 747520
},
{
"epoch": 1.02,
"learning_rate": 3.775252020653017e-05,
"loss": 4.0485,
"step": 748032
},
{
"epoch": 1.02,
"learning_rate": 3.774413425901965e-05,
"loss": 4.0614,
"step": 748544
},
{
"epoch": 1.02,
"learning_rate": 3.773574831150912e-05,
"loss": 4.0588,
"step": 749056
},
{
"epoch": 1.02,
"learning_rate": 3.77273623639986e-05,
"loss": 4.0424,
"step": 749568
},
{
"epoch": 1.02,
"learning_rate": 3.771897641648808e-05,
"loss": 4.0545,
"step": 750080
},
{
"epoch": 1.02,
"learning_rate": 3.771059046897756e-05,
"loss": 4.0545,
"step": 750592
},
{
"epoch": 1.02,
"learning_rate": 3.770222090027077e-05,
"loss": 4.0552,
"step": 751104
},
{
"epoch": 1.02,
"learning_rate": 3.769383495276025e-05,
"loss": 4.0525,
"step": 751616
},
{
"epoch": 1.02,
"learning_rate": 3.768544900524973e-05,
"loss": 4.0551,
"step": 752128
},
{
"epoch": 1.02,
"learning_rate": 3.767706305773921e-05,
"loss": 4.0492,
"step": 752640
},
{
"epoch": 1.02,
"learning_rate": 3.76686771102287e-05,
"loss": 4.0653,
"step": 753152
},
{
"epoch": 1.02,
"learning_rate": 3.766029116271818e-05,
"loss": 4.0546,
"step": 753664
},
{
"epoch": 1.02,
"learning_rate": 3.765192159401139e-05,
"loss": 4.0618,
"step": 754176
},
{
"epoch": 1.02,
"learning_rate": 3.764353564650087e-05,
"loss": 4.0465,
"step": 754688
},
{
"epoch": 1.02,
"learning_rate": 3.763514969899035e-05,
"loss": 4.0587,
"step": 755200
},
{
"epoch": 1.02,
"learning_rate": 3.762676375147983e-05,
"loss": 4.0632,
"step": 755712
},
{
"epoch": 1.02,
"learning_rate": 3.761837780396931e-05,
"loss": 4.0505,
"step": 756224
},
{
"epoch": 1.02,
"learning_rate": 3.760999185645879e-05,
"loss": 4.0563,
"step": 756736
},
{
"epoch": 1.02,
"learning_rate": 3.760160590894827e-05,
"loss": 4.0555,
"step": 757248
},
{
"epoch": 1.02,
"learning_rate": 3.759321996143775e-05,
"loss": 4.0591,
"step": 757760
},
{
"epoch": 1.02,
"learning_rate": 3.7584866771534685e-05,
"loss": 4.0647,
"step": 758272
},
{
"epoch": 1.02,
"learning_rate": 3.7576480824024165e-05,
"loss": 4.0538,
"step": 758784
},
{
"epoch": 1.02,
"learning_rate": 3.756809487651365e-05,
"loss": 4.0563,
"step": 759296
},
{
"epoch": 1.02,
"learning_rate": 3.755970892900313e-05,
"loss": 4.0591,
"step": 759808
},
{
"epoch": 1.02,
"learning_rate": 3.755132298149261e-05,
"loss": 4.0532,
"step": 760320
},
{
"epoch": 1.02,
"learning_rate": 3.754293703398209e-05,
"loss": 4.0474,
"step": 760832
},
{
"epoch": 1.02,
"learning_rate": 3.753455108647157e-05,
"loss": 4.0449,
"step": 761344
},
{
"epoch": 1.02,
"learning_rate": 3.752616513896105e-05,
"loss": 4.048,
"step": 761856
},
{
"epoch": 1.02,
"learning_rate": 3.751779557025426e-05,
"loss": 4.0504,
"step": 762368
},
{
"epoch": 1.02,
"learning_rate": 3.750940962274374e-05,
"loss": 4.0523,
"step": 762880
},
{
"epoch": 1.03,
"eval_loss": 4.07744836807251,
"eval_runtime": 288.6221,
"eval_samples_per_second": 1322.113,
"eval_steps_per_second": 41.317,
"step": 763200
},
{
"epoch": 0.0,
"learning_rate": 3.750102367523322e-05,
"loss": 4.0528,
"step": 763392
},
{
"epoch": 0.0,
"learning_rate": 3.74926377277227e-05,
"loss": 4.0457,
"step": 763904
},
{
"epoch": 0.0,
"learning_rate": 3.748425178021218e-05,
"loss": 4.0509,
"step": 764416
},
{
"epoch": 0.0,
"learning_rate": 3.7475865832701654e-05,
"loss": 4.0561,
"step": 764928
},
{
"epoch": 0.0,
"learning_rate": 3.7467479885191134e-05,
"loss": 4.0602,
"step": 765440
},
{
"epoch": 0.0,
"learning_rate": 3.745909393768062e-05,
"loss": 4.05,
"step": 765952
},
{
"epoch": 0.0,
"learning_rate": 3.74507079901701e-05,
"loss": 4.0552,
"step": 766464
},
{
"epoch": 0.0,
"learning_rate": 3.744232204265958e-05,
"loss": 4.0453,
"step": 766976
},
{
"epoch": 0.0,
"learning_rate": 3.743393609514906e-05,
"loss": 4.0441,
"step": 767488
},
{
"epoch": 0.0,
"learning_rate": 3.742555014763854e-05,
"loss": 4.0503,
"step": 768000
},
{
"epoch": 0.0,
"learning_rate": 3.741716420012802e-05,
"loss": 4.0582,
"step": 768512
},
{
"epoch": 0.0,
"learning_rate": 3.74087782526175e-05,
"loss": 4.0477,
"step": 769024
},
{
"epoch": 0.0,
"learning_rate": 3.740040868391071e-05,
"loss": 4.0558,
"step": 769536
},
{
"epoch": 0.0,
"learning_rate": 3.739202273640019e-05,
"loss": 4.0415,
"step": 770048
},
{
"epoch": 0.0,
"learning_rate": 3.738363678888967e-05,
"loss": 4.0473,
"step": 770560
},
{
"epoch": 0.0,
"learning_rate": 3.737525084137915e-05,
"loss": 4.0289,
"step": 771072
},
{
"epoch": 0.0,
"learning_rate": 3.736686489386863e-05,
"loss": 4.0564,
"step": 771584
},
{
"epoch": 0.0,
"learning_rate": 3.735847894635811e-05,
"loss": 4.0519,
"step": 772096
},
{
"epoch": 0.0,
"learning_rate": 3.735009299884759e-05,
"loss": 4.0408,
"step": 772608
},
{
"epoch": 0.0,
"learning_rate": 3.734170705133707e-05,
"loss": 4.0546,
"step": 773120
},
{
"epoch": 0.0,
"learning_rate": 3.733332110382655e-05,
"loss": 4.059,
"step": 773632
},
{
"epoch": 0.0,
"learning_rate": 3.732493515631603e-05,
"loss": 4.0559,
"step": 774144
},
{
"epoch": 0.0,
"learning_rate": 3.731654920880551e-05,
"loss": 4.0491,
"step": 774656
},
{
"epoch": 0.0,
"learning_rate": 3.730816326129499e-05,
"loss": 4.0515,
"step": 775168
},
{
"epoch": 0.0,
"learning_rate": 3.72997936925882e-05,
"loss": 4.0521,
"step": 775680
},
{
"epoch": 0.0,
"learning_rate": 3.729140774507768e-05,
"loss": 4.0535,
"step": 776192
},
{
"epoch": 0.0,
"learning_rate": 3.728302179756716e-05,
"loss": 4.0379,
"step": 776704
},
{
"epoch": 0.0,
"learning_rate": 3.727463585005664e-05,
"loss": 4.0482,
"step": 777216
},
{
"epoch": 0.0,
"learning_rate": 3.726626628134985e-05,
"loss": 4.044,
"step": 777728
},
{
"epoch": 0.0,
"learning_rate": 3.725788033383933e-05,
"loss": 4.0429,
"step": 778240
},
{
"epoch": 0.01,
"learning_rate": 3.724949438632881e-05,
"loss": 4.0498,
"step": 778752
},
{
"epoch": 0.01,
"learning_rate": 3.7241108438818287e-05,
"loss": 4.0537,
"step": 779264
},
{
"epoch": 0.01,
"learning_rate": 3.7232722491307767e-05,
"loss": 4.0507,
"step": 779776
},
{
"epoch": 0.01,
"learning_rate": 3.722435292260098e-05,
"loss": 4.0593,
"step": 780288
},
{
"epoch": 0.01,
"learning_rate": 3.721596697509046e-05,
"loss": 4.0463,
"step": 780800
},
{
"epoch": 0.01,
"learning_rate": 3.720759740638367e-05,
"loss": 4.0517,
"step": 781312
},
{
"epoch": 0.01,
"learning_rate": 3.719921145887315e-05,
"loss": 4.0562,
"step": 781824
},
{
"epoch": 0.01,
"learning_rate": 3.719082551136263e-05,
"loss": 4.0325,
"step": 782336
},
{
"epoch": 0.01,
"learning_rate": 3.718243956385211e-05,
"loss": 4.0364,
"step": 782848
},
{
"epoch": 0.01,
"learning_rate": 3.717405361634159e-05,
"loss": 4.0406,
"step": 783360
},
{
"epoch": 0.01,
"learning_rate": 3.716566766883107e-05,
"loss": 4.0313,
"step": 783872
},
{
"epoch": 0.01,
"learning_rate": 3.715728172132055e-05,
"loss": 4.0448,
"step": 784384
},
{
"epoch": 0.01,
"learning_rate": 3.714889577381003e-05,
"loss": 4.0523,
"step": 784896
},
{
"epoch": 0.01,
"learning_rate": 3.714052620510324e-05,
"loss": 4.0365,
"step": 785408
},
{
"epoch": 0.01,
"learning_rate": 3.713214025759272e-05,
"loss": 4.0442,
"step": 785920
},
{
"epoch": 0.01,
"learning_rate": 3.7123770688885936e-05,
"loss": 4.0441,
"step": 786432
},
{
"epoch": 0.01,
"learning_rate": 3.7115384741375416e-05,
"loss": 4.0477,
"step": 786944
},
{
"epoch": 0.01,
"learning_rate": 3.7106998793864896e-05,
"loss": 4.0366,
"step": 787456
},
{
"epoch": 0.01,
"learning_rate": 3.7098612846354376e-05,
"loss": 4.0243,
"step": 787968
},
{
"epoch": 0.01,
"learning_rate": 3.7090226898843856e-05,
"loss": 4.0522,
"step": 788480
},
{
"epoch": 0.01,
"learning_rate": 3.7081840951333336e-05,
"loss": 4.0527,
"step": 788992
},
{
"epoch": 0.01,
"learning_rate": 3.7073471382626545e-05,
"loss": 4.0596,
"step": 789504
},
{
"epoch": 0.01,
"learning_rate": 3.7065085435116025e-05,
"loss": 4.0391,
"step": 790016
},
{
"epoch": 0.01,
"learning_rate": 3.7056699487605505e-05,
"loss": 4.0398,
"step": 790528
},
{
"epoch": 0.01,
"learning_rate": 3.7048313540094985e-05,
"loss": 4.0427,
"step": 791040
},
{
"epoch": 0.01,
"learning_rate": 3.7039927592584465e-05,
"loss": 4.0367,
"step": 791552
},
{
"epoch": 0.01,
"learning_rate": 3.7031541645073945e-05,
"loss": 4.0538,
"step": 792064
},
{
"epoch": 0.01,
"learning_rate": 3.7023155697563425e-05,
"loss": 4.0231,
"step": 792576
},
{
"epoch": 0.01,
"learning_rate": 3.7014769750052905e-05,
"loss": 4.0685,
"step": 793088
},
{
"epoch": 0.01,
"learning_rate": 3.700640018134612e-05,
"loss": 4.0459,
"step": 793600
},
{
"epoch": 0.01,
"learning_rate": 3.699803061263933e-05,
"loss": 4.0198,
"step": 794112
},
{
"epoch": 0.01,
"learning_rate": 3.698964466512881e-05,
"loss": 4.048,
"step": 794624
},
{
"epoch": 0.01,
"learning_rate": 3.698125871761829e-05,
"loss": 4.0342,
"step": 795136
},
{
"epoch": 0.01,
"learning_rate": 3.697287277010777e-05,
"loss": 4.023,
"step": 795648
},
{
"epoch": 0.01,
"learning_rate": 3.696448682259725e-05,
"loss": 4.0471,
"step": 796160
},
{
"epoch": 0.01,
"learning_rate": 3.695610087508673e-05,
"loss": 4.0489,
"step": 796672
},
{
"epoch": 0.01,
"learning_rate": 3.69477149275762e-05,
"loss": 4.0315,
"step": 797184
},
{
"epoch": 0.01,
"learning_rate": 3.693932898006568e-05,
"loss": 4.0443,
"step": 797696
},
{
"epoch": 0.01,
"learning_rate": 3.69309594113589e-05,
"loss": 4.0184,
"step": 798208
},
{
"epoch": 0.01,
"learning_rate": 3.692257346384838e-05,
"loss": 4.0339,
"step": 798720
},
{
"epoch": 0.01,
"learning_rate": 3.691418751633786e-05,
"loss": 4.0362,
"step": 799232
},
{
"epoch": 0.01,
"learning_rate": 3.690580156882734e-05,
"loss": 4.0389,
"step": 799744
},
{
"epoch": 0.01,
"learning_rate": 3.6897432000120554e-05,
"loss": 4.0426,
"step": 800256
},
{
"epoch": 0.01,
"learning_rate": 3.6889046052610034e-05,
"loss": 4.0378,
"step": 800768
},
{
"epoch": 0.01,
"learning_rate": 3.688066010509951e-05,
"loss": 4.0582,
"step": 801280
},
{
"epoch": 0.01,
"learning_rate": 3.687227415758899e-05,
"loss": 4.0396,
"step": 801792
},
{
"epoch": 0.01,
"learning_rate": 3.686392096768593e-05,
"loss": 4.0425,
"step": 802304
},
{
"epoch": 0.01,
"learning_rate": 3.685553502017541e-05,
"loss": 4.0373,
"step": 802816
},
{
"epoch": 0.01,
"learning_rate": 3.684714907266489e-05,
"loss": 4.0357,
"step": 803328
},
{
"epoch": 0.01,
"learning_rate": 3.683876312515437e-05,
"loss": 4.0443,
"step": 803840
},
{
"epoch": 0.01,
"learning_rate": 3.683037717764385e-05,
"loss": 4.036,
"step": 804352
},
{
"epoch": 0.01,
"learning_rate": 3.682199123013333e-05,
"loss": 4.0387,
"step": 804864
},
{
"epoch": 0.01,
"learning_rate": 3.681360528262281e-05,
"loss": 4.0499,
"step": 805376
},
{
"epoch": 0.01,
"learning_rate": 3.680521933511229e-05,
"loss": 4.0349,
"step": 805888
},
{
"epoch": 0.01,
"learning_rate": 3.679683338760177e-05,
"loss": 4.0224,
"step": 806400
},
{
"epoch": 0.01,
"learning_rate": 3.678846381889498e-05,
"loss": 4.0363,
"step": 806912
},
{
"epoch": 0.01,
"learning_rate": 3.678007787138446e-05,
"loss": 4.0471,
"step": 807424
},
{
"epoch": 0.01,
"learning_rate": 3.677169192387394e-05,
"loss": 4.0268,
"step": 807936
},
{
"epoch": 0.01,
"learning_rate": 3.676332235516715e-05,
"loss": 4.0441,
"step": 808448
},
{
"epoch": 0.01,
"learning_rate": 3.675493640765663e-05,
"loss": 4.0328,
"step": 808960
},
{
"epoch": 0.02,
"learning_rate": 3.674655046014611e-05,
"loss": 4.0273,
"step": 809472
},
{
"epoch": 0.02,
"learning_rate": 3.673816451263559e-05,
"loss": 4.03,
"step": 809984
},
{
"epoch": 0.02,
"learning_rate": 3.672977856512507e-05,
"loss": 4.0337,
"step": 810496
},
{
"epoch": 0.02,
"learning_rate": 3.672139261761455e-05,
"loss": 4.0532,
"step": 811008
},
{
"epoch": 0.02,
"learning_rate": 3.6713006670104037e-05,
"loss": 4.0362,
"step": 811520
},
{
"epoch": 0.02,
"learning_rate": 3.6704620722593516e-05,
"loss": 4.0415,
"step": 812032
},
{
"epoch": 0.02,
"learning_rate": 3.6696251153886726e-05,
"loss": 4.0313,
"step": 812544
},
{
"epoch": 0.02,
"learning_rate": 3.6687865206376206e-05,
"loss": 4.0286,
"step": 813056
},
{
"epoch": 0.02,
"learning_rate": 3.6679479258865685e-05,
"loss": 4.0333,
"step": 813568
},
{
"epoch": 0.02,
"learning_rate": 3.6671093311355165e-05,
"loss": 4.0413,
"step": 814080
},
{
"epoch": 0.02,
"learning_rate": 3.6662707363844645e-05,
"loss": 4.0434,
"step": 814592
},
{
"epoch": 0.02,
"learning_rate": 3.6654337795137854e-05,
"loss": 4.0377,
"step": 815104
},
{
"epoch": 0.02,
"learning_rate": 3.6645951847627334e-05,
"loss": 4.0388,
"step": 815616
},
{
"epoch": 0.02,
"learning_rate": 3.6637565900116814e-05,
"loss": 4.0288,
"step": 816128
},
{
"epoch": 0.02,
"learning_rate": 3.6629179952606294e-05,
"loss": 4.0406,
"step": 816640
},
{
"epoch": 0.02,
"learning_rate": 3.6620810383899503e-05,
"loss": 4.0331,
"step": 817152
},
{
"epoch": 0.02,
"learning_rate": 3.6612424436388983e-05,
"loss": 4.0287,
"step": 817664
},
{
"epoch": 0.02,
"learning_rate": 3.660403848887847e-05,
"loss": 4.0315,
"step": 818176
},
{
"epoch": 0.02,
"learning_rate": 3.659566892017168e-05,
"loss": 4.0328,
"step": 818688
},
{
"epoch": 0.02,
"learning_rate": 3.658728297266116e-05,
"loss": 4.0306,
"step": 819200
},
{
"epoch": 0.02,
"learning_rate": 3.657889702515064e-05,
"loss": 4.0275,
"step": 819712
},
{
"epoch": 0.02,
"learning_rate": 3.657051107764012e-05,
"loss": 4.0258,
"step": 820224
},
{
"epoch": 0.02,
"learning_rate": 3.65621251301296e-05,
"loss": 4.0337,
"step": 820736
},
{
"epoch": 0.02,
"learning_rate": 3.655373918261908e-05,
"loss": 4.0348,
"step": 821248
},
{
"epoch": 0.02,
"learning_rate": 3.654535323510856e-05,
"loss": 4.0366,
"step": 821760
},
{
"epoch": 0.02,
"learning_rate": 3.653696728759804e-05,
"loss": 4.0416,
"step": 822272
},
{
"epoch": 0.02,
"learning_rate": 3.652859771889125e-05,
"loss": 4.0451,
"step": 822784
},
{
"epoch": 0.02,
"learning_rate": 3.652021177138073e-05,
"loss": 4.0326,
"step": 823296
},
{
"epoch": 0.02,
"learning_rate": 3.651182582387021e-05,
"loss": 4.0335,
"step": 823808
},
{
"epoch": 0.02,
"learning_rate": 3.650343987635969e-05,
"loss": 4.0279,
"step": 824320
},
{
"epoch": 0.02,
"learning_rate": 3.6495070307652904e-05,
"loss": 4.0394,
"step": 824832
},
{
"epoch": 0.02,
"learning_rate": 3.6486684360142384e-05,
"loss": 4.0381,
"step": 825344
},
{
"epoch": 0.02,
"learning_rate": 3.647831479143559e-05,
"loss": 4.0277,
"step": 825856
},
{
"epoch": 0.02,
"learning_rate": 3.646992884392507e-05,
"loss": 4.0285,
"step": 826368
},
{
"epoch": 0.02,
"learning_rate": 3.646154289641455e-05,
"loss": 4.0394,
"step": 826880
},
{
"epoch": 0.02,
"learning_rate": 3.645315694890403e-05,
"loss": 4.0348,
"step": 827392
},
{
"epoch": 0.02,
"learning_rate": 3.644477100139351e-05,
"loss": 4.0281,
"step": 827904
},
{
"epoch": 0.02,
"learning_rate": 3.643640143268672e-05,
"loss": 4.0326,
"step": 828416
},
{
"epoch": 0.02,
"learning_rate": 3.64280154851762e-05,
"loss": 4.0339,
"step": 828928
},
{
"epoch": 0.02,
"learning_rate": 3.641962953766568e-05,
"loss": 4.0404,
"step": 829440
},
{
"epoch": 0.02,
"learning_rate": 3.641124359015516e-05,
"loss": 4.0371,
"step": 829952
},
{
"epoch": 0.02,
"learning_rate": 3.640285764264464e-05,
"loss": 4.0404,
"step": 830464
},
{
"epoch": 0.02,
"learning_rate": 3.639447169513412e-05,
"loss": 4.0263,
"step": 830976
},
{
"epoch": 0.02,
"learning_rate": 3.638610212642734e-05,
"loss": 4.0389,
"step": 831488
},
{
"epoch": 0.02,
"learning_rate": 3.637771617891681e-05,
"loss": 4.0403,
"step": 832000
},
{
"epoch": 0.02,
"learning_rate": 3.636933023140629e-05,
"loss": 4.027,
"step": 832512
},
{
"epoch": 0.02,
"learning_rate": 3.636094428389577e-05,
"loss": 4.0337,
"step": 833024
},
{
"epoch": 0.02,
"learning_rate": 3.635255833638525e-05,
"loss": 4.0382,
"step": 833536
},
{
"epoch": 0.02,
"learning_rate": 3.634417238887473e-05,
"loss": 4.0428,
"step": 834048
},
{
"epoch": 0.02,
"learning_rate": 3.633578644136421e-05,
"loss": 4.0425,
"step": 834560
},
{
"epoch": 0.02,
"learning_rate": 3.632741687265742e-05,
"loss": 4.0323,
"step": 835072
},
{
"epoch": 0.02,
"learning_rate": 3.63190309251469e-05,
"loss": 4.0364,
"step": 835584
},
{
"epoch": 0.02,
"learning_rate": 3.631064497763638e-05,
"loss": 4.039,
"step": 836096
},
{
"epoch": 0.02,
"learning_rate": 3.630225903012586e-05,
"loss": 4.0308,
"step": 836608
},
{
"epoch": 0.02,
"learning_rate": 3.6293873082615346e-05,
"loss": 4.0277,
"step": 837120
},
{
"epoch": 0.02,
"learning_rate": 3.6285487135104826e-05,
"loss": 4.0259,
"step": 837632
},
{
"epoch": 0.02,
"learning_rate": 3.6277101187594306e-05,
"loss": 4.0221,
"step": 838144
},
{
"epoch": 0.02,
"learning_rate": 3.6268715240083786e-05,
"loss": 4.0328,
"step": 838656
},
{
"epoch": 0.02,
"learning_rate": 3.6260362050180724e-05,
"loss": 4.0323,
"step": 839168
},
{
"epoch": 0.03,
"eval_loss": 4.063845634460449,
"eval_runtime": 349.6265,
"eval_samples_per_second": 1091.425,
"eval_steps_per_second": 34.108,
"step": 839520
}
],
"logging_steps": 512,
"max_steps": 3052726,
"num_train_epochs": 9223372036854775807,
"save_steps": 10,
"total_flos": 3.403140943775725e+17,
"trial_name": null,
"trial_params": null
}