gogpt-7b / trainer_state.json
Chriskuei's picture
init
03d29ec
raw
history blame
35.6 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9998273778698429,
"global_step": 2896,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.993093922651934e-05,
"loss": 1.9454,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 1.9861878453038676e-05,
"loss": 1.9111,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 1.979281767955801e-05,
"loss": 1.9728,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 1.972375690607735e-05,
"loss": 1.8986,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 1.9654696132596688e-05,
"loss": 1.8296,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 1.9585635359116023e-05,
"loss": 1.8251,
"step": 60
},
{
"epoch": 0.02,
"learning_rate": 1.9516574585635362e-05,
"loss": 1.8381,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 1.9447513812154697e-05,
"loss": 1.8186,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 1.9378453038674036e-05,
"loss": 1.862,
"step": 90
},
{
"epoch": 0.03,
"learning_rate": 1.930939226519337e-05,
"loss": 1.8683,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 1.924033149171271e-05,
"loss": 1.7295,
"step": 110
},
{
"epoch": 0.04,
"learning_rate": 1.9171270718232045e-05,
"loss": 1.8422,
"step": 120
},
{
"epoch": 0.04,
"learning_rate": 1.910220994475138e-05,
"loss": 1.8391,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 1.903314917127072e-05,
"loss": 1.7898,
"step": 140
},
{
"epoch": 0.05,
"learning_rate": 1.8964088397790058e-05,
"loss": 1.8654,
"step": 150
},
{
"epoch": 0.06,
"learning_rate": 1.8895027624309393e-05,
"loss": 1.7978,
"step": 160
},
{
"epoch": 0.06,
"learning_rate": 1.882596685082873e-05,
"loss": 1.8074,
"step": 170
},
{
"epoch": 0.06,
"learning_rate": 1.8756906077348067e-05,
"loss": 1.8771,
"step": 180
},
{
"epoch": 0.07,
"learning_rate": 1.8687845303867406e-05,
"loss": 1.8324,
"step": 190
},
{
"epoch": 0.07,
"learning_rate": 1.861878453038674e-05,
"loss": 1.8138,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 1.854972375690608e-05,
"loss": 1.7218,
"step": 210
},
{
"epoch": 0.08,
"learning_rate": 1.8480662983425418e-05,
"loss": 1.7777,
"step": 220
},
{
"epoch": 0.08,
"learning_rate": 1.8411602209944753e-05,
"loss": 1.9651,
"step": 230
},
{
"epoch": 0.08,
"learning_rate": 1.834254143646409e-05,
"loss": 1.7814,
"step": 240
},
{
"epoch": 0.09,
"learning_rate": 1.8273480662983427e-05,
"loss": 1.8694,
"step": 250
},
{
"epoch": 0.09,
"learning_rate": 1.8204419889502766e-05,
"loss": 1.8094,
"step": 260
},
{
"epoch": 0.09,
"learning_rate": 1.81353591160221e-05,
"loss": 1.8144,
"step": 270
},
{
"epoch": 0.1,
"learning_rate": 1.8066298342541436e-05,
"loss": 1.7834,
"step": 280
},
{
"epoch": 0.1,
"learning_rate": 1.7997237569060775e-05,
"loss": 1.8326,
"step": 290
},
{
"epoch": 0.1,
"learning_rate": 1.7928176795580114e-05,
"loss": 1.8524,
"step": 300
},
{
"epoch": 0.11,
"learning_rate": 1.785911602209945e-05,
"loss": 1.8125,
"step": 310
},
{
"epoch": 0.11,
"learning_rate": 1.7790055248618784e-05,
"loss": 1.7685,
"step": 320
},
{
"epoch": 0.11,
"learning_rate": 1.7720994475138123e-05,
"loss": 1.8259,
"step": 330
},
{
"epoch": 0.12,
"learning_rate": 1.765193370165746e-05,
"loss": 1.8165,
"step": 340
},
{
"epoch": 0.12,
"learning_rate": 1.7582872928176797e-05,
"loss": 1.734,
"step": 350
},
{
"epoch": 0.12,
"learning_rate": 1.7513812154696135e-05,
"loss": 1.8719,
"step": 360
},
{
"epoch": 0.13,
"learning_rate": 1.744475138121547e-05,
"loss": 1.84,
"step": 370
},
{
"epoch": 0.13,
"learning_rate": 1.7375690607734806e-05,
"loss": 1.739,
"step": 380
},
{
"epoch": 0.13,
"learning_rate": 1.7306629834254145e-05,
"loss": 1.7121,
"step": 390
},
{
"epoch": 0.14,
"learning_rate": 1.7237569060773483e-05,
"loss": 1.7994,
"step": 400
},
{
"epoch": 0.14,
"learning_rate": 1.716850828729282e-05,
"loss": 1.8029,
"step": 410
},
{
"epoch": 0.15,
"learning_rate": 1.7099447513812154e-05,
"loss": 1.7876,
"step": 420
},
{
"epoch": 0.15,
"learning_rate": 1.7030386740331492e-05,
"loss": 1.7399,
"step": 430
},
{
"epoch": 0.15,
"learning_rate": 1.696132596685083e-05,
"loss": 1.8004,
"step": 440
},
{
"epoch": 0.16,
"learning_rate": 1.6892265193370166e-05,
"loss": 1.8154,
"step": 450
},
{
"epoch": 0.16,
"learning_rate": 1.6823204419889505e-05,
"loss": 1.7839,
"step": 460
},
{
"epoch": 0.16,
"learning_rate": 1.675414364640884e-05,
"loss": 1.7881,
"step": 470
},
{
"epoch": 0.17,
"learning_rate": 1.668508287292818e-05,
"loss": 1.7409,
"step": 480
},
{
"epoch": 0.17,
"learning_rate": 1.6616022099447514e-05,
"loss": 1.7907,
"step": 490
},
{
"epoch": 0.17,
"learning_rate": 1.6546961325966853e-05,
"loss": 1.8985,
"step": 500
},
{
"epoch": 0.18,
"learning_rate": 1.647790055248619e-05,
"loss": 1.8918,
"step": 510
},
{
"epoch": 0.18,
"learning_rate": 1.6408839779005527e-05,
"loss": 1.8328,
"step": 520
},
{
"epoch": 0.18,
"learning_rate": 1.6339779005524862e-05,
"loss": 1.7157,
"step": 530
},
{
"epoch": 0.19,
"learning_rate": 1.62707182320442e-05,
"loss": 1.6767,
"step": 540
},
{
"epoch": 0.19,
"learning_rate": 1.620165745856354e-05,
"loss": 1.7403,
"step": 550
},
{
"epoch": 0.19,
"learning_rate": 1.6132596685082875e-05,
"loss": 1.8535,
"step": 560
},
{
"epoch": 0.2,
"learning_rate": 1.606353591160221e-05,
"loss": 1.8406,
"step": 570
},
{
"epoch": 0.2,
"learning_rate": 1.599447513812155e-05,
"loss": 1.7262,
"step": 580
},
{
"epoch": 0.2,
"learning_rate": 1.5925414364640884e-05,
"loss": 1.7585,
"step": 590
},
{
"epoch": 0.21,
"learning_rate": 1.5856353591160222e-05,
"loss": 1.7821,
"step": 600
},
{
"epoch": 0.21,
"learning_rate": 1.578729281767956e-05,
"loss": 1.839,
"step": 610
},
{
"epoch": 0.21,
"learning_rate": 1.5718232044198896e-05,
"loss": 1.8768,
"step": 620
},
{
"epoch": 0.22,
"learning_rate": 1.564917127071823e-05,
"loss": 1.772,
"step": 630
},
{
"epoch": 0.22,
"learning_rate": 1.558011049723757e-05,
"loss": 1.7883,
"step": 640
},
{
"epoch": 0.22,
"learning_rate": 1.551104972375691e-05,
"loss": 1.6712,
"step": 650
},
{
"epoch": 0.23,
"learning_rate": 1.5441988950276244e-05,
"loss": 1.7631,
"step": 660
},
{
"epoch": 0.23,
"learning_rate": 1.537292817679558e-05,
"loss": 1.7849,
"step": 670
},
{
"epoch": 0.23,
"learning_rate": 1.5303867403314918e-05,
"loss": 1.6738,
"step": 680
},
{
"epoch": 0.24,
"learning_rate": 1.5234806629834255e-05,
"loss": 1.8382,
"step": 690
},
{
"epoch": 0.24,
"learning_rate": 1.5165745856353594e-05,
"loss": 1.7811,
"step": 700
},
{
"epoch": 0.25,
"learning_rate": 1.5096685082872929e-05,
"loss": 1.7594,
"step": 710
},
{
"epoch": 0.25,
"learning_rate": 1.5027624309392266e-05,
"loss": 1.7665,
"step": 720
},
{
"epoch": 0.25,
"learning_rate": 1.4958563535911603e-05,
"loss": 1.7435,
"step": 730
},
{
"epoch": 0.26,
"learning_rate": 1.4889502762430942e-05,
"loss": 1.7131,
"step": 740
},
{
"epoch": 0.26,
"learning_rate": 1.4820441988950279e-05,
"loss": 1.8457,
"step": 750
},
{
"epoch": 0.26,
"learning_rate": 1.4751381215469614e-05,
"loss": 1.8551,
"step": 760
},
{
"epoch": 0.27,
"learning_rate": 1.468232044198895e-05,
"loss": 1.7981,
"step": 770
},
{
"epoch": 0.27,
"learning_rate": 1.4613259668508288e-05,
"loss": 1.8244,
"step": 780
},
{
"epoch": 0.27,
"learning_rate": 1.4544198895027626e-05,
"loss": 1.8683,
"step": 790
},
{
"epoch": 0.28,
"learning_rate": 1.4475138121546963e-05,
"loss": 1.7665,
"step": 800
},
{
"epoch": 0.28,
"learning_rate": 1.4406077348066299e-05,
"loss": 1.7605,
"step": 810
},
{
"epoch": 0.28,
"learning_rate": 1.4337016574585636e-05,
"loss": 1.8339,
"step": 820
},
{
"epoch": 0.29,
"learning_rate": 1.4267955801104974e-05,
"loss": 1.8634,
"step": 830
},
{
"epoch": 0.29,
"learning_rate": 1.4198895027624311e-05,
"loss": 1.7421,
"step": 840
},
{
"epoch": 0.29,
"learning_rate": 1.4129834254143648e-05,
"loss": 1.7681,
"step": 850
},
{
"epoch": 0.3,
"learning_rate": 1.4060773480662983e-05,
"loss": 1.749,
"step": 860
},
{
"epoch": 0.3,
"learning_rate": 1.399171270718232e-05,
"loss": 1.7926,
"step": 870
},
{
"epoch": 0.3,
"learning_rate": 1.3922651933701659e-05,
"loss": 1.7425,
"step": 880
},
{
"epoch": 0.31,
"learning_rate": 1.3853591160220996e-05,
"loss": 1.7008,
"step": 890
},
{
"epoch": 0.31,
"learning_rate": 1.3784530386740333e-05,
"loss": 1.6872,
"step": 900
},
{
"epoch": 0.31,
"learning_rate": 1.3715469613259668e-05,
"loss": 1.7296,
"step": 910
},
{
"epoch": 0.32,
"learning_rate": 1.3646408839779007e-05,
"loss": 1.7473,
"step": 920
},
{
"epoch": 0.32,
"learning_rate": 1.3577348066298344e-05,
"loss": 1.7689,
"step": 930
},
{
"epoch": 0.32,
"learning_rate": 1.350828729281768e-05,
"loss": 1.7871,
"step": 940
},
{
"epoch": 0.33,
"learning_rate": 1.343922651933702e-05,
"loss": 1.7677,
"step": 950
},
{
"epoch": 0.33,
"learning_rate": 1.3370165745856355e-05,
"loss": 1.7477,
"step": 960
},
{
"epoch": 0.33,
"learning_rate": 1.3301104972375692e-05,
"loss": 1.8677,
"step": 970
},
{
"epoch": 0.34,
"learning_rate": 1.3232044198895029e-05,
"loss": 1.8348,
"step": 980
},
{
"epoch": 0.34,
"learning_rate": 1.3162983425414365e-05,
"loss": 1.7448,
"step": 990
},
{
"epoch": 0.35,
"learning_rate": 1.3093922651933704e-05,
"loss": 1.7743,
"step": 1000
},
{
"epoch": 0.35,
"learning_rate": 1.302486187845304e-05,
"loss": 1.6812,
"step": 1010
},
{
"epoch": 0.35,
"learning_rate": 1.2955801104972376e-05,
"loss": 1.7649,
"step": 1020
},
{
"epoch": 0.36,
"learning_rate": 1.2886740331491713e-05,
"loss": 1.8005,
"step": 1030
},
{
"epoch": 0.36,
"learning_rate": 1.2817679558011052e-05,
"loss": 1.8059,
"step": 1040
},
{
"epoch": 0.36,
"learning_rate": 1.2748618784530389e-05,
"loss": 1.7549,
"step": 1050
},
{
"epoch": 0.37,
"learning_rate": 1.2679558011049724e-05,
"loss": 1.7787,
"step": 1060
},
{
"epoch": 0.37,
"learning_rate": 1.2610497237569061e-05,
"loss": 1.722,
"step": 1070
},
{
"epoch": 0.37,
"learning_rate": 1.25414364640884e-05,
"loss": 1.7192,
"step": 1080
},
{
"epoch": 0.38,
"learning_rate": 1.2472375690607737e-05,
"loss": 1.8681,
"step": 1090
},
{
"epoch": 0.38,
"learning_rate": 1.2403314917127074e-05,
"loss": 1.8199,
"step": 1100
},
{
"epoch": 0.38,
"learning_rate": 1.2334254143646409e-05,
"loss": 1.8003,
"step": 1110
},
{
"epoch": 0.39,
"learning_rate": 1.2265193370165746e-05,
"loss": 1.8412,
"step": 1120
},
{
"epoch": 0.39,
"learning_rate": 1.2196132596685085e-05,
"loss": 1.7463,
"step": 1130
},
{
"epoch": 0.39,
"learning_rate": 1.2127071823204422e-05,
"loss": 1.8106,
"step": 1140
},
{
"epoch": 0.4,
"learning_rate": 1.2058011049723757e-05,
"loss": 1.6872,
"step": 1150
},
{
"epoch": 0.4,
"learning_rate": 1.1988950276243094e-05,
"loss": 1.6963,
"step": 1160
},
{
"epoch": 0.4,
"learning_rate": 1.1919889502762432e-05,
"loss": 1.7752,
"step": 1170
},
{
"epoch": 0.41,
"learning_rate": 1.185082872928177e-05,
"loss": 1.8593,
"step": 1180
},
{
"epoch": 0.41,
"learning_rate": 1.1781767955801106e-05,
"loss": 1.7515,
"step": 1190
},
{
"epoch": 0.41,
"learning_rate": 1.1712707182320442e-05,
"loss": 1.7299,
"step": 1200
},
{
"epoch": 0.42,
"learning_rate": 1.1643646408839779e-05,
"loss": 1.7632,
"step": 1210
},
{
"epoch": 0.42,
"learning_rate": 1.1574585635359117e-05,
"loss": 1.7982,
"step": 1220
},
{
"epoch": 0.42,
"learning_rate": 1.1505524861878454e-05,
"loss": 1.7833,
"step": 1230
},
{
"epoch": 0.43,
"learning_rate": 1.1436464088397791e-05,
"loss": 1.7549,
"step": 1240
},
{
"epoch": 0.43,
"learning_rate": 1.1367403314917126e-05,
"loss": 1.726,
"step": 1250
},
{
"epoch": 0.44,
"learning_rate": 1.1298342541436465e-05,
"loss": 1.7221,
"step": 1260
},
{
"epoch": 0.44,
"learning_rate": 1.1229281767955802e-05,
"loss": 1.8503,
"step": 1270
},
{
"epoch": 0.44,
"learning_rate": 1.1160220994475139e-05,
"loss": 1.7096,
"step": 1280
},
{
"epoch": 0.45,
"learning_rate": 1.1091160220994478e-05,
"loss": 1.7261,
"step": 1290
},
{
"epoch": 0.45,
"learning_rate": 1.1022099447513813e-05,
"loss": 1.7823,
"step": 1300
},
{
"epoch": 0.45,
"learning_rate": 1.095303867403315e-05,
"loss": 1.7031,
"step": 1310
},
{
"epoch": 0.46,
"learning_rate": 1.0883977900552487e-05,
"loss": 1.7445,
"step": 1320
},
{
"epoch": 0.46,
"learning_rate": 1.0814917127071824e-05,
"loss": 1.7109,
"step": 1330
},
{
"epoch": 0.46,
"learning_rate": 1.0745856353591162e-05,
"loss": 1.8005,
"step": 1340
},
{
"epoch": 0.47,
"learning_rate": 1.0676795580110498e-05,
"loss": 1.7529,
"step": 1350
},
{
"epoch": 0.47,
"learning_rate": 1.0607734806629835e-05,
"loss": 1.6576,
"step": 1360
},
{
"epoch": 0.47,
"learning_rate": 1.0538674033149172e-05,
"loss": 1.7873,
"step": 1370
},
{
"epoch": 0.48,
"learning_rate": 1.046961325966851e-05,
"loss": 1.7714,
"step": 1380
},
{
"epoch": 0.48,
"learning_rate": 1.0400552486187847e-05,
"loss": 1.7174,
"step": 1390
},
{
"epoch": 0.48,
"learning_rate": 1.0331491712707182e-05,
"loss": 1.6726,
"step": 1400
},
{
"epoch": 0.49,
"learning_rate": 1.026243093922652e-05,
"loss": 1.718,
"step": 1410
},
{
"epoch": 0.49,
"learning_rate": 1.0193370165745858e-05,
"loss": 1.7388,
"step": 1420
},
{
"epoch": 0.49,
"learning_rate": 1.0124309392265195e-05,
"loss": 1.7361,
"step": 1430
},
{
"epoch": 0.5,
"learning_rate": 1.0055248618784532e-05,
"loss": 1.7668,
"step": 1440
},
{
"epoch": 0.5,
"learning_rate": 9.986187845303869e-06,
"loss": 1.8001,
"step": 1450
},
{
"epoch": 0.5,
"learning_rate": 9.917127071823204e-06,
"loss": 1.7302,
"step": 1460
},
{
"epoch": 0.51,
"learning_rate": 9.848066298342543e-06,
"loss": 1.687,
"step": 1470
},
{
"epoch": 0.51,
"learning_rate": 9.779005524861878e-06,
"loss": 1.6978,
"step": 1480
},
{
"epoch": 0.51,
"learning_rate": 9.709944751381217e-06,
"loss": 1.7913,
"step": 1490
},
{
"epoch": 0.52,
"learning_rate": 9.640883977900554e-06,
"loss": 1.8389,
"step": 1500
},
{
"epoch": 0.52,
"learning_rate": 9.57182320441989e-06,
"loss": 1.8108,
"step": 1510
},
{
"epoch": 0.52,
"learning_rate": 9.502762430939228e-06,
"loss": 1.7494,
"step": 1520
},
{
"epoch": 0.53,
"learning_rate": 9.433701657458565e-06,
"loss": 1.8438,
"step": 1530
},
{
"epoch": 0.53,
"learning_rate": 9.364640883977902e-06,
"loss": 1.8194,
"step": 1540
},
{
"epoch": 0.54,
"learning_rate": 9.295580110497238e-06,
"loss": 1.7495,
"step": 1550
},
{
"epoch": 0.54,
"learning_rate": 9.226519337016575e-06,
"loss": 1.7208,
"step": 1560
},
{
"epoch": 0.54,
"learning_rate": 9.157458563535912e-06,
"loss": 1.706,
"step": 1570
},
{
"epoch": 0.55,
"learning_rate": 9.08839779005525e-06,
"loss": 1.8367,
"step": 1580
},
{
"epoch": 0.55,
"learning_rate": 9.019337016574586e-06,
"loss": 1.6874,
"step": 1590
},
{
"epoch": 0.55,
"learning_rate": 8.950276243093923e-06,
"loss": 1.7478,
"step": 1600
},
{
"epoch": 0.56,
"learning_rate": 8.88121546961326e-06,
"loss": 1.6782,
"step": 1610
},
{
"epoch": 0.56,
"learning_rate": 8.812154696132597e-06,
"loss": 1.8467,
"step": 1620
},
{
"epoch": 0.56,
"learning_rate": 8.743093922651934e-06,
"loss": 1.758,
"step": 1630
},
{
"epoch": 0.57,
"learning_rate": 8.674033149171271e-06,
"loss": 1.7116,
"step": 1640
},
{
"epoch": 0.57,
"learning_rate": 8.60497237569061e-06,
"loss": 1.751,
"step": 1650
},
{
"epoch": 0.57,
"learning_rate": 8.535911602209945e-06,
"loss": 1.7502,
"step": 1660
},
{
"epoch": 0.58,
"learning_rate": 8.466850828729282e-06,
"loss": 1.879,
"step": 1670
},
{
"epoch": 0.58,
"learning_rate": 8.397790055248619e-06,
"loss": 1.8171,
"step": 1680
},
{
"epoch": 0.58,
"learning_rate": 8.328729281767956e-06,
"loss": 1.7586,
"step": 1690
},
{
"epoch": 0.59,
"learning_rate": 8.259668508287293e-06,
"loss": 1.7848,
"step": 1700
},
{
"epoch": 0.59,
"learning_rate": 8.19060773480663e-06,
"loss": 1.7789,
"step": 1710
},
{
"epoch": 0.59,
"learning_rate": 8.121546961325968e-06,
"loss": 1.7104,
"step": 1720
},
{
"epoch": 0.6,
"learning_rate": 8.052486187845304e-06,
"loss": 1.807,
"step": 1730
},
{
"epoch": 0.6,
"learning_rate": 7.983425414364642e-06,
"loss": 1.6772,
"step": 1740
},
{
"epoch": 0.6,
"learning_rate": 7.914364640883978e-06,
"loss": 1.7574,
"step": 1750
},
{
"epoch": 0.61,
"learning_rate": 7.845303867403316e-06,
"loss": 1.7925,
"step": 1760
},
{
"epoch": 0.61,
"learning_rate": 7.776243093922653e-06,
"loss": 1.7109,
"step": 1770
},
{
"epoch": 0.61,
"learning_rate": 7.70718232044199e-06,
"loss": 1.8161,
"step": 1780
},
{
"epoch": 0.62,
"learning_rate": 7.638121546961327e-06,
"loss": 1.716,
"step": 1790
},
{
"epoch": 0.62,
"learning_rate": 7.569060773480663e-06,
"loss": 1.7228,
"step": 1800
},
{
"epoch": 0.62,
"learning_rate": 7.500000000000001e-06,
"loss": 1.865,
"step": 1810
},
{
"epoch": 0.63,
"learning_rate": 7.430939226519338e-06,
"loss": 1.7947,
"step": 1820
},
{
"epoch": 0.63,
"learning_rate": 7.361878453038674e-06,
"loss": 1.8093,
"step": 1830
},
{
"epoch": 0.64,
"learning_rate": 7.292817679558012e-06,
"loss": 1.7586,
"step": 1840
},
{
"epoch": 0.64,
"learning_rate": 7.223756906077348e-06,
"loss": 1.7256,
"step": 1850
},
{
"epoch": 0.64,
"learning_rate": 7.154696132596686e-06,
"loss": 1.7485,
"step": 1860
},
{
"epoch": 0.65,
"learning_rate": 7.085635359116023e-06,
"loss": 1.7597,
"step": 1870
},
{
"epoch": 0.65,
"learning_rate": 7.01657458563536e-06,
"loss": 1.7516,
"step": 1880
},
{
"epoch": 0.65,
"learning_rate": 6.947513812154697e-06,
"loss": 1.7449,
"step": 1890
},
{
"epoch": 0.66,
"learning_rate": 6.878453038674034e-06,
"loss": 1.8367,
"step": 1900
},
{
"epoch": 0.66,
"learning_rate": 6.809392265193371e-06,
"loss": 1.7401,
"step": 1910
},
{
"epoch": 0.66,
"learning_rate": 6.740331491712708e-06,
"loss": 1.8057,
"step": 1920
},
{
"epoch": 0.67,
"learning_rate": 6.6712707182320445e-06,
"loss": 1.7072,
"step": 1930
},
{
"epoch": 0.67,
"learning_rate": 6.602209944751382e-06,
"loss": 1.7182,
"step": 1940
},
{
"epoch": 0.67,
"learning_rate": 6.5331491712707184e-06,
"loss": 1.7331,
"step": 1950
},
{
"epoch": 0.68,
"learning_rate": 6.464088397790056e-06,
"loss": 1.871,
"step": 1960
},
{
"epoch": 0.68,
"learning_rate": 6.395027624309392e-06,
"loss": 1.7339,
"step": 1970
},
{
"epoch": 0.68,
"learning_rate": 6.32596685082873e-06,
"loss": 1.7293,
"step": 1980
},
{
"epoch": 0.69,
"learning_rate": 6.256906077348067e-06,
"loss": 1.8179,
"step": 1990
},
{
"epoch": 0.69,
"learning_rate": 6.187845303867403e-06,
"loss": 1.7189,
"step": 2000
},
{
"epoch": 0.69,
"learning_rate": 6.118784530386741e-06,
"loss": 1.6855,
"step": 2010
},
{
"epoch": 0.7,
"learning_rate": 6.049723756906077e-06,
"loss": 1.8562,
"step": 2020
},
{
"epoch": 0.7,
"learning_rate": 5.980662983425415e-06,
"loss": 1.7805,
"step": 2030
},
{
"epoch": 0.7,
"learning_rate": 5.911602209944752e-06,
"loss": 1.7376,
"step": 2040
},
{
"epoch": 0.71,
"learning_rate": 5.842541436464089e-06,
"loss": 1.7232,
"step": 2050
},
{
"epoch": 0.71,
"learning_rate": 5.773480662983426e-06,
"loss": 1.7372,
"step": 2060
},
{
"epoch": 0.71,
"learning_rate": 5.704419889502763e-06,
"loss": 1.6427,
"step": 2070
},
{
"epoch": 0.72,
"learning_rate": 5.6353591160221e-06,
"loss": 1.6946,
"step": 2080
},
{
"epoch": 0.72,
"learning_rate": 5.5662983425414375e-06,
"loss": 1.7831,
"step": 2090
},
{
"epoch": 0.73,
"learning_rate": 5.497237569060774e-06,
"loss": 1.8121,
"step": 2100
},
{
"epoch": 0.73,
"learning_rate": 5.4281767955801114e-06,
"loss": 1.7363,
"step": 2110
},
{
"epoch": 0.73,
"learning_rate": 5.3591160220994476e-06,
"loss": 1.7434,
"step": 2120
},
{
"epoch": 0.74,
"learning_rate": 5.290055248618785e-06,
"loss": 1.8479,
"step": 2130
},
{
"epoch": 0.74,
"learning_rate": 5.220994475138122e-06,
"loss": 1.7347,
"step": 2140
},
{
"epoch": 0.74,
"learning_rate": 5.151933701657459e-06,
"loss": 1.785,
"step": 2150
},
{
"epoch": 0.75,
"learning_rate": 5.082872928176796e-06,
"loss": 1.8255,
"step": 2160
},
{
"epoch": 0.75,
"learning_rate": 5.013812154696132e-06,
"loss": 1.7684,
"step": 2170
},
{
"epoch": 0.75,
"learning_rate": 4.94475138121547e-06,
"loss": 1.7494,
"step": 2180
},
{
"epoch": 0.76,
"learning_rate": 4.875690607734807e-06,
"loss": 1.6692,
"step": 2190
},
{
"epoch": 0.76,
"learning_rate": 4.806629834254144e-06,
"loss": 1.7653,
"step": 2200
},
{
"epoch": 0.76,
"learning_rate": 4.737569060773481e-06,
"loss": 1.6953,
"step": 2210
},
{
"epoch": 0.77,
"learning_rate": 4.668508287292818e-06,
"loss": 1.8247,
"step": 2220
},
{
"epoch": 0.77,
"learning_rate": 4.599447513812155e-06,
"loss": 1.8188,
"step": 2230
},
{
"epoch": 0.77,
"learning_rate": 4.530386740331492e-06,
"loss": 1.7473,
"step": 2240
},
{
"epoch": 0.78,
"learning_rate": 4.461325966850829e-06,
"loss": 1.6097,
"step": 2250
},
{
"epoch": 0.78,
"learning_rate": 4.392265193370166e-06,
"loss": 1.7937,
"step": 2260
},
{
"epoch": 0.78,
"learning_rate": 4.323204419889503e-06,
"loss": 1.7121,
"step": 2270
},
{
"epoch": 0.79,
"learning_rate": 4.2541436464088406e-06,
"loss": 1.8483,
"step": 2280
},
{
"epoch": 0.79,
"learning_rate": 4.1850828729281775e-06,
"loss": 1.7838,
"step": 2290
},
{
"epoch": 0.79,
"learning_rate": 4.1160220994475145e-06,
"loss": 1.6945,
"step": 2300
},
{
"epoch": 0.8,
"learning_rate": 4.0469613259668514e-06,
"loss": 1.7295,
"step": 2310
},
{
"epoch": 0.8,
"learning_rate": 3.977900552486188e-06,
"loss": 1.7116,
"step": 2320
},
{
"epoch": 0.8,
"learning_rate": 3.9088397790055245e-06,
"loss": 1.8388,
"step": 2330
},
{
"epoch": 0.81,
"learning_rate": 3.839779005524862e-06,
"loss": 1.8654,
"step": 2340
},
{
"epoch": 0.81,
"learning_rate": 3.7707182320441993e-06,
"loss": 1.7835,
"step": 2350
},
{
"epoch": 0.81,
"learning_rate": 3.7016574585635362e-06,
"loss": 1.6937,
"step": 2360
},
{
"epoch": 0.82,
"learning_rate": 3.632596685082873e-06,
"loss": 1.6986,
"step": 2370
},
{
"epoch": 0.82,
"learning_rate": 3.56353591160221e-06,
"loss": 1.7051,
"step": 2380
},
{
"epoch": 0.83,
"learning_rate": 3.4944751381215475e-06,
"loss": 1.7332,
"step": 2390
},
{
"epoch": 0.83,
"learning_rate": 3.4254143646408845e-06,
"loss": 1.6828,
"step": 2400
},
{
"epoch": 0.83,
"learning_rate": 3.3563535911602214e-06,
"loss": 1.818,
"step": 2410
},
{
"epoch": 0.84,
"learning_rate": 3.2872928176795584e-06,
"loss": 1.7628,
"step": 2420
},
{
"epoch": 0.84,
"learning_rate": 3.218232044198895e-06,
"loss": 1.7445,
"step": 2430
},
{
"epoch": 0.84,
"learning_rate": 3.149171270718232e-06,
"loss": 1.8389,
"step": 2440
},
{
"epoch": 0.85,
"learning_rate": 3.0801104972375697e-06,
"loss": 1.7749,
"step": 2450
},
{
"epoch": 0.85,
"learning_rate": 3.0110497237569062e-06,
"loss": 1.8421,
"step": 2460
},
{
"epoch": 0.85,
"learning_rate": 2.941988950276243e-06,
"loss": 1.7727,
"step": 2470
},
{
"epoch": 0.86,
"learning_rate": 2.87292817679558e-06,
"loss": 1.754,
"step": 2480
},
{
"epoch": 0.86,
"learning_rate": 2.803867403314917e-06,
"loss": 1.6552,
"step": 2490
},
{
"epoch": 0.86,
"learning_rate": 2.7348066298342545e-06,
"loss": 1.7354,
"step": 2500
},
{
"epoch": 0.87,
"learning_rate": 2.6657458563535914e-06,
"loss": 1.7694,
"step": 2510
},
{
"epoch": 0.87,
"learning_rate": 2.5966850828729284e-06,
"loss": 1.7042,
"step": 2520
},
{
"epoch": 0.87,
"learning_rate": 2.5276243093922653e-06,
"loss": 1.6969,
"step": 2530
},
{
"epoch": 0.88,
"learning_rate": 2.4585635359116027e-06,
"loss": 1.7404,
"step": 2540
},
{
"epoch": 0.88,
"learning_rate": 2.3895027624309393e-06,
"loss": 1.7236,
"step": 2550
},
{
"epoch": 0.88,
"learning_rate": 2.320441988950276e-06,
"loss": 1.8104,
"step": 2560
},
{
"epoch": 0.89,
"learning_rate": 2.2513812154696136e-06,
"loss": 1.7518,
"step": 2570
},
{
"epoch": 0.89,
"learning_rate": 2.1823204419889505e-06,
"loss": 1.7097,
"step": 2580
},
{
"epoch": 0.89,
"learning_rate": 2.1132596685082875e-06,
"loss": 1.7118,
"step": 2590
},
{
"epoch": 0.9,
"learning_rate": 2.0441988950276245e-06,
"loss": 1.7996,
"step": 2600
},
{
"epoch": 0.9,
"learning_rate": 1.9751381215469614e-06,
"loss": 1.6647,
"step": 2610
},
{
"epoch": 0.9,
"learning_rate": 1.9060773480662986e-06,
"loss": 1.6974,
"step": 2620
},
{
"epoch": 0.91,
"learning_rate": 1.8370165745856355e-06,
"loss": 1.6929,
"step": 2630
},
{
"epoch": 0.91,
"learning_rate": 1.7679558011049725e-06,
"loss": 1.7994,
"step": 2640
},
{
"epoch": 0.91,
"learning_rate": 1.6988950276243097e-06,
"loss": 1.7755,
"step": 2650
},
{
"epoch": 0.92,
"learning_rate": 1.6298342541436466e-06,
"loss": 1.8172,
"step": 2660
},
{
"epoch": 0.92,
"learning_rate": 1.5607734806629834e-06,
"loss": 1.8241,
"step": 2670
},
{
"epoch": 0.93,
"learning_rate": 1.4917127071823205e-06,
"loss": 1.7558,
"step": 2680
},
{
"epoch": 0.93,
"learning_rate": 1.4226519337016575e-06,
"loss": 1.7474,
"step": 2690
},
{
"epoch": 0.93,
"learning_rate": 1.3535911602209945e-06,
"loss": 1.8138,
"step": 2700
},
{
"epoch": 0.94,
"learning_rate": 1.2845303867403316e-06,
"loss": 1.7158,
"step": 2710
},
{
"epoch": 0.94,
"learning_rate": 1.2154696132596686e-06,
"loss": 1.8223,
"step": 2720
},
{
"epoch": 0.94,
"learning_rate": 1.1464088397790055e-06,
"loss": 1.8411,
"step": 2730
},
{
"epoch": 0.95,
"learning_rate": 1.0773480662983427e-06,
"loss": 1.8054,
"step": 2740
},
{
"epoch": 0.95,
"learning_rate": 1.0082872928176797e-06,
"loss": 1.7401,
"step": 2750
},
{
"epoch": 0.95,
"learning_rate": 9.392265193370166e-07,
"loss": 1.6664,
"step": 2760
},
{
"epoch": 0.96,
"learning_rate": 8.701657458563537e-07,
"loss": 1.7788,
"step": 2770
},
{
"epoch": 0.96,
"learning_rate": 8.011049723756907e-07,
"loss": 1.7135,
"step": 2780
},
{
"epoch": 0.96,
"learning_rate": 7.320441988950276e-07,
"loss": 1.8247,
"step": 2790
},
{
"epoch": 0.97,
"learning_rate": 6.629834254143647e-07,
"loss": 1.7436,
"step": 2800
},
{
"epoch": 0.97,
"learning_rate": 5.939226519337017e-07,
"loss": 1.792,
"step": 2810
},
{
"epoch": 0.97,
"learning_rate": 5.248618784530387e-07,
"loss": 1.7798,
"step": 2820
},
{
"epoch": 0.98,
"learning_rate": 4.5580110497237574e-07,
"loss": 1.7821,
"step": 2830
},
{
"epoch": 0.98,
"learning_rate": 3.867403314917127e-07,
"loss": 1.7994,
"step": 2840
},
{
"epoch": 0.98,
"learning_rate": 3.1767955801104976e-07,
"loss": 1.8054,
"step": 2850
},
{
"epoch": 0.99,
"learning_rate": 2.486187845303868e-07,
"loss": 1.7472,
"step": 2860
},
{
"epoch": 0.99,
"learning_rate": 1.7955801104972376e-07,
"loss": 1.7099,
"step": 2870
},
{
"epoch": 0.99,
"learning_rate": 1.1049723756906078e-07,
"loss": 1.7215,
"step": 2880
},
{
"epoch": 1.0,
"learning_rate": 4.143646408839779e-08,
"loss": 1.7854,
"step": 2890
},
{
"epoch": 1.0,
"step": 2896,
"total_flos": 1.202498608338174e+18,
"train_loss": 1.7728749915381163,
"train_runtime": 8665.6227,
"train_samples_per_second": 10.696,
"train_steps_per_second": 0.334
}
],
"max_steps": 2896,
"num_train_epochs": 1,
"total_flos": 1.202498608338174e+18,
"trial_name": null,
"trial_params": null
}