Joemgu's picture
Training in progress, step 400
7e6a92c
raw
history blame
47.3 kB
{
"best_metric": 2.021120071411133,
"best_model_checkpoint": "output/checkpoint-400",
"epoch": 0.27347359537658705,
"global_step": 400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 2.9999999999999997e-06,
"loss": 1.8876,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 5.999999999999999e-06,
"loss": 2.0725,
"step": 2
},
{
"epoch": 0.0,
"learning_rate": 8.999999999999999e-06,
"loss": 2.0423,
"step": 3
},
{
"epoch": 0.0,
"learning_rate": 1.1999999999999999e-05,
"loss": 2.0022,
"step": 4
},
{
"epoch": 0.0,
"learning_rate": 1.4999999999999999e-05,
"loss": 2.0503,
"step": 5
},
{
"epoch": 0.0,
"learning_rate": 1.7999999999999997e-05,
"loss": 2.0501,
"step": 6
},
{
"epoch": 0.0,
"learning_rate": 2.1e-05,
"loss": 2.0322,
"step": 7
},
{
"epoch": 0.01,
"learning_rate": 2.3999999999999997e-05,
"loss": 2.0892,
"step": 8
},
{
"epoch": 0.01,
"learning_rate": 2.6999999999999996e-05,
"loss": 2.0786,
"step": 9
},
{
"epoch": 0.01,
"learning_rate": 2.9999999999999997e-05,
"loss": 2.0111,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 3.2999999999999996e-05,
"loss": 1.9539,
"step": 11
},
{
"epoch": 0.01,
"learning_rate": 3.5999999999999994e-05,
"loss": 2.0585,
"step": 12
},
{
"epoch": 0.01,
"learning_rate": 3.9e-05,
"loss": 2.0,
"step": 13
},
{
"epoch": 0.01,
"learning_rate": 4.2e-05,
"loss": 1.9882,
"step": 14
},
{
"epoch": 0.01,
"learning_rate": 4.4999999999999996e-05,
"loss": 1.8964,
"step": 15
},
{
"epoch": 0.01,
"learning_rate": 4.7999999999999994e-05,
"loss": 2.0331,
"step": 16
},
{
"epoch": 0.01,
"learning_rate": 5.1e-05,
"loss": 2.0569,
"step": 17
},
{
"epoch": 0.01,
"learning_rate": 5.399999999999999e-05,
"loss": 1.9941,
"step": 18
},
{
"epoch": 0.01,
"learning_rate": 5.6999999999999996e-05,
"loss": 1.9494,
"step": 19
},
{
"epoch": 0.01,
"learning_rate": 5.9999999999999995e-05,
"loss": 2.0266,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 6.299999999999999e-05,
"loss": 1.9042,
"step": 21
},
{
"epoch": 0.02,
"learning_rate": 6.599999999999999e-05,
"loss": 2.009,
"step": 22
},
{
"epoch": 0.02,
"learning_rate": 6.9e-05,
"loss": 1.9669,
"step": 23
},
{
"epoch": 0.02,
"learning_rate": 7.199999999999999e-05,
"loss": 2.0222,
"step": 24
},
{
"epoch": 0.02,
"learning_rate": 7.5e-05,
"loss": 1.8443,
"step": 25
},
{
"epoch": 0.02,
"learning_rate": 7.8e-05,
"loss": 1.9351,
"step": 26
},
{
"epoch": 0.02,
"learning_rate": 8.1e-05,
"loss": 1.9858,
"step": 27
},
{
"epoch": 0.02,
"learning_rate": 8.4e-05,
"loss": 2.0311,
"step": 28
},
{
"epoch": 0.02,
"learning_rate": 8.699999999999999e-05,
"loss": 1.9912,
"step": 29
},
{
"epoch": 0.02,
"learning_rate": 8.999999999999999e-05,
"loss": 2.0,
"step": 30
},
{
"epoch": 0.02,
"learning_rate": 9.3e-05,
"loss": 2.0135,
"step": 31
},
{
"epoch": 0.02,
"learning_rate": 9.599999999999999e-05,
"loss": 1.9629,
"step": 32
},
{
"epoch": 0.02,
"learning_rate": 9.9e-05,
"loss": 1.9932,
"step": 33
},
{
"epoch": 0.02,
"learning_rate": 0.000102,
"loss": 2.0303,
"step": 34
},
{
"epoch": 0.02,
"learning_rate": 0.00010499999999999999,
"loss": 1.9356,
"step": 35
},
{
"epoch": 0.02,
"learning_rate": 0.00010799999999999998,
"loss": 1.9696,
"step": 36
},
{
"epoch": 0.03,
"learning_rate": 0.00011099999999999999,
"loss": 1.9832,
"step": 37
},
{
"epoch": 0.03,
"learning_rate": 0.00011399999999999999,
"loss": 1.9901,
"step": 38
},
{
"epoch": 0.03,
"learning_rate": 0.000117,
"loss": 2.017,
"step": 39
},
{
"epoch": 0.03,
"learning_rate": 0.00011999999999999999,
"loss": 2.0139,
"step": 40
},
{
"epoch": 0.03,
"learning_rate": 0.00012299999999999998,
"loss": 1.9377,
"step": 41
},
{
"epoch": 0.03,
"learning_rate": 0.00012599999999999997,
"loss": 1.8405,
"step": 42
},
{
"epoch": 0.03,
"learning_rate": 0.000129,
"loss": 1.9986,
"step": 43
},
{
"epoch": 0.03,
"learning_rate": 0.00013199999999999998,
"loss": 2.0137,
"step": 44
},
{
"epoch": 0.03,
"learning_rate": 0.000135,
"loss": 2.0437,
"step": 45
},
{
"epoch": 0.03,
"learning_rate": 0.000138,
"loss": 2.0392,
"step": 46
},
{
"epoch": 0.03,
"learning_rate": 0.00014099999999999998,
"loss": 1.964,
"step": 47
},
{
"epoch": 0.03,
"learning_rate": 0.00014399999999999998,
"loss": 1.9871,
"step": 48
},
{
"epoch": 0.03,
"learning_rate": 0.000147,
"loss": 1.9833,
"step": 49
},
{
"epoch": 0.03,
"learning_rate": 0.00015,
"loss": 2.0132,
"step": 50
},
{
"epoch": 0.03,
"learning_rate": 0.00015299999999999998,
"loss": 2.0262,
"step": 51
},
{
"epoch": 0.04,
"learning_rate": 0.000156,
"loss": 1.9727,
"step": 52
},
{
"epoch": 0.04,
"learning_rate": 0.000159,
"loss": 1.9904,
"step": 53
},
{
"epoch": 0.04,
"learning_rate": 0.000162,
"loss": 1.955,
"step": 54
},
{
"epoch": 0.04,
"learning_rate": 0.000165,
"loss": 1.9937,
"step": 55
},
{
"epoch": 0.04,
"learning_rate": 0.000168,
"loss": 2.0414,
"step": 56
},
{
"epoch": 0.04,
"learning_rate": 0.00017099999999999998,
"loss": 1.9754,
"step": 57
},
{
"epoch": 0.04,
"learning_rate": 0.00017399999999999997,
"loss": 1.9559,
"step": 58
},
{
"epoch": 0.04,
"learning_rate": 0.00017699999999999997,
"loss": 1.971,
"step": 59
},
{
"epoch": 0.04,
"learning_rate": 0.00017999999999999998,
"loss": 1.959,
"step": 60
},
{
"epoch": 0.04,
"learning_rate": 0.00018299999999999998,
"loss": 1.973,
"step": 61
},
{
"epoch": 0.04,
"learning_rate": 0.000186,
"loss": 1.9736,
"step": 62
},
{
"epoch": 0.04,
"learning_rate": 0.00018899999999999999,
"loss": 2.01,
"step": 63
},
{
"epoch": 0.04,
"learning_rate": 0.00019199999999999998,
"loss": 1.9916,
"step": 64
},
{
"epoch": 0.04,
"learning_rate": 0.000195,
"loss": 1.8412,
"step": 65
},
{
"epoch": 0.05,
"learning_rate": 0.000198,
"loss": 1.9188,
"step": 66
},
{
"epoch": 0.05,
"learning_rate": 0.000201,
"loss": 1.9836,
"step": 67
},
{
"epoch": 0.05,
"learning_rate": 0.000204,
"loss": 1.9659,
"step": 68
},
{
"epoch": 0.05,
"learning_rate": 0.00020699999999999996,
"loss": 1.8651,
"step": 69
},
{
"epoch": 0.05,
"learning_rate": 0.00020999999999999998,
"loss": 1.8155,
"step": 70
},
{
"epoch": 0.05,
"learning_rate": 0.00021299999999999997,
"loss": 1.9043,
"step": 71
},
{
"epoch": 0.05,
"learning_rate": 0.00021599999999999996,
"loss": 1.9087,
"step": 72
},
{
"epoch": 0.05,
"learning_rate": 0.00021899999999999998,
"loss": 2.0042,
"step": 73
},
{
"epoch": 0.05,
"learning_rate": 0.00022199999999999998,
"loss": 1.9537,
"step": 74
},
{
"epoch": 0.05,
"learning_rate": 0.000225,
"loss": 1.9211,
"step": 75
},
{
"epoch": 0.05,
"learning_rate": 0.00022799999999999999,
"loss": 1.9345,
"step": 76
},
{
"epoch": 0.05,
"learning_rate": 0.00023099999999999998,
"loss": 1.84,
"step": 77
},
{
"epoch": 0.05,
"learning_rate": 0.000234,
"loss": 1.9432,
"step": 78
},
{
"epoch": 0.05,
"learning_rate": 0.000237,
"loss": 1.9381,
"step": 79
},
{
"epoch": 0.05,
"learning_rate": 0.00023999999999999998,
"loss": 1.9052,
"step": 80
},
{
"epoch": 0.06,
"learning_rate": 0.000243,
"loss": 1.9634,
"step": 81
},
{
"epoch": 0.06,
"learning_rate": 0.00024599999999999996,
"loss": 1.9323,
"step": 82
},
{
"epoch": 0.06,
"learning_rate": 0.000249,
"loss": 2.0616,
"step": 83
},
{
"epoch": 0.06,
"learning_rate": 0.00025199999999999995,
"loss": 1.971,
"step": 84
},
{
"epoch": 0.06,
"learning_rate": 0.00025499999999999996,
"loss": 1.9197,
"step": 85
},
{
"epoch": 0.06,
"learning_rate": 0.000258,
"loss": 1.9734,
"step": 86
},
{
"epoch": 0.06,
"learning_rate": 0.000261,
"loss": 1.8279,
"step": 87
},
{
"epoch": 0.06,
"learning_rate": 0.00026399999999999997,
"loss": 1.8787,
"step": 88
},
{
"epoch": 0.06,
"learning_rate": 0.000267,
"loss": 1.9271,
"step": 89
},
{
"epoch": 0.06,
"learning_rate": 0.00027,
"loss": 1.8918,
"step": 90
},
{
"epoch": 0.06,
"learning_rate": 0.00027299999999999997,
"loss": 1.9327,
"step": 91
},
{
"epoch": 0.06,
"learning_rate": 0.000276,
"loss": 1.8631,
"step": 92
},
{
"epoch": 0.06,
"learning_rate": 0.000279,
"loss": 1.8385,
"step": 93
},
{
"epoch": 0.06,
"learning_rate": 0.00028199999999999997,
"loss": 1.9437,
"step": 94
},
{
"epoch": 0.06,
"learning_rate": 0.000285,
"loss": 1.8879,
"step": 95
},
{
"epoch": 0.07,
"learning_rate": 0.00028799999999999995,
"loss": 1.9186,
"step": 96
},
{
"epoch": 0.07,
"learning_rate": 0.00029099999999999997,
"loss": 1.9182,
"step": 97
},
{
"epoch": 0.07,
"learning_rate": 0.000294,
"loss": 1.8664,
"step": 98
},
{
"epoch": 0.07,
"learning_rate": 0.00029699999999999996,
"loss": 1.9239,
"step": 99
},
{
"epoch": 0.07,
"learning_rate": 0.0003,
"loss": 1.9942,
"step": 100
},
{
"epoch": 0.07,
"learning_rate": 0.000303,
"loss": 1.8882,
"step": 101
},
{
"epoch": 0.07,
"learning_rate": 0.00030599999999999996,
"loss": 1.9568,
"step": 102
},
{
"epoch": 0.07,
"learning_rate": 0.000309,
"loss": 1.9213,
"step": 103
},
{
"epoch": 0.07,
"learning_rate": 0.000312,
"loss": 1.8019,
"step": 104
},
{
"epoch": 0.07,
"learning_rate": 0.00031499999999999996,
"loss": 1.8682,
"step": 105
},
{
"epoch": 0.07,
"learning_rate": 0.000318,
"loss": 1.8517,
"step": 106
},
{
"epoch": 0.07,
"learning_rate": 0.000321,
"loss": 1.8922,
"step": 107
},
{
"epoch": 0.07,
"learning_rate": 0.000324,
"loss": 1.9581,
"step": 108
},
{
"epoch": 0.07,
"learning_rate": 0.000327,
"loss": 1.9073,
"step": 109
},
{
"epoch": 0.08,
"learning_rate": 0.00033,
"loss": 1.8199,
"step": 110
},
{
"epoch": 0.08,
"learning_rate": 0.000333,
"loss": 1.933,
"step": 111
},
{
"epoch": 0.08,
"learning_rate": 0.000336,
"loss": 1.8907,
"step": 112
},
{
"epoch": 0.08,
"learning_rate": 0.00033899999999999995,
"loss": 1.9093,
"step": 113
},
{
"epoch": 0.08,
"learning_rate": 0.00034199999999999996,
"loss": 1.8501,
"step": 114
},
{
"epoch": 0.08,
"learning_rate": 0.00034499999999999993,
"loss": 1.968,
"step": 115
},
{
"epoch": 0.08,
"learning_rate": 0.00034799999999999995,
"loss": 1.8998,
"step": 116
},
{
"epoch": 0.08,
"learning_rate": 0.00035099999999999997,
"loss": 1.9588,
"step": 117
},
{
"epoch": 0.08,
"learning_rate": 0.00035399999999999993,
"loss": 1.8592,
"step": 118
},
{
"epoch": 0.08,
"learning_rate": 0.00035699999999999995,
"loss": 1.9135,
"step": 119
},
{
"epoch": 0.08,
"learning_rate": 0.00035999999999999997,
"loss": 1.8535,
"step": 120
},
{
"epoch": 0.08,
"learning_rate": 0.00036299999999999993,
"loss": 1.8781,
"step": 121
},
{
"epoch": 0.08,
"learning_rate": 0.00036599999999999995,
"loss": 1.8987,
"step": 122
},
{
"epoch": 0.08,
"learning_rate": 0.00036899999999999997,
"loss": 1.8756,
"step": 123
},
{
"epoch": 0.08,
"learning_rate": 0.000372,
"loss": 1.8677,
"step": 124
},
{
"epoch": 0.09,
"learning_rate": 0.00037499999999999995,
"loss": 1.8222,
"step": 125
},
{
"epoch": 0.09,
"learning_rate": 0.00037799999999999997,
"loss": 1.9473,
"step": 126
},
{
"epoch": 0.09,
"learning_rate": 0.000381,
"loss": 1.8606,
"step": 127
},
{
"epoch": 0.09,
"learning_rate": 0.00038399999999999996,
"loss": 1.9605,
"step": 128
},
{
"epoch": 0.09,
"learning_rate": 0.000387,
"loss": 1.9135,
"step": 129
},
{
"epoch": 0.09,
"learning_rate": 0.00039,
"loss": 1.9203,
"step": 130
},
{
"epoch": 0.09,
"learning_rate": 0.00039299999999999996,
"loss": 1.9645,
"step": 131
},
{
"epoch": 0.09,
"learning_rate": 0.000396,
"loss": 1.8207,
"step": 132
},
{
"epoch": 0.09,
"learning_rate": 0.000399,
"loss": 1.9054,
"step": 133
},
{
"epoch": 0.09,
"learning_rate": 0.000402,
"loss": 1.8238,
"step": 134
},
{
"epoch": 0.09,
"learning_rate": 0.000405,
"loss": 1.9795,
"step": 135
},
{
"epoch": 0.09,
"learning_rate": 0.000408,
"loss": 1.923,
"step": 136
},
{
"epoch": 0.09,
"learning_rate": 0.000411,
"loss": 1.8111,
"step": 137
},
{
"epoch": 0.09,
"learning_rate": 0.0004139999999999999,
"loss": 1.8022,
"step": 138
},
{
"epoch": 0.1,
"learning_rate": 0.00041699999999999994,
"loss": 1.8601,
"step": 139
},
{
"epoch": 0.1,
"learning_rate": 0.00041999999999999996,
"loss": 1.9157,
"step": 140
},
{
"epoch": 0.1,
"learning_rate": 0.00042299999999999993,
"loss": 1.8795,
"step": 141
},
{
"epoch": 0.1,
"learning_rate": 0.00042599999999999995,
"loss": 1.8175,
"step": 142
},
{
"epoch": 0.1,
"learning_rate": 0.00042899999999999997,
"loss": 1.9633,
"step": 143
},
{
"epoch": 0.1,
"learning_rate": 0.00043199999999999993,
"loss": 1.7384,
"step": 144
},
{
"epoch": 0.1,
"learning_rate": 0.00043499999999999995,
"loss": 1.862,
"step": 145
},
{
"epoch": 0.1,
"learning_rate": 0.00043799999999999997,
"loss": 1.8612,
"step": 146
},
{
"epoch": 0.1,
"learning_rate": 0.00044099999999999993,
"loss": 1.8592,
"step": 147
},
{
"epoch": 0.1,
"learning_rate": 0.00044399999999999995,
"loss": 1.8175,
"step": 148
},
{
"epoch": 0.1,
"learning_rate": 0.00044699999999999997,
"loss": 1.8907,
"step": 149
},
{
"epoch": 0.1,
"learning_rate": 0.00045,
"loss": 1.9142,
"step": 150
},
{
"epoch": 0.1,
"learning_rate": 0.00045299999999999995,
"loss": 1.8859,
"step": 151
},
{
"epoch": 0.1,
"learning_rate": 0.00045599999999999997,
"loss": 1.8369,
"step": 152
},
{
"epoch": 0.1,
"learning_rate": 0.000459,
"loss": 1.914,
"step": 153
},
{
"epoch": 0.11,
"learning_rate": 0.00046199999999999995,
"loss": 1.8381,
"step": 154
},
{
"epoch": 0.11,
"learning_rate": 0.00046499999999999997,
"loss": 1.96,
"step": 155
},
{
"epoch": 0.11,
"learning_rate": 0.000468,
"loss": 1.7527,
"step": 156
},
{
"epoch": 0.11,
"learning_rate": 0.00047099999999999996,
"loss": 1.8762,
"step": 157
},
{
"epoch": 0.11,
"learning_rate": 0.000474,
"loss": 1.9295,
"step": 158
},
{
"epoch": 0.11,
"learning_rate": 0.000477,
"loss": 1.8433,
"step": 159
},
{
"epoch": 0.11,
"learning_rate": 0.00047999999999999996,
"loss": 1.7407,
"step": 160
},
{
"epoch": 0.11,
"learning_rate": 0.000483,
"loss": 1.9237,
"step": 161
},
{
"epoch": 0.11,
"learning_rate": 0.000486,
"loss": 1.8505,
"step": 162
},
{
"epoch": 0.11,
"learning_rate": 0.000489,
"loss": 1.8386,
"step": 163
},
{
"epoch": 0.11,
"learning_rate": 0.0004919999999999999,
"loss": 1.8489,
"step": 164
},
{
"epoch": 0.11,
"learning_rate": 0.0004949999999999999,
"loss": 1.8447,
"step": 165
},
{
"epoch": 0.11,
"learning_rate": 0.000498,
"loss": 1.8709,
"step": 166
},
{
"epoch": 0.11,
"learning_rate": 0.0005009999999999999,
"loss": 1.7427,
"step": 167
},
{
"epoch": 0.11,
"learning_rate": 0.0005039999999999999,
"loss": 1.7115,
"step": 168
},
{
"epoch": 0.12,
"learning_rate": 0.000507,
"loss": 1.8692,
"step": 169
},
{
"epoch": 0.12,
"learning_rate": 0.0005099999999999999,
"loss": 1.8863,
"step": 170
},
{
"epoch": 0.12,
"learning_rate": 0.0005129999999999999,
"loss": 1.7856,
"step": 171
},
{
"epoch": 0.12,
"learning_rate": 0.000516,
"loss": 1.8338,
"step": 172
},
{
"epoch": 0.12,
"learning_rate": 0.0005189999999999999,
"loss": 1.9064,
"step": 173
},
{
"epoch": 0.12,
"learning_rate": 0.000522,
"loss": 1.7566,
"step": 174
},
{
"epoch": 0.12,
"learning_rate": 0.000525,
"loss": 1.7792,
"step": 175
},
{
"epoch": 0.12,
"learning_rate": 0.0005279999999999999,
"loss": 1.7444,
"step": 176
},
{
"epoch": 0.12,
"learning_rate": 0.000531,
"loss": 1.8172,
"step": 177
},
{
"epoch": 0.12,
"learning_rate": 0.000534,
"loss": 1.8232,
"step": 178
},
{
"epoch": 0.12,
"learning_rate": 0.0005369999999999999,
"loss": 1.808,
"step": 179
},
{
"epoch": 0.12,
"learning_rate": 0.00054,
"loss": 1.7316,
"step": 180
},
{
"epoch": 0.12,
"learning_rate": 0.000543,
"loss": 1.7889,
"step": 181
},
{
"epoch": 0.12,
"learning_rate": 0.0005459999999999999,
"loss": 1.8263,
"step": 182
},
{
"epoch": 0.13,
"learning_rate": 0.000549,
"loss": 1.8702,
"step": 183
},
{
"epoch": 0.13,
"learning_rate": 0.000552,
"loss": 1.8295,
"step": 184
},
{
"epoch": 0.13,
"learning_rate": 0.0005549999999999999,
"loss": 1.7151,
"step": 185
},
{
"epoch": 0.13,
"learning_rate": 0.000558,
"loss": 1.7877,
"step": 186
},
{
"epoch": 0.13,
"learning_rate": 0.000561,
"loss": 1.7469,
"step": 187
},
{
"epoch": 0.13,
"learning_rate": 0.0005639999999999999,
"loss": 1.8627,
"step": 188
},
{
"epoch": 0.13,
"learning_rate": 0.0005669999999999999,
"loss": 1.6922,
"step": 189
},
{
"epoch": 0.13,
"learning_rate": 0.00057,
"loss": 1.8159,
"step": 190
},
{
"epoch": 0.13,
"learning_rate": 0.0005729999999999999,
"loss": 1.7839,
"step": 191
},
{
"epoch": 0.13,
"learning_rate": 0.0005759999999999999,
"loss": 1.8165,
"step": 192
},
{
"epoch": 0.13,
"learning_rate": 0.000579,
"loss": 1.8228,
"step": 193
},
{
"epoch": 0.13,
"learning_rate": 0.0005819999999999999,
"loss": 1.8615,
"step": 194
},
{
"epoch": 0.13,
"learning_rate": 0.0005849999999999999,
"loss": 1.8149,
"step": 195
},
{
"epoch": 0.13,
"learning_rate": 0.000588,
"loss": 1.8531,
"step": 196
},
{
"epoch": 0.13,
"learning_rate": 0.0005909999999999999,
"loss": 1.7961,
"step": 197
},
{
"epoch": 0.14,
"learning_rate": 0.0005939999999999999,
"loss": 1.7878,
"step": 198
},
{
"epoch": 0.14,
"learning_rate": 0.000597,
"loss": 1.7078,
"step": 199
},
{
"epoch": 0.14,
"learning_rate": 0.0006,
"loss": 1.77,
"step": 200
},
{
"epoch": 0.14,
"learning_rate": 0.0005998937677053823,
"loss": 1.7704,
"step": 201
},
{
"epoch": 0.14,
"learning_rate": 0.0005997875354107648,
"loss": 1.8041,
"step": 202
},
{
"epoch": 0.14,
"learning_rate": 0.0005996813031161472,
"loss": 1.791,
"step": 203
},
{
"epoch": 0.14,
"learning_rate": 0.0005995750708215297,
"loss": 1.8864,
"step": 204
},
{
"epoch": 0.14,
"learning_rate": 0.0005994688385269121,
"loss": 1.8871,
"step": 205
},
{
"epoch": 0.14,
"learning_rate": 0.0005993626062322946,
"loss": 1.781,
"step": 206
},
{
"epoch": 0.14,
"learning_rate": 0.000599256373937677,
"loss": 1.8129,
"step": 207
},
{
"epoch": 0.14,
"learning_rate": 0.0005991501416430595,
"loss": 1.8208,
"step": 208
},
{
"epoch": 0.14,
"learning_rate": 0.0005990439093484419,
"loss": 1.6943,
"step": 209
},
{
"epoch": 0.14,
"learning_rate": 0.0005989376770538244,
"loss": 1.8093,
"step": 210
},
{
"epoch": 0.14,
"learning_rate": 0.0005988314447592068,
"loss": 1.8158,
"step": 211
},
{
"epoch": 0.14,
"learning_rate": 0.0005987252124645891,
"loss": 1.7879,
"step": 212
},
{
"epoch": 0.15,
"learning_rate": 0.0005986189801699716,
"loss": 1.7495,
"step": 213
},
{
"epoch": 0.15,
"learning_rate": 0.000598512747875354,
"loss": 1.8075,
"step": 214
},
{
"epoch": 0.15,
"learning_rate": 0.0005984065155807364,
"loss": 1.897,
"step": 215
},
{
"epoch": 0.15,
"learning_rate": 0.0005983002832861189,
"loss": 1.7493,
"step": 216
},
{
"epoch": 0.15,
"learning_rate": 0.0005981940509915014,
"loss": 1.7134,
"step": 217
},
{
"epoch": 0.15,
"learning_rate": 0.0005980878186968838,
"loss": 1.7252,
"step": 218
},
{
"epoch": 0.15,
"learning_rate": 0.0005979815864022663,
"loss": 1.8076,
"step": 219
},
{
"epoch": 0.15,
"learning_rate": 0.0005978753541076487,
"loss": 1.7753,
"step": 220
},
{
"epoch": 0.15,
"learning_rate": 0.0005977691218130311,
"loss": 1.7346,
"step": 221
},
{
"epoch": 0.15,
"learning_rate": 0.0005976628895184136,
"loss": 1.7701,
"step": 222
},
{
"epoch": 0.15,
"learning_rate": 0.000597556657223796,
"loss": 1.7343,
"step": 223
},
{
"epoch": 0.15,
"learning_rate": 0.0005974504249291785,
"loss": 1.9214,
"step": 224
},
{
"epoch": 0.15,
"learning_rate": 0.0005973441926345608,
"loss": 1.8475,
"step": 225
},
{
"epoch": 0.15,
"learning_rate": 0.0005972379603399432,
"loss": 1.7976,
"step": 226
},
{
"epoch": 0.16,
"learning_rate": 0.0005971317280453257,
"loss": 1.8312,
"step": 227
},
{
"epoch": 0.16,
"learning_rate": 0.0005970254957507082,
"loss": 1.7942,
"step": 228
},
{
"epoch": 0.16,
"learning_rate": 0.0005969192634560906,
"loss": 1.7478,
"step": 229
},
{
"epoch": 0.16,
"learning_rate": 0.0005968130311614731,
"loss": 1.8265,
"step": 230
},
{
"epoch": 0.16,
"learning_rate": 0.0005967067988668555,
"loss": 1.743,
"step": 231
},
{
"epoch": 0.16,
"learning_rate": 0.0005966005665722379,
"loss": 1.924,
"step": 232
},
{
"epoch": 0.16,
"learning_rate": 0.0005964943342776204,
"loss": 1.8448,
"step": 233
},
{
"epoch": 0.16,
"learning_rate": 0.0005963881019830028,
"loss": 1.8081,
"step": 234
},
{
"epoch": 0.16,
"learning_rate": 0.0005962818696883852,
"loss": 1.7978,
"step": 235
},
{
"epoch": 0.16,
"learning_rate": 0.0005961756373937677,
"loss": 1.9161,
"step": 236
},
{
"epoch": 0.16,
"learning_rate": 0.00059606940509915,
"loss": 1.8836,
"step": 237
},
{
"epoch": 0.16,
"learning_rate": 0.0005959631728045325,
"loss": 1.6924,
"step": 238
},
{
"epoch": 0.16,
"learning_rate": 0.000595856940509915,
"loss": 1.8725,
"step": 239
},
{
"epoch": 0.16,
"learning_rate": 0.0005957507082152974,
"loss": 1.7645,
"step": 240
},
{
"epoch": 0.16,
"learning_rate": 0.0005956444759206798,
"loss": 1.8543,
"step": 241
},
{
"epoch": 0.17,
"learning_rate": 0.0005955382436260623,
"loss": 1.8915,
"step": 242
},
{
"epoch": 0.17,
"learning_rate": 0.0005954320113314447,
"loss": 1.7467,
"step": 243
},
{
"epoch": 0.17,
"learning_rate": 0.0005953257790368272,
"loss": 1.7581,
"step": 244
},
{
"epoch": 0.17,
"learning_rate": 0.0005952195467422096,
"loss": 1.7859,
"step": 245
},
{
"epoch": 0.17,
"learning_rate": 0.000595113314447592,
"loss": 1.7575,
"step": 246
},
{
"epoch": 0.17,
"learning_rate": 0.0005950070821529745,
"loss": 1.7291,
"step": 247
},
{
"epoch": 0.17,
"learning_rate": 0.0005949008498583569,
"loss": 1.692,
"step": 248
},
{
"epoch": 0.17,
"learning_rate": 0.0005947946175637393,
"loss": 1.9056,
"step": 249
},
{
"epoch": 0.17,
"learning_rate": 0.0005946883852691218,
"loss": 1.8572,
"step": 250
},
{
"epoch": 0.17,
"learning_rate": 0.0005945821529745042,
"loss": 1.7458,
"step": 251
},
{
"epoch": 0.17,
"learning_rate": 0.0005944759206798866,
"loss": 1.8021,
"step": 252
},
{
"epoch": 0.17,
"learning_rate": 0.0005943696883852691,
"loss": 1.8534,
"step": 253
},
{
"epoch": 0.17,
"learning_rate": 0.0005942634560906515,
"loss": 1.7671,
"step": 254
},
{
"epoch": 0.17,
"learning_rate": 0.0005941572237960339,
"loss": 1.9101,
"step": 255
},
{
"epoch": 0.18,
"learning_rate": 0.0005940509915014164,
"loss": 1.7567,
"step": 256
},
{
"epoch": 0.18,
"learning_rate": 0.0005939447592067988,
"loss": 1.7771,
"step": 257
},
{
"epoch": 0.18,
"learning_rate": 0.0005938385269121813,
"loss": 1.8691,
"step": 258
},
{
"epoch": 0.18,
"learning_rate": 0.0005937322946175637,
"loss": 1.764,
"step": 259
},
{
"epoch": 0.18,
"learning_rate": 0.000593626062322946,
"loss": 1.7978,
"step": 260
},
{
"epoch": 0.18,
"learning_rate": 0.0005935198300283285,
"loss": 1.8609,
"step": 261
},
{
"epoch": 0.18,
"learning_rate": 0.000593413597733711,
"loss": 1.9074,
"step": 262
},
{
"epoch": 0.18,
"learning_rate": 0.0005933073654390934,
"loss": 1.8182,
"step": 263
},
{
"epoch": 0.18,
"learning_rate": 0.0005932011331444759,
"loss": 1.9095,
"step": 264
},
{
"epoch": 0.18,
"learning_rate": 0.0005930949008498583,
"loss": 1.9103,
"step": 265
},
{
"epoch": 0.18,
"learning_rate": 0.0005929886685552407,
"loss": 1.969,
"step": 266
},
{
"epoch": 0.18,
"learning_rate": 0.0005928824362606232,
"loss": 1.9142,
"step": 267
},
{
"epoch": 0.18,
"learning_rate": 0.0005927762039660056,
"loss": 1.8281,
"step": 268
},
{
"epoch": 0.18,
"learning_rate": 0.0005926699716713881,
"loss": 1.8105,
"step": 269
},
{
"epoch": 0.18,
"learning_rate": 0.0005925637393767705,
"loss": 1.854,
"step": 270
},
{
"epoch": 0.19,
"learning_rate": 0.0005924575070821529,
"loss": 1.7758,
"step": 271
},
{
"epoch": 0.19,
"learning_rate": 0.0005923512747875354,
"loss": 1.7467,
"step": 272
},
{
"epoch": 0.19,
"learning_rate": 0.0005922450424929179,
"loss": 1.8032,
"step": 273
},
{
"epoch": 0.19,
"learning_rate": 0.0005921388101983002,
"loss": 1.7267,
"step": 274
},
{
"epoch": 0.19,
"learning_rate": 0.0005920325779036826,
"loss": 1.7873,
"step": 275
},
{
"epoch": 0.19,
"learning_rate": 0.0005919263456090651,
"loss": 1.8578,
"step": 276
},
{
"epoch": 0.19,
"learning_rate": 0.0005918201133144475,
"loss": 1.8684,
"step": 277
},
{
"epoch": 0.19,
"learning_rate": 0.00059171388101983,
"loss": 1.8266,
"step": 278
},
{
"epoch": 0.19,
"learning_rate": 0.0005916076487252124,
"loss": 1.7916,
"step": 279
},
{
"epoch": 0.19,
"learning_rate": 0.0005915014164305948,
"loss": 1.9168,
"step": 280
},
{
"epoch": 0.19,
"learning_rate": 0.0005913951841359773,
"loss": 1.8837,
"step": 281
},
{
"epoch": 0.19,
"learning_rate": 0.0005912889518413597,
"loss": 1.7875,
"step": 282
},
{
"epoch": 0.19,
"learning_rate": 0.0005911827195467422,
"loss": 1.9046,
"step": 283
},
{
"epoch": 0.19,
"learning_rate": 0.0005910764872521247,
"loss": 1.7552,
"step": 284
},
{
"epoch": 0.19,
"learning_rate": 0.000590970254957507,
"loss": 1.8291,
"step": 285
},
{
"epoch": 0.2,
"learning_rate": 0.0005908640226628894,
"loss": 1.8531,
"step": 286
},
{
"epoch": 0.2,
"learning_rate": 0.0005907577903682719,
"loss": 1.7991,
"step": 287
},
{
"epoch": 0.2,
"learning_rate": 0.0005906515580736543,
"loss": 1.7896,
"step": 288
},
{
"epoch": 0.2,
"learning_rate": 0.0005905453257790368,
"loss": 1.8406,
"step": 289
},
{
"epoch": 0.2,
"learning_rate": 0.0005904390934844192,
"loss": 1.8222,
"step": 290
},
{
"epoch": 0.2,
"learning_rate": 0.0005903328611898016,
"loss": 1.8473,
"step": 291
},
{
"epoch": 0.2,
"learning_rate": 0.0005902266288951841,
"loss": 1.7958,
"step": 292
},
{
"epoch": 0.2,
"learning_rate": 0.0005901203966005665,
"loss": 1.7879,
"step": 293
},
{
"epoch": 0.2,
"learning_rate": 0.000590014164305949,
"loss": 1.8077,
"step": 294
},
{
"epoch": 0.2,
"learning_rate": 0.0005899079320113314,
"loss": 1.7829,
"step": 295
},
{
"epoch": 0.2,
"learning_rate": 0.0005898016997167139,
"loss": 1.8282,
"step": 296
},
{
"epoch": 0.2,
"learning_rate": 0.0005896954674220963,
"loss": 1.8525,
"step": 297
},
{
"epoch": 0.2,
"learning_rate": 0.0005895892351274787,
"loss": 1.8552,
"step": 298
},
{
"epoch": 0.2,
"learning_rate": 0.0005894830028328611,
"loss": 1.9035,
"step": 299
},
{
"epoch": 0.21,
"learning_rate": 0.0005893767705382435,
"loss": 1.8043,
"step": 300
},
{
"epoch": 0.21,
"learning_rate": 0.000589270538243626,
"loss": 1.7884,
"step": 301
},
{
"epoch": 0.21,
"learning_rate": 0.0005891643059490084,
"loss": 1.9804,
"step": 302
},
{
"epoch": 0.21,
"learning_rate": 0.0005890580736543909,
"loss": 1.9464,
"step": 303
},
{
"epoch": 0.21,
"learning_rate": 0.0005889518413597733,
"loss": 1.7684,
"step": 304
},
{
"epoch": 0.21,
"learning_rate": 0.0005888456090651558,
"loss": 1.8019,
"step": 305
},
{
"epoch": 0.21,
"learning_rate": 0.0005887393767705382,
"loss": 1.8127,
"step": 306
},
{
"epoch": 0.21,
"learning_rate": 0.0005886331444759207,
"loss": 1.7938,
"step": 307
},
{
"epoch": 0.21,
"learning_rate": 0.0005885269121813031,
"loss": 1.8452,
"step": 308
},
{
"epoch": 0.21,
"learning_rate": 0.0005884206798866856,
"loss": 1.7761,
"step": 309
},
{
"epoch": 0.21,
"learning_rate": 0.000588314447592068,
"loss": 1.8166,
"step": 310
},
{
"epoch": 0.21,
"learning_rate": 0.0005882082152974503,
"loss": 1.9685,
"step": 311
},
{
"epoch": 0.21,
"learning_rate": 0.0005881019830028328,
"loss": 1.7582,
"step": 312
},
{
"epoch": 0.21,
"learning_rate": 0.0005879957507082152,
"loss": 1.8127,
"step": 313
},
{
"epoch": 0.21,
"learning_rate": 0.0005878895184135976,
"loss": 1.875,
"step": 314
},
{
"epoch": 0.22,
"learning_rate": 0.0005877832861189801,
"loss": 1.7606,
"step": 315
},
{
"epoch": 0.22,
"learning_rate": 0.0005876770538243626,
"loss": 1.8047,
"step": 316
},
{
"epoch": 0.22,
"learning_rate": 0.000587570821529745,
"loss": 1.8821,
"step": 317
},
{
"epoch": 0.22,
"learning_rate": 0.0005874645892351275,
"loss": 1.9359,
"step": 318
},
{
"epoch": 0.22,
"learning_rate": 0.0005873583569405099,
"loss": 1.9346,
"step": 319
},
{
"epoch": 0.22,
"learning_rate": 0.0005872521246458923,
"loss": 1.8984,
"step": 320
},
{
"epoch": 0.22,
"learning_rate": 0.0005871458923512748,
"loss": 1.7759,
"step": 321
},
{
"epoch": 0.22,
"learning_rate": 0.0005870396600566571,
"loss": 1.7961,
"step": 322
},
{
"epoch": 0.22,
"learning_rate": 0.0005869334277620396,
"loss": 1.9148,
"step": 323
},
{
"epoch": 0.22,
"learning_rate": 0.000586827195467422,
"loss": 1.898,
"step": 324
},
{
"epoch": 0.22,
"learning_rate": 0.0005867209631728044,
"loss": 1.7916,
"step": 325
},
{
"epoch": 0.22,
"learning_rate": 0.0005866147308781869,
"loss": 1.8758,
"step": 326
},
{
"epoch": 0.22,
"learning_rate": 0.0005865084985835694,
"loss": 1.8184,
"step": 327
},
{
"epoch": 0.22,
"learning_rate": 0.0005864022662889518,
"loss": 1.7792,
"step": 328
},
{
"epoch": 0.22,
"learning_rate": 0.0005862960339943343,
"loss": 1.8199,
"step": 329
},
{
"epoch": 0.23,
"learning_rate": 0.0005861898016997167,
"loss": 1.8013,
"step": 330
},
{
"epoch": 0.23,
"learning_rate": 0.0005860835694050991,
"loss": 1.8723,
"step": 331
},
{
"epoch": 0.23,
"learning_rate": 0.0005859773371104816,
"loss": 1.7972,
"step": 332
},
{
"epoch": 0.23,
"learning_rate": 0.000585871104815864,
"loss": 1.8765,
"step": 333
},
{
"epoch": 0.23,
"learning_rate": 0.0005857648725212463,
"loss": 1.8028,
"step": 334
},
{
"epoch": 0.23,
"learning_rate": 0.0005856586402266288,
"loss": 1.8377,
"step": 335
},
{
"epoch": 0.23,
"learning_rate": 0.0005855524079320112,
"loss": 1.7413,
"step": 336
},
{
"epoch": 0.23,
"learning_rate": 0.0005854461756373937,
"loss": 1.8906,
"step": 337
},
{
"epoch": 0.23,
"learning_rate": 0.0005853399433427762,
"loss": 1.8192,
"step": 338
},
{
"epoch": 0.23,
"learning_rate": 0.0005852337110481586,
"loss": 1.8595,
"step": 339
},
{
"epoch": 0.23,
"learning_rate": 0.000585127478753541,
"loss": 1.8473,
"step": 340
},
{
"epoch": 0.23,
"learning_rate": 0.0005850212464589235,
"loss": 1.861,
"step": 341
},
{
"epoch": 0.23,
"learning_rate": 0.0005849150141643059,
"loss": 1.8337,
"step": 342
},
{
"epoch": 0.23,
"learning_rate": 0.0005848087818696884,
"loss": 1.8747,
"step": 343
},
{
"epoch": 0.24,
"learning_rate": 0.0005847025495750708,
"loss": 1.8202,
"step": 344
},
{
"epoch": 0.24,
"learning_rate": 0.0005845963172804532,
"loss": 1.8235,
"step": 345
},
{
"epoch": 0.24,
"learning_rate": 0.0005844900849858357,
"loss": 1.915,
"step": 346
},
{
"epoch": 0.24,
"learning_rate": 0.000584383852691218,
"loss": 1.8257,
"step": 347
},
{
"epoch": 0.24,
"learning_rate": 0.0005842776203966005,
"loss": 1.9219,
"step": 348
},
{
"epoch": 0.24,
"learning_rate": 0.000584171388101983,
"loss": 1.8675,
"step": 349
},
{
"epoch": 0.24,
"learning_rate": 0.0005840651558073654,
"loss": 1.8938,
"step": 350
},
{
"epoch": 0.24,
"learning_rate": 0.0005839589235127478,
"loss": 1.7652,
"step": 351
},
{
"epoch": 0.24,
"learning_rate": 0.0005838526912181303,
"loss": 1.9201,
"step": 352
},
{
"epoch": 0.24,
"learning_rate": 0.0005837464589235127,
"loss": 1.8092,
"step": 353
},
{
"epoch": 0.24,
"learning_rate": 0.0005836402266288951,
"loss": 1.7251,
"step": 354
},
{
"epoch": 0.24,
"learning_rate": 0.0005835339943342776,
"loss": 1.8227,
"step": 355
},
{
"epoch": 0.24,
"learning_rate": 0.00058342776203966,
"loss": 1.7901,
"step": 356
},
{
"epoch": 0.24,
"learning_rate": 0.0005833215297450425,
"loss": 1.7998,
"step": 357
},
{
"epoch": 0.24,
"learning_rate": 0.0005832152974504249,
"loss": 1.8229,
"step": 358
},
{
"epoch": 0.25,
"learning_rate": 0.0005831090651558072,
"loss": 1.8179,
"step": 359
},
{
"epoch": 0.25,
"learning_rate": 0.0005830028328611897,
"loss": 1.8142,
"step": 360
},
{
"epoch": 0.25,
"learning_rate": 0.0005828966005665722,
"loss": 1.7447,
"step": 361
},
{
"epoch": 0.25,
"learning_rate": 0.0005827903682719546,
"loss": 1.7978,
"step": 362
},
{
"epoch": 0.25,
"learning_rate": 0.0005826841359773371,
"loss": 1.7471,
"step": 363
},
{
"epoch": 0.25,
"learning_rate": 0.0005825779036827195,
"loss": 1.9006,
"step": 364
},
{
"epoch": 0.25,
"learning_rate": 0.0005824716713881019,
"loss": 1.8023,
"step": 365
},
{
"epoch": 0.25,
"learning_rate": 0.0005823654390934844,
"loss": 1.7522,
"step": 366
},
{
"epoch": 0.25,
"learning_rate": 0.0005822592067988668,
"loss": 1.8935,
"step": 367
},
{
"epoch": 0.25,
"learning_rate": 0.0005821529745042493,
"loss": 1.8137,
"step": 368
},
{
"epoch": 0.25,
"learning_rate": 0.0005820467422096317,
"loss": 1.8023,
"step": 369
},
{
"epoch": 0.25,
"learning_rate": 0.000581940509915014,
"loss": 1.8378,
"step": 370
},
{
"epoch": 0.25,
"learning_rate": 0.0005818342776203965,
"loss": 1.7871,
"step": 371
},
{
"epoch": 0.25,
"learning_rate": 0.000581728045325779,
"loss": 1.793,
"step": 372
},
{
"epoch": 0.26,
"learning_rate": 0.0005816218130311614,
"loss": 1.8656,
"step": 373
},
{
"epoch": 0.26,
"learning_rate": 0.0005815155807365438,
"loss": 1.8213,
"step": 374
},
{
"epoch": 0.26,
"learning_rate": 0.0005814093484419263,
"loss": 1.8686,
"step": 375
},
{
"epoch": 0.26,
"learning_rate": 0.0005813031161473087,
"loss": 1.7107,
"step": 376
},
{
"epoch": 0.26,
"learning_rate": 0.0005811968838526912,
"loss": 1.8303,
"step": 377
},
{
"epoch": 0.26,
"learning_rate": 0.0005810906515580736,
"loss": 1.8433,
"step": 378
},
{
"epoch": 0.26,
"learning_rate": 0.000580984419263456,
"loss": 1.8635,
"step": 379
},
{
"epoch": 0.26,
"learning_rate": 0.0005808781869688385,
"loss": 1.8097,
"step": 380
},
{
"epoch": 0.26,
"learning_rate": 0.0005807719546742209,
"loss": 1.8751,
"step": 381
},
{
"epoch": 0.26,
"learning_rate": 0.0005806657223796034,
"loss": 1.8784,
"step": 382
},
{
"epoch": 0.26,
"learning_rate": 0.0005805594900849859,
"loss": 1.8826,
"step": 383
},
{
"epoch": 0.26,
"learning_rate": 0.0005804532577903682,
"loss": 1.7963,
"step": 384
},
{
"epoch": 0.26,
"learning_rate": 0.0005803470254957506,
"loss": 1.8452,
"step": 385
},
{
"epoch": 0.26,
"learning_rate": 0.0005802407932011331,
"loss": 1.7549,
"step": 386
},
{
"epoch": 0.26,
"learning_rate": 0.0005801345609065155,
"loss": 1.851,
"step": 387
},
{
"epoch": 0.27,
"learning_rate": 0.000580028328611898,
"loss": 1.8198,
"step": 388
},
{
"epoch": 0.27,
"learning_rate": 0.0005799220963172804,
"loss": 1.956,
"step": 389
},
{
"epoch": 0.27,
"learning_rate": 0.0005798158640226628,
"loss": 1.9291,
"step": 390
},
{
"epoch": 0.27,
"learning_rate": 0.0005797096317280453,
"loss": 1.784,
"step": 391
},
{
"epoch": 0.27,
"learning_rate": 0.0005796033994334277,
"loss": 1.894,
"step": 392
},
{
"epoch": 0.27,
"learning_rate": 0.0005794971671388101,
"loss": 1.886,
"step": 393
},
{
"epoch": 0.27,
"learning_rate": 0.0005793909348441927,
"loss": 1.826,
"step": 394
},
{
"epoch": 0.27,
"learning_rate": 0.000579284702549575,
"loss": 1.8398,
"step": 395
},
{
"epoch": 0.27,
"learning_rate": 0.0005791784702549574,
"loss": 1.7506,
"step": 396
},
{
"epoch": 0.27,
"learning_rate": 0.0005790722379603399,
"loss": 1.8669,
"step": 397
},
{
"epoch": 0.27,
"learning_rate": 0.0005789660056657223,
"loss": 1.8566,
"step": 398
},
{
"epoch": 0.27,
"learning_rate": 0.0005788597733711047,
"loss": 1.8618,
"step": 399
},
{
"epoch": 0.27,
"learning_rate": 0.0005787535410764872,
"loss": 1.8632,
"step": 400
},
{
"epoch": 0.27,
"eval_loss": 2.021120071411133,
"eval_runtime": 1471.972,
"eval_samples_per_second": 9.879,
"eval_steps_per_second": 9.879,
"step": 400
}
],
"max_steps": 5848,
"num_train_epochs": 4,
"total_flos": 4.8975138397771776e+17,
"trial_name": null,
"trial_params": null
}