RikkiXu commited on
Commit
695d27b
1 Parent(s): af6fb60

Model save

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 1.0,
3
- "train_loss": 0.49109079287602353,
4
- "train_runtime": 5330.839,
5
- "train_samples": 46672,
6
- "train_samples_per_second": 8.755,
7
  "train_steps_per_second": 0.034
8
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "train_loss": 0.5129612217778745,
4
+ "train_runtime": 5390.6556,
5
+ "train_samples": 47205,
6
+ "train_samples_per_second": 8.757,
7
  "train_steps_per_second": 0.034
8
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80c511d14471ab18870f10f923c8787de845cdc70bd963e129a608dd18f3fc60
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf429f2365d057d537eb6eb684ec0e28181ee38fa55cd21735e7e6f691bdff9
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8c474648050e838c831aabb3699a61ac3756493e671f2a842828d65675367af
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9331d412f5bc9c44c9792f8a2afaa5a28095041cc6f7c254ae83a5ed634d33d8
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2335066937ff02bdedb3b53830a851b36f4126b5264e844e5f7337e06e1c6efd
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b920dd703fb81aa8790bea0c995d0448371190e6f8d23f5e71d685ce1bda1e
3
  size 4540516344
runs/Jun18_02-36-18_n136-100-194/events.out.tfevents.1718649412.n136-100-194.2675446.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a4afc6f6da88432b058dbad4c784dbc32dbdec44a9ecfd785bdc35d4947e5ce
3
- size 12323
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72febef4cdd2fc0e0c7f5f1f5d588ce85dd8f4850a1a3eb70382c76988f19607
3
+ size 18157
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 1.0,
3
- "train_loss": 0.49109079287602353,
4
- "train_runtime": 5330.839,
5
- "train_samples": 46672,
6
- "train_samples_per_second": 8.755,
7
  "train_steps_per_second": 0.034
8
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "train_loss": 0.5129612217778745,
4
+ "train_runtime": 5390.6556,
5
+ "train_samples": 47205,
6
+ "train_samples_per_second": 8.757,
7
  "train_steps_per_second": 0.034
8
  }
trainer_state.json CHANGED
@@ -1,22 +1,22 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9972602739726028,
5
  "eval_steps": 500,
6
- "global_step": 182,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.01,
13
- "grad_norm": 450.1434249789045,
14
  "learning_rate": 2.6315789473684206e-09,
15
- "logits/chosen": -0.7030794620513916,
16
- "logits/rejected": -0.3951629400253296,
17
- "logps/chosen": -341.73382568359375,
18
- "logps/rejected": -292.9862060546875,
19
- "loss": 0.6931,
20
  "rewards/accuracies": 0.0,
21
  "rewards/chosen": 0.0,
22
  "rewards/margins": 0.0,
@@ -25,286 +25,286 @@
25
  },
26
  {
27
  "epoch": 0.05,
28
- "grad_norm": 427.11862533612515,
29
  "learning_rate": 2.6315789473684208e-08,
30
- "logits/chosen": -0.8544511795043945,
31
- "logits/rejected": -0.5010538101196289,
32
- "logps/chosen": -343.0840148925781,
33
- "logps/rejected": -297.6950378417969,
34
- "loss": 0.6989,
35
- "rewards/accuracies": 0.4201388955116272,
36
- "rewards/chosen": 0.006387188099324703,
37
- "rewards/margins": -0.002455425448715687,
38
- "rewards/rejected": 0.008842612616717815,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.11,
43
- "grad_norm": 420.6890953363653,
44
- "learning_rate": 4.9995356760283366e-08,
45
- "logits/chosen": -0.8882249593734741,
46
- "logits/rejected": -0.5170028805732727,
47
- "logps/chosen": -333.65777587890625,
48
- "logps/rejected": -287.80816650390625,
49
- "loss": 0.6881,
50
- "rewards/accuracies": 0.5375000238418579,
51
- "rewards/chosen": -0.012563005089759827,
52
- "rewards/margins": 0.03462809696793556,
53
- "rewards/rejected": -0.04719109833240509,
54
  "step": 20
55
  },
56
  {
57
  "epoch": 0.16,
58
- "grad_norm": 398.42327340439533,
59
- "learning_rate": 4.944025194969586e-08,
60
- "logits/chosen": -0.9182589650154114,
61
- "logits/rejected": -0.5222188234329224,
62
- "logps/chosen": -332.426025390625,
63
- "logps/rejected": -290.18304443359375,
64
- "loss": 0.6356,
65
- "rewards/accuracies": 0.640625,
66
- "rewards/chosen": -0.035035934299230576,
67
- "rewards/margins": 0.15518921613693237,
68
- "rewards/rejected": -0.19022515416145325,
69
  "step": 30
70
  },
71
  {
72
  "epoch": 0.22,
73
- "grad_norm": 361.5856784181511,
74
- "learning_rate": 4.798007040388211e-08,
75
- "logits/chosen": -0.8608843684196472,
76
- "logits/rejected": -0.5015160441398621,
77
- "logps/chosen": -337.7128601074219,
78
- "logps/rejected": -307.75726318359375,
79
- "loss": 0.5811,
80
- "rewards/accuracies": 0.7406250238418579,
81
- "rewards/chosen": 0.006648591253906488,
82
- "rewards/margins": 0.3918178081512451,
83
- "rewards/rejected": -0.38516920804977417,
84
  "step": 40
85
  },
86
  {
87
  "epoch": 0.27,
88
- "grad_norm": 334.47329593106986,
89
- "learning_rate": 4.5668885883990063e-08,
90
- "logits/chosen": -0.8879793286323547,
91
- "logits/rejected": -0.4423498511314392,
92
- "logps/chosen": -332.4192199707031,
93
- "logps/rejected": -296.57025146484375,
94
- "loss": 0.5272,
95
- "rewards/accuracies": 0.78125,
96
- "rewards/chosen": 0.24052493274211884,
97
- "rewards/margins": 0.5968745946884155,
98
- "rewards/rejected": -0.3563496172428131,
99
  "step": 50
100
  },
101
  {
102
  "epoch": 0.33,
103
- "grad_norm": 339.682806652983,
104
- "learning_rate": 4.2592286678719626e-08,
105
- "logits/chosen": -0.8047763109207153,
106
- "logits/rejected": -0.4120696485042572,
107
- "logps/chosen": -330.0352478027344,
108
- "logps/rejected": -295.6581726074219,
109
- "loss": 0.5016,
110
  "rewards/accuracies": 0.7718750238418579,
111
- "rewards/chosen": 0.5128915905952454,
112
- "rewards/margins": 0.7231279015541077,
113
- "rewards/rejected": -0.21023626625537872,
114
  "step": 60
115
  },
116
  {
117
  "epoch": 0.38,
118
- "grad_norm": 294.8745864628234,
119
- "learning_rate": 3.886420608016766e-08,
120
- "logits/chosen": -1.0426691770553589,
121
- "logits/rejected": -0.600997805595398,
122
- "logps/chosen": -348.37408447265625,
123
- "logps/rejected": -304.3432922363281,
124
- "loss": 0.4851,
125
- "rewards/accuracies": 0.753125011920929,
126
- "rewards/chosen": 0.823379397392273,
127
- "rewards/margins": 0.7953158617019653,
128
- "rewards/rejected": 0.02806355059146881,
129
  "step": 70
130
  },
131
  {
132
- "epoch": 0.44,
133
- "grad_norm": 272.6474819647033,
134
- "learning_rate": 3.462270318133136e-08,
135
- "logits/chosen": -0.9253625869750977,
136
- "logits/rejected": -0.3548746705055237,
137
- "logps/chosen": -341.5060119628906,
138
- "logps/rejected": -294.5276794433594,
139
- "loss": 0.4535,
140
- "rewards/accuracies": 0.815625011920929,
141
- "rewards/chosen": 0.7518247961997986,
142
- "rewards/margins": 0.94850093126297,
143
- "rewards/rejected": -0.19667614996433258,
144
  "step": 80
145
  },
146
  {
147
  "epoch": 0.49,
148
- "grad_norm": 281.1147370449449,
149
- "learning_rate": 3.0024850241696124e-08,
150
- "logits/chosen": -1.0233888626098633,
151
- "logits/rejected": -0.6329795122146606,
152
- "logps/chosen": -337.8768310546875,
153
- "logps/rejected": -307.80621337890625,
154
- "loss": 0.4505,
155
- "rewards/accuracies": 0.796875,
156
- "rewards/chosen": 0.9118101000785828,
157
- "rewards/margins": 1.0233700275421143,
158
- "rewards/rejected": -0.1115599274635315,
159
  "step": 90
160
  },
161
  {
162
- "epoch": 0.55,
163
- "grad_norm": 270.95326246127075,
164
- "learning_rate": 2.5240915953099518e-08,
165
- "logits/chosen": -0.8435468673706055,
166
- "logits/rejected": -0.528495192527771,
167
- "logps/chosen": -316.45147705078125,
168
- "logps/rejected": -284.6639099121094,
169
- "loss": 0.434,
170
- "rewards/accuracies": 0.7875000238418579,
171
- "rewards/chosen": 0.6949013471603394,
172
- "rewards/margins": 0.9432865381240845,
173
- "rewards/rejected": -0.24838528037071228,
174
  "step": 100
175
  },
176
  {
177
  "epoch": 0.6,
178
- "grad_norm": 246.8924504601372,
179
- "learning_rate": 2.0448060012437142e-08,
180
- "logits/chosen": -0.7631230354309082,
181
- "logits/rejected": -0.46078410744667053,
182
- "logps/chosen": -332.81842041015625,
183
- "logps/rejected": -302.547119140625,
184
- "loss": 0.4323,
185
- "rewards/accuracies": 0.8125,
186
- "rewards/chosen": 0.88267582654953,
187
- "rewards/margins": 1.0535722970962524,
188
- "rewards/rejected": -0.17089635133743286,
189
  "step": 110
190
  },
191
  {
192
- "epoch": 0.66,
193
- "grad_norm": 249.2911347992777,
194
- "learning_rate": 1.5823772505167697e-08,
195
- "logits/chosen": -0.8469772338867188,
196
- "logits/rejected": -0.47505950927734375,
197
- "logps/chosen": -345.8771667480469,
198
- "logps/rejected": -308.70025634765625,
199
- "loss": 0.421,
200
- "rewards/accuracies": 0.8343750238418579,
201
- "rewards/chosen": 1.0309433937072754,
202
- "rewards/margins": 1.2240039110183716,
203
- "rewards/rejected": -0.19306042790412903,
204
  "step": 120
205
  },
206
  {
207
- "epoch": 0.71,
208
- "grad_norm": 236.63634286693804,
209
- "learning_rate": 1.1539301053796948e-08,
210
- "logits/chosen": -0.8259572982788086,
211
- "logits/rejected": -0.48908624053001404,
212
- "logps/chosen": -326.006591796875,
213
- "logps/rejected": -298.5427551269531,
214
- "loss": 0.4317,
215
- "rewards/accuracies": 0.7406250238418579,
216
- "rewards/chosen": 0.7692808508872986,
217
- "rewards/margins": 0.9658697843551636,
218
- "rewards/rejected": -0.1965889036655426,
219
  "step": 130
220
  },
221
  {
222
- "epoch": 0.77,
223
- "grad_norm": 277.9055914170381,
224
- "learning_rate": 7.753309138609703e-09,
225
- "logits/chosen": -1.0100657939910889,
226
- "logits/rejected": -0.518832266330719,
227
- "logps/chosen": -335.1830749511719,
228
- "logps/rejected": -293.55389404296875,
229
- "loss": 0.4203,
230
- "rewards/accuracies": 0.7906249761581421,
231
- "rewards/chosen": 0.938341498374939,
232
- "rewards/margins": 1.1349132061004639,
233
- "rewards/rejected": -0.19657166302204132,
234
  "step": 140
235
  },
236
  {
237
- "epoch": 0.82,
238
- "grad_norm": 280.40678633901416,
239
- "learning_rate": 4.606000437098476e-09,
240
- "logits/chosen": -0.9020172953605652,
241
- "logits/rejected": -0.5801359415054321,
242
- "logps/chosen": -328.5782775878906,
243
- "logps/rejected": -298.58416748046875,
244
- "loss": 0.417,
245
- "rewards/accuracies": 0.768750011920929,
246
- "rewards/chosen": 0.8313944935798645,
247
- "rewards/margins": 1.0033814907073975,
248
- "rewards/rejected": -0.1719868779182434,
249
  "step": 150
250
  },
251
  {
252
- "epoch": 0.88,
253
- "grad_norm": 281.95412461514485,
254
- "learning_rate": 2.2139267708310455e-09,
255
- "logits/chosen": -0.941261887550354,
256
- "logits/rejected": -0.5286608934402466,
257
- "logps/chosen": -337.65704345703125,
258
- "logps/rejected": -302.15557861328125,
259
- "loss": 0.4195,
260
- "rewards/accuracies": 0.831250011920929,
261
- "rewards/chosen": 1.0939249992370605,
262
- "rewards/margins": 1.298884391784668,
263
- "rewards/rejected": -0.20495939254760742,
264
  "step": 160
265
  },
266
  {
267
- "epoch": 0.93,
268
- "grad_norm": 257.0608061838707,
269
- "learning_rate": 6.656719329999699e-10,
270
- "logits/chosen": -0.6665180921554565,
271
- "logits/rejected": -0.36475566029548645,
272
- "logps/chosen": -323.7983703613281,
273
- "logps/rejected": -292.5258483886719,
274
- "loss": 0.4248,
275
- "rewards/accuracies": 0.8343750238418579,
276
- "rewards/chosen": 1.0974645614624023,
277
- "rewards/margins": 1.273900032043457,
278
- "rewards/rejected": -0.1764354258775711,
279
  "step": 170
280
  },
281
  {
282
- "epoch": 0.99,
283
- "grad_norm": 245.05015884181918,
284
- "learning_rate": 1.8571234092507048e-11,
285
- "logits/chosen": -0.8604642152786255,
286
- "logits/rejected": -0.526264488697052,
287
- "logps/chosen": -320.47540283203125,
288
- "logps/rejected": -290.77569580078125,
289
- "loss": 0.4234,
290
- "rewards/accuracies": 0.856249988079071,
291
- "rewards/chosen": 0.9940341711044312,
292
- "rewards/margins": 1.222551941871643,
293
- "rewards/rejected": -0.22851786017417908,
294
  "step": 180
295
  },
296
  {
297
  "epoch": 1.0,
298
- "step": 182,
299
  "total_flos": 0.0,
300
- "train_loss": 0.49109079287602353,
301
- "train_runtime": 5330.839,
302
- "train_samples_per_second": 8.755,
303
  "train_steps_per_second": 0.034
304
  }
305
  ],
306
  "logging_steps": 10,
307
- "max_steps": 182,
308
  "num_input_tokens_seen": 0,
309
  "num_train_epochs": 1,
310
  "save_steps": 100,
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.997289972899729,
5
  "eval_steps": 500,
6
+ "global_step": 184,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.01,
13
+ "grad_norm": 699.419624450993,
14
  "learning_rate": 2.6315789473684206e-09,
15
+ "logits/chosen": -0.8214728236198425,
16
+ "logits/rejected": -0.3221539855003357,
17
+ "logps/chosen": -281.03485107421875,
18
+ "logps/rejected": -258.44012451171875,
19
+ "loss": 0.6984,
20
  "rewards/accuracies": 0.0,
21
  "rewards/chosen": 0.0,
22
  "rewards/margins": 0.0,
 
25
  },
26
  {
27
  "epoch": 0.05,
28
+ "grad_norm": 688.9664821722622,
29
  "learning_rate": 2.6315789473684208e-08,
30
+ "logits/chosen": -0.8804507255554199,
31
+ "logits/rejected": -0.6175813674926758,
32
+ "logps/chosen": -333.9942932128906,
33
+ "logps/rejected": -301.1158142089844,
34
+ "loss": 0.7112,
35
+ "rewards/accuracies": 0.4583333432674408,
36
+ "rewards/chosen": 0.02290305122733116,
37
+ "rewards/margins": 0.000978956581093371,
38
+ "rewards/rejected": 0.0219240952283144,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.11,
43
+ "grad_norm": 708.2483637617346,
44
+ "learning_rate": 4.9995468638088146e-08,
45
+ "logits/chosen": -0.8514911532402039,
46
+ "logits/rejected": -0.6387242078781128,
47
+ "logps/chosen": -341.757080078125,
48
+ "logps/rejected": -314.51751708984375,
49
+ "loss": 0.7023,
50
+ "rewards/accuracies": 0.4906249940395355,
51
+ "rewards/chosen": 0.009864812716841698,
52
+ "rewards/margins": 0.0014371216529980302,
53
+ "rewards/rejected": 0.008427691645920277,
54
  "step": 20
55
  },
56
  {
57
  "epoch": 0.16,
58
+ "grad_norm": 577.1248066355766,
59
+ "learning_rate": 4.945369001834514e-08,
60
+ "logits/chosen": -0.9569602012634277,
61
+ "logits/rejected": -0.7534269690513611,
62
+ "logps/chosen": -346.7052001953125,
63
+ "logps/rejected": -312.9559631347656,
64
+ "loss": 0.6348,
65
+ "rewards/accuracies": 0.596875011920929,
66
+ "rewards/chosen": 0.04675150662660599,
67
+ "rewards/margins": 0.11421873420476913,
68
+ "rewards/rejected": -0.06746722757816315,
69
  "step": 30
70
  },
71
  {
72
  "epoch": 0.22,
73
+ "grad_norm": 579.099443117778,
74
+ "learning_rate": 4.802809132787125e-08,
75
+ "logits/chosen": -0.9495086669921875,
76
+ "logits/rejected": -0.69568932056427,
77
+ "logps/chosen": -342.0091247558594,
78
+ "logps/rejected": -313.8953552246094,
79
+ "loss": 0.5992,
80
+ "rewards/accuracies": 0.715624988079071,
81
+ "rewards/chosen": 0.18988165259361267,
82
+ "rewards/margins": 0.39908966422080994,
83
+ "rewards/rejected": -0.20920801162719727,
84
  "step": 40
85
  },
86
  {
87
  "epoch": 0.27,
88
+ "grad_norm": 522.7924733724386,
89
+ "learning_rate": 4.577019741770136e-08,
90
+ "logits/chosen": -0.9217802882194519,
91
+ "logits/rejected": -0.5782603025436401,
92
+ "logps/chosen": -324.60467529296875,
93
+ "logps/rejected": -291.2610778808594,
94
+ "loss": 0.5445,
95
+ "rewards/accuracies": 0.734375,
96
+ "rewards/chosen": 0.451026976108551,
97
+ "rewards/margins": 0.6606618762016296,
98
+ "rewards/rejected": -0.209634929895401,
99
  "step": 50
100
  },
101
  {
102
  "epoch": 0.33,
103
+ "grad_norm": 441.70974291440746,
104
+ "learning_rate": 4.276161445663422e-08,
105
+ "logits/chosen": -0.9271470308303833,
106
+ "logits/rejected": -0.5116554498672485,
107
+ "logps/chosen": -351.0398864746094,
108
+ "logps/rejected": -313.02984619140625,
109
+ "loss": 0.5198,
110
  "rewards/accuracies": 0.7718750238418579,
111
+ "rewards/chosen": 0.6475666761398315,
112
+ "rewards/margins": 0.7143425941467285,
113
+ "rewards/rejected": -0.06677587330341339,
114
  "step": 60
115
  },
116
  {
117
  "epoch": 0.38,
118
+ "grad_norm": 542.2213130459819,
119
+ "learning_rate": 3.9111080471669236e-08,
120
+ "logits/chosen": -0.8212447166442871,
121
+ "logits/rejected": -0.4982244372367859,
122
+ "logps/chosen": -323.27349853515625,
123
+ "logps/rejected": -298.29718017578125,
124
+ "loss": 0.4963,
125
+ "rewards/accuracies": 0.7562500238418579,
126
+ "rewards/chosen": 0.8154565095901489,
127
+ "rewards/margins": 0.7821646928787231,
128
+ "rewards/rejected": 0.033291809260845184,
129
  "step": 70
130
  },
131
  {
132
+ "epoch": 0.43,
133
+ "grad_norm": 474.1471440060756,
134
+ "learning_rate": 3.495053527239656e-08,
135
+ "logits/chosen": -0.853967547416687,
136
+ "logits/rejected": -0.506403923034668,
137
+ "logps/chosen": -326.6103820800781,
138
+ "logps/rejected": -298.58380126953125,
139
+ "loss": 0.4837,
140
+ "rewards/accuracies": 0.75,
141
+ "rewards/chosen": 0.8894384503364563,
142
+ "rewards/margins": 0.8635719418525696,
143
+ "rewards/rejected": 0.025866415351629257,
144
  "step": 80
145
  },
146
  {
147
  "epoch": 0.49,
148
+ "grad_norm": 425.2259909957891,
149
+ "learning_rate": 3.0430351802512695e-08,
150
+ "logits/chosen": -0.9206312298774719,
151
+ "logits/rejected": -0.5899518728256226,
152
+ "logps/chosen": -332.1669921875,
153
+ "logps/rejected": -301.76629638671875,
154
+ "loss": 0.4805,
155
+ "rewards/accuracies": 0.768750011920929,
156
+ "rewards/chosen": 1.0642414093017578,
157
+ "rewards/margins": 0.9260485768318176,
158
+ "rewards/rejected": 0.13819284737110138,
159
  "step": 90
160
  },
161
  {
162
+ "epoch": 0.54,
163
+ "grad_norm": 522.4112789139864,
164
+ "learning_rate": 2.5713901269842402e-08,
165
+ "logits/chosen": -0.9058634042739868,
166
+ "logits/rejected": -0.5568256974220276,
167
+ "logps/chosen": -339.79473876953125,
168
+ "logps/rejected": -303.04571533203125,
169
+ "loss": 0.4627,
170
+ "rewards/accuracies": 0.768750011920929,
171
+ "rewards/chosen": 1.063265085220337,
172
+ "rewards/margins": 1.0086718797683716,
173
+ "rewards/rejected": 0.05459331348538399,
174
  "step": 100
175
  },
176
  {
177
  "epoch": 0.6,
178
+ "grad_norm": 559.2014619266797,
179
+ "learning_rate": 2.09716484852284e-08,
180
+ "logits/chosen": -0.8277750015258789,
181
+ "logits/rejected": -0.4014664590358734,
182
+ "logps/chosen": -327.2757568359375,
183
+ "logps/rejected": -290.67767333984375,
184
+ "loss": 0.4654,
185
+ "rewards/accuracies": 0.784375011920929,
186
+ "rewards/chosen": 1.061645269393921,
187
+ "rewards/margins": 1.108440637588501,
188
+ "rewards/rejected": -0.04679515212774277,
189
  "step": 110
190
  },
191
  {
192
+ "epoch": 0.65,
193
+ "grad_norm": 422.80636655795246,
194
+ "learning_rate": 1.637499082012574e-08,
195
+ "logits/chosen": -0.8766531944274902,
196
+ "logits/rejected": -0.6933692097663879,
197
+ "logps/chosen": -318.14697265625,
198
+ "logps/rejected": -298.24462890625,
199
+ "loss": 0.4535,
200
+ "rewards/accuracies": 0.7749999761581421,
201
+ "rewards/chosen": 1.206791639328003,
202
+ "rewards/margins": 1.0834404230117798,
203
+ "rewards/rejected": 0.12335111945867538,
204
  "step": 120
205
  },
206
  {
207
+ "epoch": 0.7,
208
+ "grad_norm": 446.84426011615477,
209
+ "learning_rate": 1.2090063459025954e-08,
210
+ "logits/chosen": -0.9841381907463074,
211
+ "logits/rejected": -0.7362494468688965,
212
+ "logps/chosen": -345.0978088378906,
213
+ "logps/rejected": -313.47198486328125,
214
+ "loss": 0.4637,
215
+ "rewards/accuracies": 0.78125,
216
+ "rewards/chosen": 1.106555700302124,
217
+ "rewards/margins": 1.0541633367538452,
218
+ "rewards/rejected": 0.05239236354827881,
219
  "step": 130
220
  },
221
  {
222
+ "epoch": 0.76,
223
+ "grad_norm": 437.6664172133176,
224
+ "learning_rate": 8.271734841028552e-09,
225
+ "logits/chosen": -0.9155263900756836,
226
+ "logits/rejected": -0.6956790685653687,
227
+ "logps/chosen": -343.3347473144531,
228
+ "logps/rejected": -319.8084411621094,
229
+ "loss": 0.4456,
230
+ "rewards/accuracies": 0.778124988079071,
231
+ "rewards/chosen": 1.1650675535202026,
232
+ "rewards/margins": 1.0745846033096313,
233
+ "rewards/rejected": 0.09048305451869965,
234
  "step": 140
235
  },
236
  {
237
+ "epoch": 0.81,
238
+ "grad_norm": 547.6078246967138,
239
+ "learning_rate": 5.0580093109461184e-09,
240
+ "logits/chosen": -0.8691400289535522,
241
+ "logits/rejected": -0.42544013261795044,
242
+ "logps/chosen": -331.86328125,
243
+ "logps/rejected": -290.8024597167969,
244
+ "loss": 0.4532,
245
+ "rewards/accuracies": 0.7906249761581421,
246
+ "rewards/chosen": 1.2534332275390625,
247
+ "rewards/margins": 1.3035576343536377,
248
+ "rewards/rejected": -0.05012448504567146,
249
  "step": 150
250
  },
251
  {
252
+ "epoch": 0.87,
253
+ "grad_norm": 491.3660284508518,
254
+ "learning_rate": 2.5650392827160444e-09,
255
+ "logits/chosen": -0.8275870084762573,
256
+ "logits/rejected": -0.5543009042739868,
257
+ "logps/chosen": -331.1053466796875,
258
+ "logps/rejected": -297.59521484375,
259
+ "loss": 0.4545,
260
+ "rewards/accuracies": 0.765625,
261
+ "rewards/chosen": 1.089099645614624,
262
+ "rewards/margins": 1.1679441928863525,
263
+ "rewards/rejected": -0.07884454727172852,
264
  "step": 160
265
  },
266
  {
267
+ "epoch": 0.92,
268
+ "grad_norm": 411.0060600793946,
269
+ "learning_rate": 8.829271885286093e-10,
270
+ "logits/chosen": -0.9505836367607117,
271
+ "logits/rejected": -0.7405703067779541,
272
+ "logps/chosen": -334.4549865722656,
273
+ "logps/rejected": -305.47021484375,
274
+ "loss": 0.4601,
275
+ "rewards/accuracies": 0.796875,
276
+ "rewards/chosen": 1.0208919048309326,
277
+ "rewards/margins": 1.136797308921814,
278
+ "rewards/rejected": -0.11590544134378433,
279
  "step": 170
280
  },
281
  {
282
+ "epoch": 0.98,
283
+ "grad_norm": 459.96112806668134,
284
+ "learning_rate": 7.246894216806354e-11,
285
+ "logits/chosen": -0.7150970697402954,
286
+ "logits/rejected": -0.2916146218776703,
287
+ "logps/chosen": -316.0776062011719,
288
+ "logps/rejected": -275.6624450683594,
289
+ "loss": 0.4537,
290
+ "rewards/accuracies": 0.762499988079071,
291
+ "rewards/chosen": 1.0451656579971313,
292
+ "rewards/margins": 1.1178200244903564,
293
+ "rewards/rejected": -0.07265423238277435,
294
  "step": 180
295
  },
296
  {
297
  "epoch": 1.0,
298
+ "step": 184,
299
  "total_flos": 0.0,
300
+ "train_loss": 0.5129612217778745,
301
+ "train_runtime": 5390.6556,
302
+ "train_samples_per_second": 8.757,
303
  "train_steps_per_second": 0.034
304
  }
305
  ],
306
  "logging_steps": 10,
307
+ "max_steps": 184,
308
  "num_input_tokens_seen": 0,
309
  "num_train_epochs": 1,
310
  "save_steps": 100,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe7ad1d1edbbc30b461a2666bb026f02d74c0c127226e41e03c561f18f18d157
3
- size 6328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca21fcd79c3354846e41641aa75c59cd98e420df7941b233d35b073affbb313
3
+ size 6264