ChiefTheLord commited on
Commit
d56b9c3
·
verified ·
1 Parent(s): fae13f7

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -91,3 +91,4 @@ checkpoints-v1.0-discrete/checkpoint-21504-2/eval_state.json filter=lfs diff=lfs
91
  checkpoints-v1.1-discrete/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
92
  checkpoints-v3.0-discrete/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
93
  checkpoints-v4.0-discrete/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
 
 
91
  checkpoints-v1.1-discrete/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
92
  checkpoints-v3.0-discrete/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
93
  checkpoints-v4.0-discrete/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
94
+ checkpoints-v4.0-discrete/checkpoint-20480-2/eval_state.json filter=lfs diff=lfs merge=lfs -text
checkpoints-v4.0-discrete/checkpoint-20480-2/eval_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375d539395740ed9e0f65b30b463b1ea56263b07733f5eff4b787ec929fe4e11
3
+ size 50997936
checkpoints-v4.0-discrete/checkpoint-20480-2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5282adb471ac235c3673d97d55cd67a70d0e25c2e0b5c8b62d15baf304506f5b
3
+ size 24033312
checkpoints-v4.0-discrete/checkpoint-20480-2/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:108708b4be1820c42cc0bc1d70093fb809ca73601a06d7387a0a2c3007d77d58
3
+ size 1641995
checkpoints-v4.0-discrete/checkpoint-20480-2/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf95e4d18ad058ca5e9d2d3000a021bfed64b42ba15a106f9bc7f890794c620
3
+ size 14645
checkpoints-v4.0-discrete/checkpoint-20480-2/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edd111622fab3ec659d10b75b4e868083dd126b59903b8be2fc9688e52af739
3
+ size 1383
checkpoints-v4.0-discrete/checkpoint-20480-2/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205d765e13e1be2966644dd0f0eaaf87a8a81b7f8860b6a9dc2ebf25b30616e3
3
+ size 1465
checkpoints-v4.0-discrete/checkpoint-20480-2/trainer_state.json ADDED
@@ -0,0 +1,679 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.945914738349268,
6
+ "eval_steps": 4096,
7
+ "global_step": 20480,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.011823934229365849,
14
+ "grad_norm": 1.1739088296890259,
15
+ "learning_rate": 0.000498046875,
16
+ "loss": 0.680158257484436,
17
+ "step": 256
18
+ },
19
+ {
20
+ "epoch": 0.023647868458731697,
21
+ "grad_norm": 1.6577236652374268,
22
+ "learning_rate": 0.000998046875,
23
+ "loss": 0.6913405060768127,
24
+ "step": 512
25
+ },
26
+ {
27
+ "epoch": 0.03547180268809755,
28
+ "grad_norm": 0.9928573966026306,
29
+ "learning_rate": 0.000999640996023194,
30
+ "loss": 0.6918010711669922,
31
+ "step": 768
32
+ },
33
+ {
34
+ "epoch": 0.047295736917463395,
35
+ "grad_norm": 2.3015506267547607,
36
+ "learning_rate": 0.0009985588674043958,
37
+ "loss": 0.6927024126052856,
38
+ "step": 1024
39
+ },
40
+ {
41
+ "epoch": 0.05911967114682925,
42
+ "grad_norm": 0.914225161075592,
43
+ "learning_rate": 0.0009967551747861387,
44
+ "loss": 0.6947380304336548,
45
+ "step": 1280
46
+ },
47
+ {
48
+ "epoch": 0.0709436053761951,
49
+ "grad_norm": 1.0713783502578735,
50
+ "learning_rate": 0.000994232528651847,
51
+ "loss": 0.6921518445014954,
52
+ "step": 1536
53
+ },
54
+ {
55
+ "epoch": 0.08276753960556095,
56
+ "grad_norm": 0.7859653234481812,
57
+ "learning_rate": 0.0009909945800260092,
58
+ "loss": 0.6943801641464233,
59
+ "step": 1792
60
+ },
61
+ {
62
+ "epoch": 0.09459147383492679,
63
+ "grad_norm": 1.3907138109207153,
64
+ "learning_rate": 0.0009870460151900522,
65
+ "loss": 0.6851569414138794,
66
+ "step": 2048
67
+ },
68
+ {
69
+ "epoch": 0.10641540806429264,
70
+ "grad_norm": 0.5550169944763184,
71
+ "learning_rate": 0.0009823925488998885,
72
+ "loss": 0.684127151966095,
73
+ "step": 2304
74
+ },
75
+ {
76
+ "epoch": 0.1182393422936585,
77
+ "grad_norm": 1.7163193225860596,
78
+ "learning_rate": 0.0009770409161149525,
79
+ "loss": 0.6951847076416016,
80
+ "step": 2560
81
+ },
82
+ {
83
+ "epoch": 0.13006327652302435,
84
+ "grad_norm": 0.693758487701416,
85
+ "learning_rate": 0.0009709988622506973,
86
+ "loss": 0.6869372725486755,
87
+ "step": 2816
88
+ },
89
+ {
90
+ "epoch": 0.1418872107523902,
91
+ "grad_norm": 1.3587650060653687,
92
+ "learning_rate": 0.000964275131968659,
93
+ "loss": 0.6879550218582153,
94
+ "step": 3072
95
+ },
96
+ {
97
+ "epoch": 0.15371114498175603,
98
+ "grad_norm": 1.2998807430267334,
99
+ "learning_rate": 0.0009568794565203123,
100
+ "loss": 0.6815248131752014,
101
+ "step": 3328
102
+ },
103
+ {
104
+ "epoch": 0.1655350792111219,
105
+ "grad_norm": 1.1375130414962769,
106
+ "learning_rate": 0.0009488225396630347,
107
+ "loss": 0.6891947984695435,
108
+ "step": 3584
109
+ },
110
+ {
111
+ "epoch": 0.17735901344048774,
112
+ "grad_norm": 2.289144515991211,
113
+ "learning_rate": 0.0009401160421685646,
114
+ "loss": 0.6884328126907349,
115
+ "step": 3840
116
+ },
117
+ {
118
+ "epoch": 0.18918294766985358,
119
+ "grad_norm": 0.5103970766067505,
120
+ "learning_rate": 0.0009307725649463714,
121
+ "loss": 0.6887574791908264,
122
+ "step": 4096
123
+ },
124
+ {
125
+ "epoch": 0.18918294766985358,
126
+ "eval_bleu": 0.0009746430285558857,
127
+ "eval_loss": 0.6895212343294327,
128
+ "eval_mse_loss": 0.6895212343294327,
129
+ "step": 4096
130
+ },
131
+ {
132
+ "epoch": 0.18918294766985358,
133
+ "eval_bleu": 0.0009746430285558857,
134
+ "eval_loss": 0.6895212343294327,
135
+ "eval_mse_loss": 0.6895212343294327,
136
+ "eval_runtime": 232.5661,
137
+ "eval_samples_per_second": 120.366,
138
+ "eval_steps_per_second": 1.883,
139
+ "step": 4096
140
+ },
141
+ {
142
+ "epoch": 0.20100688189921945,
143
+ "grad_norm": 1.2994109392166138,
144
+ "learning_rate": 0.0009208056308063659,
145
+ "loss": 0.6818360686302185,
146
+ "step": 4352
147
+ },
148
+ {
149
+ "epoch": 0.2128308161285853,
150
+ "grad_norm": 1.146246314048767,
151
+ "learning_rate": 0.0009102296648873445,
152
+ "loss": 0.6905665397644043,
153
+ "step": 4608
154
+ },
155
+ {
156
+ "epoch": 0.22465475035795113,
157
+ "grad_norm": 1.1278605461120605,
158
+ "learning_rate": 0.0008990599737794927,
159
+ "loss": 0.689732015132904,
160
+ "step": 4864
161
+ },
162
+ {
163
+ "epoch": 0.236478684587317,
164
+ "grad_norm": 0.544322669506073,
165
+ "learning_rate": 0.0008873127233711644,
166
+ "loss": 0.6912564635276794,
167
+ "step": 5120
168
+ },
169
+ {
170
+ "epoch": 0.24830261881668284,
171
+ "grad_norm": 0.9425008296966553,
172
+ "learning_rate": 0.0008750049154520011,
173
+ "loss": 0.684445858001709,
174
+ "step": 5376
175
+ },
176
+ {
177
+ "epoch": 0.2601265530460487,
178
+ "grad_norm": 1.3981515169143677,
179
+ "learning_rate": 0.0008621543631062487,
180
+ "loss": 0.682121753692627,
181
+ "step": 5632
182
+ },
183
+ {
184
+ "epoch": 0.27195048727541454,
185
+ "grad_norm": 1.3402191400527954,
186
+ "learning_rate": 0.0008487796649318904,
187
+ "loss": 0.6795939207077026,
188
+ "step": 5888
189
+ },
190
+ {
191
+ "epoch": 0.2837744215047804,
192
+ "grad_norm": 1.1782289743423462,
193
+ "learning_rate": 0.0008349001781229053,
194
+ "loss": 0.6863048672676086,
195
+ "step": 6144
196
+ },
197
+ {
198
+ "epoch": 0.2955983557341462,
199
+ "grad_norm": 1.3665966987609863,
200
+ "learning_rate": 0.0008205359904536107,
201
+ "loss": 0.6771991848945618,
202
+ "step": 6400
203
+ },
204
+ {
205
+ "epoch": 0.30742228996351206,
206
+ "grad_norm": 1.2715566158294678,
207
+ "learning_rate": 0.0008057078912056363,
208
+ "loss": 0.6840739250183105,
209
+ "step": 6656
210
+ },
211
+ {
212
+ "epoch": 0.3192462241928779,
213
+ "grad_norm": 1.135880708694458,
214
+ "learning_rate": 0.0007904373410796086,
215
+ "loss": 0.6756587624549866,
216
+ "step": 6912
217
+ },
218
+ {
219
+ "epoch": 0.3310701584222438,
220
+ "grad_norm": 0.8568559885025024,
221
+ "learning_rate": 0.0007747464411350876,
222
+ "loss": 0.6781072616577148,
223
+ "step": 7168
224
+ },
225
+ {
226
+ "epoch": 0.34289409265160964,
227
+ "grad_norm": 1.0918641090393066,
228
+ "learning_rate": 0.000758657900803716,
229
+ "loss": 0.6792627573013306,
230
+ "step": 7424
231
+ },
232
+ {
233
+ "epoch": 0.3547180268809755,
234
+ "grad_norm": 0.7572394609451294,
235
+ "learning_rate": 0.000742195005021869,
236
+ "loss": 0.675706684589386,
237
+ "step": 7680
238
+ },
239
+ {
240
+ "epoch": 0.3665419611103413,
241
+ "grad_norm": 0.8681707978248596,
242
+ "learning_rate": 0.0007253815805303786,
243
+ "loss": 0.679842472076416,
244
+ "step": 7936
245
+ },
246
+ {
247
+ "epoch": 0.37836589533970716,
248
+ "grad_norm": 0.5290114283561707,
249
+ "learning_rate": 0.0007082419613901028,
250
+ "loss": 0.6838123202323914,
251
+ "step": 8192
252
+ },
253
+ {
254
+ "epoch": 0.37836589533970716,
255
+ "eval_bleu": 0.0010752799712145731,
256
+ "eval_loss": 0.6745589017595874,
257
+ "eval_mse_loss": 0.6745589017595874,
258
+ "step": 8192
259
+ },
260
+ {
261
+ "epoch": 0.37836589533970716,
262
+ "eval_bleu": 0.0010752799712145731,
263
+ "eval_loss": 0.6745589017595874,
264
+ "eval_mse_loss": 0.6745589017595874,
265
+ "eval_runtime": 245.8934,
266
+ "eval_samples_per_second": 113.842,
267
+ "eval_steps_per_second": 1.781,
268
+ "step": 8192
269
+ },
270
+ {
271
+ "epoch": 0.390189829569073,
272
+ "grad_norm": 0.8454667329788208,
273
+ "learning_rate": 0.0006908009537632514,
274
+ "loss": 0.6807990074157715,
275
+ "step": 8448
276
+ },
277
+ {
278
+ "epoch": 0.4020137637984389,
279
+ "grad_norm": 1.076087474822998,
280
+ "learning_rate": 0.0006730838000114403,
281
+ "loss": 0.6820208430290222,
282
+ "step": 8704
283
+ },
284
+ {
285
+ "epoch": 0.41383769802780473,
286
+ "grad_norm": 0.43569040298461914,
287
+ "learning_rate": 0.0006551161421624341,
288
+ "loss": 0.6830599308013916,
289
+ "step": 8960
290
+ },
291
+ {
292
+ "epoch": 0.4256616322571706,
293
+ "grad_norm": 0.5196952819824219,
294
+ "learning_rate": 0.0006369239847984517,
295
+ "loss": 0.6804258823394775,
296
+ "step": 9216
297
+ },
298
+ {
299
+ "epoch": 0.4374855664865364,
300
+ "grad_norm": 1.8327045440673828,
301
+ "learning_rate": 0.0006185336574197479,
302
+ "loss": 0.6750397086143494,
303
+ "step": 9472
304
+ },
305
+ {
306
+ "epoch": 0.44930950071590225,
307
+ "grad_norm": 0.3584774136543274,
308
+ "learning_rate": 0.0005999717763379407,
309
+ "loss": 0.6811010241508484,
310
+ "step": 9728
311
+ },
312
+ {
313
+ "epoch": 0.4611334349452681,
314
+ "grad_norm": 0.7754755020141602,
315
+ "learning_rate": 0.0005812652061542363,
316
+ "loss": 0.6787317395210266,
317
+ "step": 9984
318
+ },
319
+ {
320
+ "epoch": 0.472957369174634,
321
+ "grad_norm": 1.306174635887146,
322
+ "learning_rate": 0.0005624410208783071,
323
+ "loss": 0.6774426698684692,
324
+ "step": 10240
325
+ },
326
+ {
327
+ "epoch": 0.48478130340399983,
328
+ "grad_norm": 1.2952194213867188,
329
+ "learning_rate": 0.0005435264647440881,
330
+ "loss": 0.670864462852478,
331
+ "step": 10496
332
+ },
333
+ {
334
+ "epoch": 0.49660523763336567,
335
+ "grad_norm": 0.6322687864303589,
336
+ "learning_rate": 0.000524548912779213,
337
+ "loss": 0.6763113737106323,
338
+ "step": 10752
339
+ },
340
+ {
341
+ "epoch": 0.5084291718627315,
342
+ "grad_norm": 0.7497549057006836,
343
+ "learning_rate": 0.0005055358311851499,
344
+ "loss": 0.6770560145378113,
345
+ "step": 11008
346
+ },
347
+ {
348
+ "epoch": 0.5202531060920974,
349
+ "grad_norm": 1.370540976524353,
350
+ "learning_rate": 0.0004865147375853812,
351
+ "loss": 0.6740724444389343,
352
+ "step": 11264
353
+ },
354
+ {
355
+ "epoch": 0.5320770403214632,
356
+ "grad_norm": 0.7402862906455994,
357
+ "learning_rate": 0.0004675131611991607,
358
+ "loss": 0.6690940856933594,
359
+ "step": 11520
360
+ },
361
+ {
362
+ "epoch": 0.5439009745508291,
363
+ "grad_norm": 0.43289318680763245,
364
+ "learning_rate": 0.0004485586029984899,
365
+ "loss": 0.6784065961837769,
366
+ "step": 11776
367
+ },
368
+ {
369
+ "epoch": 0.5557249087801949,
370
+ "grad_norm": 1.1415752172470093,
371
+ "learning_rate": 0.00042967849590597266,
372
+ "loss": 0.6743041276931763,
373
+ "step": 12032
374
+ },
375
+ {
376
+ "epoch": 0.5675488430095608,
377
+ "grad_norm": 1.020677089691162,
378
+ "learning_rate": 0.0004109001650911621,
379
+ "loss": 0.669800341129303,
380
+ "step": 12288
381
+ },
382
+ {
383
+ "epoch": 0.5675488430095608,
384
+ "eval_bleu": 0.000962399193677972,
385
+ "eval_loss": 0.6701674688624465,
386
+ "eval_mse_loss": 0.6701674688624465,
387
+ "step": 12288
388
+ },
389
+ {
390
+ "epoch": 0.5675488430095608,
391
+ "eval_bleu": 0.000962399193677972,
392
+ "eval_loss": 0.6701674688624465,
393
+ "eval_mse_loss": 0.6701674688624465,
394
+ "eval_runtime": 229.3748,
395
+ "eval_samples_per_second": 122.04,
396
+ "eval_steps_per_second": 1.91,
397
+ "step": 12288
398
+ },
399
+ {
400
+ "epoch": 0.5793727772389267,
401
+ "grad_norm": 0.7150344848632812,
402
+ "learning_rate": 0.0003922507884228551,
403
+ "loss": 0.6670812964439392,
404
+ "step": 12544
405
+ },
406
+ {
407
+ "epoch": 0.5911967114682924,
408
+ "grad_norm": 0.7298151850700378,
409
+ "learning_rate": 0.00037375735713457723,
410
+ "loss": 0.6675755977630615,
411
+ "step": 12800
412
+ },
413
+ {
414
+ "epoch": 0.6030206456976583,
415
+ "grad_norm": 0.5922858119010925,
416
+ "learning_rate": 0.00035544663676018276,
417
+ "loss": 0.6757410764694214,
418
+ "step": 13056
419
+ },
420
+ {
421
+ "epoch": 0.6148445799270241,
422
+ "grad_norm": 1.204530954360962,
423
+ "learning_rate": 0.00033734512839611255,
424
+ "loss": 0.6696059107780457,
425
+ "step": 13312
426
+ },
427
+ {
428
+ "epoch": 0.62666851415639,
429
+ "grad_norm": 0.5271043181419373,
430
+ "learning_rate": 0.0003194790303463687,
431
+ "loss": 0.6692689061164856,
432
+ "step": 13568
433
+ },
434
+ {
435
+ "epoch": 0.6384924483857558,
436
+ "grad_norm": 3.312359094619751,
437
+ "learning_rate": 0.00030187420020572406,
438
+ "loss": 0.6685549020767212,
439
+ "step": 13824
440
+ },
441
+ {
442
+ "epoch": 0.6503163826151217,
443
+ "grad_norm": 0.670387327671051,
444
+ "learning_rate": 0.00028455611743603626,
445
+ "loss": 0.6696271896362305,
446
+ "step": 14080
447
+ },
448
+ {
449
+ "epoch": 0.6621403168444876,
450
+ "grad_norm": 1.0194700956344604,
451
+ "learning_rate": 0.0002675498464898373,
452
+ "loss": 0.6682597398757935,
453
+ "step": 14336
454
+ },
455
+ {
456
+ "epoch": 0.6739642510738534,
457
+ "grad_norm": 1.6058021783828735,
458
+ "learning_rate": 0.0002508800005345623,
459
+ "loss": 0.6684246063232422,
460
+ "step": 14592
461
+ },
462
+ {
463
+ "epoch": 0.6857881853032193,
464
+ "grad_norm": 1.3099944591522217,
465
+ "learning_rate": 0.00023457070582992562,
466
+ "loss": 0.6666962504386902,
467
+ "step": 14848
468
+ },
469
+ {
470
+ "epoch": 0.6976121195325851,
471
+ "grad_norm": 0.7546113133430481,
472
+ "learning_rate": 0.00021864556680999692,
473
+ "loss": 0.667766809463501,
474
+ "step": 15104
475
+ },
476
+ {
477
+ "epoch": 0.709436053761951,
478
+ "grad_norm": 1.3089137077331543,
479
+ "learning_rate": 0.0002031276319205152,
480
+ "loss": 0.6723546385765076,
481
+ "step": 15360
482
+ },
483
+ {
484
+ "epoch": 0.7212599879913169,
485
+ "grad_norm": 1.1616829633712769,
486
+ "learning_rate": 0.00018803936026088542,
487
+ "loss": 0.6707786321640015,
488
+ "step": 15616
489
+ },
490
+ {
491
+ "epoch": 0.7330839222206826,
492
+ "grad_norm": 0.27932319045066833,
493
+ "learning_rate": 0.00017340258907913464,
494
+ "loss": 0.6648991703987122,
495
+ "step": 15872
496
+ },
497
+ {
498
+ "epoch": 0.7449078564500485,
499
+ "grad_norm": 0.3512651026248932,
500
+ "learning_rate": 0.0001592385021668743,
501
+ "loss": 0.6676837205886841,
502
+ "step": 16128
503
+ },
504
+ {
505
+ "epoch": 0.7567317906794143,
506
+ "grad_norm": 0.42207273840904236,
507
+ "learning_rate": 0.0001455675992000087,
508
+ "loss": 0.6630558967590332,
509
+ "step": 16384
510
+ },
511
+ {
512
+ "epoch": 0.7567317906794143,
513
+ "eval_bleu": 0.0010299844356346291,
514
+ "eval_loss": 0.6711717978051809,
515
+ "eval_mse_loss": 0.6711717978051809,
516
+ "step": 16384
517
+ },
518
+ {
519
+ "epoch": 0.7567317906794143,
520
+ "eval_bleu": 0.0010299844356346291,
521
+ "eval_loss": 0.6711717978051809,
522
+ "eval_mse_loss": 0.6711717978051809,
523
+ "eval_runtime": 230.1287,
524
+ "eval_samples_per_second": 121.641,
525
+ "eval_steps_per_second": 1.903,
526
+ "step": 16384
527
+ },
528
+ {
529
+ "epoch": 0.7685557249087802,
530
+ "grad_norm": 1.1308104991912842,
531
+ "learning_rate": 0.000132409666069565,
532
+ "loss": 0.6679849624633789,
533
+ "step": 16640
534
+ },
535
+ {
536
+ "epoch": 0.780379659138146,
537
+ "grad_norm": 0.38030102849006653,
538
+ "learning_rate": 0.0001197837462455823,
539
+ "loss": 0.660224199295044,
540
+ "step": 16896
541
+ },
542
+ {
543
+ "epoch": 0.7922035933675119,
544
+ "grad_norm": 0.4132233262062073,
545
+ "learning_rate": 0.00010770811321550749,
546
+ "loss": 0.6612945795059204,
547
+ "step": 17152
548
+ },
549
+ {
550
+ "epoch": 0.8040275275968778,
551
+ "grad_norm": 1.6120797395706177,
552
+ "learning_rate": 9.620024403698591e-05,
553
+ "loss": 0.665544867515564,
554
+ "step": 17408
555
+ },
556
+ {
557
+ "epoch": 0.8158514618262436,
558
+ "grad_norm": 1.2284692525863647,
559
+ "learning_rate": 8.527679404332429e-05,
560
+ "loss": 0.6666707396507263,
561
+ "step": 17664
562
+ },
563
+ {
564
+ "epoch": 0.8276753960556095,
565
+ "grad_norm": 1.044525146484375,
566
+ "learning_rate": 7.495357273823544e-05,
567
+ "loss": 0.662240207195282,
568
+ "step": 17920
569
+ },
570
+ {
571
+ "epoch": 0.8394993302849753,
572
+ "grad_norm": 1.7735731601715088,
573
+ "learning_rate": 6.524552091475183e-05,
574
+ "loss": 0.6689310669898987,
575
+ "step": 18176
576
+ },
577
+ {
578
+ "epoch": 0.8513232645143411,
579
+ "grad_norm": 0.9839035868644714,
580
+ "learning_rate": 5.6166689031422024e-05,
581
+ "loss": 0.6617043018341064,
582
+ "step": 18432
583
+ },
584
+ {
585
+ "epoch": 0.8631471987437069,
586
+ "grad_norm": 3.189389228820801,
587
+ "learning_rate": 4.773021687709067e-05,
588
+ "loss": 0.6623230576515198,
589
+ "step": 18688
590
+ },
591
+ {
592
+ "epoch": 0.8749711329730728,
593
+ "grad_norm": 2.7760584354400635,
594
+ "learning_rate": 3.994831455368719e-05,
595
+ "loss": 0.6631324291229248,
596
+ "step": 18944
597
+ },
598
+ {
599
+ "epoch": 0.8867950672024387,
600
+ "grad_norm": 0.42979681491851807,
601
+ "learning_rate": 3.283224480455282e-05,
602
+ "loss": 0.6651695966720581,
603
+ "step": 19200
604
+ },
605
+ {
606
+ "epoch": 0.8986190014318045,
607
+ "grad_norm": 0.9095532894134521,
608
+ "learning_rate": 2.639230671387627e-05,
609
+ "loss": 0.6583998799324036,
610
+ "step": 19456
611
+ },
612
+ {
613
+ "epoch": 0.9104429356611704,
614
+ "grad_norm": 2.5311360359191895,
615
+ "learning_rate": 2.063782080083576e-05,
616
+ "loss": 0.6608237028121948,
617
+ "step": 19712
618
+ },
619
+ {
620
+ "epoch": 0.9222668698905362,
621
+ "grad_norm": 0.8416101932525635,
622
+ "learning_rate": 1.557711553001523e-05,
623
+ "loss": 0.6602668762207031,
624
+ "step": 19968
625
+ },
626
+ {
627
+ "epoch": 0.9340908041199021,
628
+ "grad_norm": 0.5516257882118225,
629
+ "learning_rate": 1.1217515257622269e-05,
630
+ "loss": 0.6655393838882446,
631
+ "step": 20224
632
+ },
633
+ {
634
+ "epoch": 0.945914738349268,
635
+ "grad_norm": 2.3432581424713135,
636
+ "learning_rate": 7.565329630950746e-06,
637
+ "loss": 0.6628843545913696,
638
+ "step": 20480
639
+ },
640
+ {
641
+ "epoch": 0.945914738349268,
642
+ "eval_bleu": 0.000929616157655814,
643
+ "eval_loss": 0.6600776851585467,
644
+ "eval_mse_loss": 0.6600776851585467,
645
+ "step": 20480
646
+ },
647
+ {
648
+ "epoch": 0.945914738349268,
649
+ "eval_bleu": 0.000929616157655814,
650
+ "eval_loss": 0.6600776851585467,
651
+ "eval_mse_loss": 0.6600776851585467,
652
+ "eval_runtime": 229.9571,
653
+ "eval_samples_per_second": 121.731,
654
+ "eval_steps_per_second": 1.905,
655
+ "step": 20480
656
+ }
657
+ ],
658
+ "logging_steps": 256,
659
+ "max_steps": 21651,
660
+ "num_input_tokens_seen": 0,
661
+ "num_train_epochs": 1,
662
+ "save_steps": 4096,
663
+ "stateful_callbacks": {
664
+ "TrainerControl": {
665
+ "args": {
666
+ "should_epoch_stop": false,
667
+ "should_evaluate": false,
668
+ "should_log": false,
669
+ "should_save": true,
670
+ "should_training_stop": false
671
+ },
672
+ "attributes": {}
673
+ }
674
+ },
675
+ "total_flos": 0.0,
676
+ "train_batch_size": 64,
677
+ "trial_name": null,
678
+ "trial_params": null
679
+ }
checkpoints-v4.0-discrete/checkpoint-20480-2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ead218b695fa4b63d3e4ce43bbad945367d95b659c14f235f9c2095bf1b3c31
3
+ size 5137