Attila1011 commited on
Commit
90d856a
·
verified ·
1 Parent(s): 1aa6f21

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  checkpoints/checkpoint-4096/eval_state.json filter=lfs diff=lfs merge=lfs -text
37
  checkpoints-v2/checkpoint-12288/eval_state.json filter=lfs diff=lfs merge=lfs -text
38
  checkpoints-v2.1/checkpoint-12288/eval_state.json filter=lfs diff=lfs merge=lfs -text
 
 
36
  checkpoints/checkpoint-4096/eval_state.json filter=lfs diff=lfs merge=lfs -text
37
  checkpoints-v2/checkpoint-12288/eval_state.json filter=lfs diff=lfs merge=lfs -text
38
  checkpoints-v2.1/checkpoint-12288/eval_state.json filter=lfs diff=lfs merge=lfs -text
39
+ checkpoints-v2.2/checkpoint-12288/eval_state.json filter=lfs diff=lfs merge=lfs -text
checkpoints-v2.2/checkpoint-12288/eval_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a990443ff2a1f54dc414faf7f8caf49966af81ea98b54e4729de2796678e1b36
3
+ size 44107577
checkpoints-v2.2/checkpoint-12288/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3831102455a0aa490d03bb1a5e22754e39d11655e69e72ca5af25165a72fb1e
3
+ size 37402680
checkpoints-v2.2/checkpoint-12288/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427bdc660526ed8a7598c66d9616f4a94948d0eeb9ea6e29fad3f1e3016312c0
3
+ size 512267
checkpoints-v2.2/checkpoint-12288/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f36e6c28b77555b6da6de84681647b558ac8ebc553a1b458e45112e416a213c
3
+ size 14645
checkpoints-v2.2/checkpoint-12288/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba52f34cff25d619c91ac6fb0309246ee28b809c6a39aff62d988a3e27f482dc
3
+ size 1383
checkpoints-v2.2/checkpoint-12288/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220b4c233a19883d884d3d8ad9c7134f99ecd7f2b9282b526b3c0fd015c1a12c
3
+ size 1465
checkpoints-v2.2/checkpoint-12288/trainer_state.json ADDED
@@ -0,0 +1,790 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.5675488430095608,
6
+ "eval_steps": 1024,
7
+ "global_step": 12288,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.011823934229365849,
14
+ "grad_norm": 1.1521458625793457,
15
+ "learning_rate": 1.9615384615384617e-05,
16
+ "loss": 10.405,
17
+ "step": 256
18
+ },
19
+ {
20
+ "epoch": 0.023647868458731697,
21
+ "grad_norm": 1.1140727996826172,
22
+ "learning_rate": 3.930769230769231e-05,
23
+ "loss": 7.9214,
24
+ "step": 512
25
+ },
26
+ {
27
+ "epoch": 0.03547180268809755,
28
+ "grad_norm": 1.0781198740005493,
29
+ "learning_rate": 4.999617095521894e-05,
30
+ "loss": 5.638,
31
+ "step": 768
32
+ },
33
+ {
34
+ "epoch": 0.047295736917463395,
35
+ "grad_norm": 0.5991400480270386,
36
+ "learning_rate": 4.9961092368776736e-05,
37
+ "loss": 3.7771,
38
+ "step": 1024
39
+ },
40
+ {
41
+ "epoch": 0.047295736917463395,
42
+ "eval_acr_loss": 0.9959428622025878,
43
+ "eval_across_var": 0.0020306417274663065,
44
+ "eval_bleu": 0.5706335938305095,
45
+ "eval_ce_loss": 2.3132477236665,
46
+ "eval_cos_loss": 0.923946771447517,
47
+ "eval_cov": 0.06470938904644692,
48
+ "eval_cov_loss": 0.006561864716039129,
49
+ "eval_global_var": 0.2042425843678653,
50
+ "eval_loss": 2.7861235038330565,
51
+ "eval_mse_loss": 1.908825221399194,
52
+ "eval_per_var": 0.1985390023009418,
53
+ "eval_within_var": 0.20226115012141668,
54
+ "step": 1024
55
+ },
56
+ {
57
+ "epoch": 0.047295736917463395,
58
+ "eval_acr_loss": 0.9959428622025878,
59
+ "eval_across_var": 0.0020306417274663065,
60
+ "eval_bleu": 0.5706335938305095,
61
+ "eval_ce_loss": 2.3132477236665,
62
+ "eval_cos_loss": 0.923946771447517,
63
+ "eval_cov": 0.06470938904644692,
64
+ "eval_cov_loss": 0.006561864716039129,
65
+ "eval_global_var": 0.2042425843678653,
66
+ "eval_loss": 2.7861235038330565,
67
+ "eval_mse_loss": 1.908825221399194,
68
+ "eval_per_var": 0.1985390023009418,
69
+ "eval_runtime": 157.6333,
70
+ "eval_samples_per_second": 177.583,
71
+ "eval_steps_per_second": 2.779,
72
+ "eval_within_var": 0.20226115012141668,
73
+ "step": 1024
74
+ },
75
+ {
76
+ "epoch": 0.05911967114682925,
77
+ "grad_norm": 0.394672155380249,
78
+ "learning_rate": 4.988941132556799e-05,
79
+ "loss": 2.7053,
80
+ "step": 1280
81
+ },
82
+ {
83
+ "epoch": 0.0709436053761951,
84
+ "grad_norm": 0.3323874771595001,
85
+ "learning_rate": 4.9781232937269974e-05,
86
+ "loss": 2.1017,
87
+ "step": 1536
88
+ },
89
+ {
90
+ "epoch": 0.08276753960556095,
91
+ "grad_norm": 0.2772473096847534,
92
+ "learning_rate": 4.963671583455164e-05,
93
+ "loss": 1.7095,
94
+ "step": 1792
95
+ },
96
+ {
97
+ "epoch": 0.09459147383492679,
98
+ "grad_norm": 0.2364146113395691,
99
+ "learning_rate": 4.945607193446079e-05,
100
+ "loss": 1.4374,
101
+ "step": 2048
102
+ },
103
+ {
104
+ "epoch": 0.09459147383492679,
105
+ "eval_acr_loss": 0.9956181184069751,
106
+ "eval_across_var": 0.0021933579932234873,
107
+ "eval_bleu": 0.813955966195176,
108
+ "eval_ce_loss": 0.6843064660078859,
109
+ "eval_cos_loss": 0.7549032925470779,
110
+ "eval_cov": 0.06552444527682648,
111
+ "eval_cov_loss": 0.006829353782973469,
112
+ "eval_global_var": 0.21431199165239725,
113
+ "eval_loss": 1.0921703268131708,
114
+ "eval_mse_loss": 1.6229622002061643,
115
+ "eval_per_var": 0.208273970373145,
116
+ "eval_within_var": 0.21221458272302532,
117
+ "step": 2048
118
+ },
119
+ {
120
+ "epoch": 0.09459147383492679,
121
+ "eval_acr_loss": 0.9956181184069751,
122
+ "eval_across_var": 0.0021933579932234873,
123
+ "eval_bleu": 0.813955966195176,
124
+ "eval_ce_loss": 0.6843064660078859,
125
+ "eval_cos_loss": 0.7549032925470779,
126
+ "eval_cov": 0.06552444527682648,
127
+ "eval_cov_loss": 0.006829353782973469,
128
+ "eval_global_var": 0.21431199165239725,
129
+ "eval_loss": 1.0921703268131708,
130
+ "eval_mse_loss": 1.6229622002061643,
131
+ "eval_per_var": 0.208273970373145,
132
+ "eval_runtime": 153.0523,
133
+ "eval_samples_per_second": 182.898,
134
+ "eval_steps_per_second": 2.862,
135
+ "eval_within_var": 0.21221458272302532,
136
+ "step": 2048
137
+ },
138
+ {
139
+ "epoch": 0.10641540806429264,
140
+ "grad_norm": 0.1965663582086563,
141
+ "learning_rate": 4.923956612967301e-05,
142
+ "loss": 1.2396,
143
+ "step": 2304
144
+ },
145
+ {
146
+ "epoch": 0.1182393422936585,
147
+ "grad_norm": 0.1851101964712143,
148
+ "learning_rate": 4.898751590005826e-05,
149
+ "loss": 1.083,
150
+ "step": 2560
151
+ },
152
+ {
153
+ "epoch": 0.13006327652302435,
154
+ "grad_norm": 0.15827688574790955,
155
+ "learning_rate": 4.870029084713462e-05,
156
+ "loss": 0.961,
157
+ "step": 2816
158
+ },
159
+ {
160
+ "epoch": 0.1418872107523902,
161
+ "grad_norm": 0.139593243598938,
162
+ "learning_rate": 4.837831215209188e-05,
163
+ "loss": 0.864,
164
+ "step": 3072
165
+ },
166
+ {
167
+ "epoch": 0.1418872107523902,
168
+ "eval_acr_loss": 0.9949602079173746,
169
+ "eval_across_var": 0.002523095093956685,
170
+ "eval_bleu": 0.8997310988628063,
171
+ "eval_ce_loss": 0.32039221284324176,
172
+ "eval_cos_loss": 0.5973711480560913,
173
+ "eval_cov": 0.0646399929098887,
174
+ "eval_cov_loss": 0.006647485838862791,
175
+ "eval_global_var": 0.234542498305508,
176
+ "eval_loss": 0.6663434101294164,
177
+ "eval_mse_loss": 1.3315815294169944,
178
+ "eval_per_var": 0.2278395003924087,
179
+ "eval_within_var": 0.23215524597118978,
180
+ "step": 3072
181
+ },
182
+ {
183
+ "epoch": 0.1418872107523902,
184
+ "eval_acr_loss": 0.9949602079173746,
185
+ "eval_across_var": 0.002523095093956685,
186
+ "eval_bleu": 0.8997310988628063,
187
+ "eval_ce_loss": 0.32039221284324176,
188
+ "eval_cos_loss": 0.5973711480560913,
189
+ "eval_cov": 0.0646399929098887,
190
+ "eval_cov_loss": 0.006647485838862791,
191
+ "eval_global_var": 0.234542498305508,
192
+ "eval_loss": 0.6663434101294164,
193
+ "eval_mse_loss": 1.3315815294169944,
194
+ "eval_per_var": 0.2278395003924087,
195
+ "eval_runtime": 154.029,
196
+ "eval_samples_per_second": 181.739,
197
+ "eval_steps_per_second": 2.844,
198
+ "eval_within_var": 0.23215524597118978,
199
+ "step": 3072
200
+ },
201
+ {
202
+ "epoch": 0.15371114498175603,
203
+ "grad_norm": 0.12921613454818726,
204
+ "learning_rate": 4.802205195817963e-05,
205
+ "loss": 0.7861,
206
+ "step": 3328
207
+ },
208
+ {
209
+ "epoch": 0.1655350792111219,
210
+ "grad_norm": 0.13848277926445007,
211
+ "learning_rate": 4.763203267836576e-05,
212
+ "loss": 0.7193,
213
+ "step": 3584
214
+ },
215
+ {
216
+ "epoch": 0.17735901344048774,
217
+ "grad_norm": 0.10973386466503143,
218
+ "learning_rate": 4.720882622928019e-05,
219
+ "loss": 0.6643,
220
+ "step": 3840
221
+ },
222
+ {
223
+ "epoch": 0.18918294766985358,
224
+ "grad_norm": 0.1159495934844017,
225
+ "learning_rate": 4.675305319256765e-05,
226
+ "loss": 0.6185,
227
+ "step": 4096
228
+ },
229
+ {
230
+ "epoch": 0.18918294766985358,
231
+ "eval_acr_loss": 0.9942766772285444,
232
+ "eval_across_var": 0.002865787035228523,
233
+ "eval_bleu": 0.9364990379271309,
234
+ "eval_ce_loss": 0.18651799913750935,
235
+ "eval_cos_loss": 0.47863238975065486,
236
+ "eval_cov": 0.0638771231315996,
237
+ "eval_cov_loss": 0.006466193114020372,
238
+ "eval_global_var": 0.2541172254031107,
239
+ "eval_loss": 0.4854983908536772,
240
+ "eval_mse_loss": 1.1063276224484726,
241
+ "eval_per_var": 0.246796351045234,
242
+ "eval_within_var": 0.2514293484015552,
243
+ "step": 4096
244
+ },
245
+ {
246
+ "epoch": 0.18918294766985358,
247
+ "eval_acr_loss": 0.9942766772285444,
248
+ "eval_across_var": 0.002865787035228523,
249
+ "eval_bleu": 0.9364990379271309,
250
+ "eval_ce_loss": 0.18651799913750935,
251
+ "eval_cos_loss": 0.47863238975065486,
252
+ "eval_cov": 0.0638771231315996,
253
+ "eval_cov_loss": 0.006466193114020372,
254
+ "eval_global_var": 0.2541172254031107,
255
+ "eval_loss": 0.4854983908536772,
256
+ "eval_mse_loss": 1.1063276224484726,
257
+ "eval_per_var": 0.246796351045234,
258
+ "eval_runtime": 154.3189,
259
+ "eval_samples_per_second": 181.397,
260
+ "eval_steps_per_second": 2.838,
261
+ "eval_within_var": 0.2514293484015552,
262
+ "step": 4096
263
+ },
264
+ {
265
+ "epoch": 0.20100688189921945,
266
+ "grad_norm": 0.1160832941532135,
267
+ "learning_rate": 4.6265381904878854e-05,
268
+ "loss": 0.577,
269
+ "step": 4352
270
+ },
271
+ {
272
+ "epoch": 0.2128308161285853,
273
+ "grad_norm": 0.10667941719293594,
274
+ "learning_rate": 4.57465274778347e-05,
275
+ "loss": 0.5457,
276
+ "step": 4608
277
+ },
278
+ {
279
+ "epoch": 0.22465475035795113,
280
+ "grad_norm": 0.10070338845252991,
281
+ "learning_rate": 4.519725074940068e-05,
282
+ "loss": 0.5125,
283
+ "step": 4864
284
+ },
285
+ {
286
+ "epoch": 0.236478684587317,
287
+ "grad_norm": 0.09314938634634018,
288
+ "learning_rate": 4.461835716820895e-05,
289
+ "loss": 0.4861,
290
+ "step": 5120
291
+ },
292
+ {
293
+ "epoch": 0.236478684587317,
294
+ "eval_acr_loss": 0.9935455889734504,
295
+ "eval_across_var": 0.0032324549948294823,
296
+ "eval_bleu": 0.9564306066317199,
297
+ "eval_ce_loss": 0.12215962886946387,
298
+ "eval_cos_loss": 0.39296473127249715,
299
+ "eval_cov": 0.06288307224778825,
300
+ "eval_cov_loss": 0.006272464265545073,
301
+ "eval_global_var": 0.2724754298658676,
302
+ "eval_loss": 0.3871788881957259,
303
+ "eval_mse_loss": 0.9429605110595215,
304
+ "eval_per_var": 0.264601616010274,
305
+ "eval_within_var": 0.26944677286768615,
306
+ "step": 5120
307
+ },
308
+ {
309
+ "epoch": 0.236478684587317,
310
+ "eval_acr_loss": 0.9935455889734504,
311
+ "eval_across_var": 0.0032324549948294823,
312
+ "eval_bleu": 0.9564306066317199,
313
+ "eval_ce_loss": 0.12215962886946387,
314
+ "eval_cos_loss": 0.39296473127249715,
315
+ "eval_cov": 0.06288307224778825,
316
+ "eval_cov_loss": 0.006272464265545073,
317
+ "eval_global_var": 0.2724754298658676,
318
+ "eval_loss": 0.3871788881957259,
319
+ "eval_mse_loss": 0.9429605110595215,
320
+ "eval_per_var": 0.264601616010274,
321
+ "eval_runtime": 153.1543,
322
+ "eval_samples_per_second": 182.776,
323
+ "eval_steps_per_second": 2.86,
324
+ "eval_within_var": 0.26944677286768615,
325
+ "step": 5120
326
+ },
327
+ {
328
+ "epoch": 0.24830261881668284,
329
+ "grad_norm": 0.09335759282112122,
330
+ "learning_rate": 4.401069561246422e-05,
331
+ "loss": 0.4627,
332
+ "step": 5376
333
+ },
334
+ {
335
+ "epoch": 0.2601265530460487,
336
+ "grad_norm": 0.0996316596865654,
337
+ "learning_rate": 4.337515714516545e-05,
338
+ "loss": 0.4415,
339
+ "step": 5632
340
+ },
341
+ {
342
+ "epoch": 0.27195048727541454,
343
+ "grad_norm": 0.09572074562311172,
344
+ "learning_rate": 4.2712673707468434e-05,
345
+ "loss": 0.4263,
346
+ "step": 5888
347
+ },
348
+ {
349
+ "epoch": 0.2837744215047804,
350
+ "grad_norm": 0.08873972296714783,
351
+ "learning_rate": 4.202421675210565e-05,
352
+ "loss": 0.4101,
353
+ "step": 6144
354
+ },
355
+ {
356
+ "epoch": 0.2837744215047804,
357
+ "eval_acr_loss": 0.9926441069607321,
358
+ "eval_across_var": 0.0036847662828122713,
359
+ "eval_bleu": 0.9683519037504735,
360
+ "eval_ce_loss": 0.08646239441517553,
361
+ "eval_cos_loss": 0.33377824519595056,
362
+ "eval_cov": 0.061909993489583336,
363
+ "eval_cov_loss": 0.006098649053107181,
364
+ "eval_global_var": 0.2904153066138699,
365
+ "eval_loss": 0.3280817231495086,
366
+ "eval_mse_loss": 0.8322314463521792,
367
+ "eval_per_var": 0.2820036030251142,
368
+ "eval_within_var": 0.28695739764873296,
369
+ "step": 6144
370
+ },
371
+ {
372
+ "epoch": 0.2837744215047804,
373
+ "eval_acr_loss": 0.9926441069607321,
374
+ "eval_across_var": 0.0036847662828122713,
375
+ "eval_bleu": 0.9683519037504735,
376
+ "eval_ce_loss": 0.08646239441517553,
377
+ "eval_cos_loss": 0.33377824519595056,
378
+ "eval_cov": 0.061909993489583336,
379
+ "eval_cov_loss": 0.006098649053107181,
380
+ "eval_global_var": 0.2904153066138699,
381
+ "eval_loss": 0.3280817231495086,
382
+ "eval_mse_loss": 0.8322314463521792,
383
+ "eval_per_var": 0.2820036030251142,
384
+ "eval_runtime": 154.0222,
385
+ "eval_samples_per_second": 181.747,
386
+ "eval_steps_per_second": 2.844,
387
+ "eval_within_var": 0.28695739764873296,
388
+ "step": 6144
389
+ },
390
+ {
391
+ "epoch": 0.2955983557341462,
392
+ "grad_norm": 0.08218205720186234,
393
+ "learning_rate": 4.131079581886694e-05,
394
+ "loss": 0.3928,
395
+ "step": 6400
396
+ },
397
+ {
398
+ "epoch": 0.30742228996351206,
399
+ "grad_norm": 0.08782156556844711,
400
+ "learning_rate": 4.057345705423016e-05,
401
+ "loss": 0.3806,
402
+ "step": 6656
403
+ },
404
+ {
405
+ "epoch": 0.3192462241928779,
406
+ "grad_norm": 0.10694174468517303,
407
+ "learning_rate": 3.981328167731251e-05,
408
+ "loss": 0.3701,
409
+ "step": 6912
410
+ },
411
+ {
412
+ "epoch": 0.3310701584222438,
413
+ "grad_norm": 0.08735407143831253,
414
+ "learning_rate": 3.9031384394391954e-05,
415
+ "loss": 0.3563,
416
+ "step": 7168
417
+ },
418
+ {
419
+ "epoch": 0.3310701584222438,
420
+ "eval_acr_loss": 0.9915075998872382,
421
+ "eval_across_var": 0.004255300866690842,
422
+ "eval_bleu": 0.9761821772549975,
423
+ "eval_ce_loss": 0.06435613293353826,
424
+ "eval_cos_loss": 0.2929684796698017,
425
+ "eval_cov": 0.06080683181274971,
426
+ "eval_cov_loss": 0.005920343130792929,
427
+ "eval_global_var": 0.3081673400042808,
428
+ "eval_loss": 0.28994010664420583,
429
+ "eval_mse_loss": 0.7590125883550949,
430
+ "eval_per_var": 0.2992506332049087,
431
+ "eval_within_var": 0.30415138697515337,
432
+ "step": 7168
433
+ },
434
+ {
435
+ "epoch": 0.3310701584222438,
436
+ "eval_acr_loss": 0.9915075998872382,
437
+ "eval_across_var": 0.004255300866690842,
438
+ "eval_bleu": 0.9761821772549975,
439
+ "eval_ce_loss": 0.06435613293353826,
440
+ "eval_cos_loss": 0.2929684796698017,
441
+ "eval_cov": 0.06080683181274971,
442
+ "eval_cov_loss": 0.005920343130792929,
443
+ "eval_global_var": 0.3081673400042808,
444
+ "eval_loss": 0.28994010664420583,
445
+ "eval_mse_loss": 0.7590125883550949,
446
+ "eval_per_var": 0.2992506332049087,
447
+ "eval_runtime": 153.3148,
448
+ "eval_samples_per_second": 182.585,
449
+ "eval_steps_per_second": 2.857,
450
+ "eval_within_var": 0.30415138697515337,
451
+ "step": 7168
452
+ },
453
+ {
454
+ "epoch": 0.34289409265160964,
455
+ "grad_norm": 0.08888935297727585,
456
+ "learning_rate": 3.822891176432382e-05,
457
+ "loss": 0.3488,
458
+ "step": 7424
459
+ },
460
+ {
461
+ "epoch": 0.3547180268809755,
462
+ "grad_norm": 0.08499140292406082,
463
+ "learning_rate": 3.7407040517249335e-05,
464
+ "loss": 0.3398,
465
+ "step": 7680
466
+ },
467
+ {
468
+ "epoch": 0.3665419611103413,
469
+ "grad_norm": 0.1081831082701683,
470
+ "learning_rate": 3.6566975829061614e-05,
471
+ "loss": 0.3306,
472
+ "step": 7936
473
+ },
474
+ {
475
+ "epoch": 0.37836589533970716,
476
+ "grad_norm": 0.06914108246564865,
477
+ "learning_rate": 3.5709949554159355e-05,
478
+ "loss": 0.322,
479
+ "step": 8192
480
+ },
481
+ {
482
+ "epoch": 0.37836589533970716,
483
+ "eval_acr_loss": 0.9897522895031323,
484
+ "eval_across_var": 0.005137139498617619,
485
+ "eval_bleu": 0.9811255688400959,
486
+ "eval_ce_loss": 0.05007254747784437,
487
+ "eval_cos_loss": 0.26478874057395274,
488
+ "eval_cov": 0.0596730828829552,
489
+ "eval_cov_loss": 0.005715872895729528,
490
+ "eval_global_var": 0.3259957370148402,
491
+ "eval_loss": 0.26465164740744246,
492
+ "eval_mse_loss": 0.7119130991637435,
493
+ "eval_per_var": 0.3166442592394406,
494
+ "eval_within_var": 0.32112443848559846,
495
+ "step": 8192
496
+ },
497
+ {
498
+ "epoch": 0.37836589533970716,
499
+ "eval_acr_loss": 0.9897522895031323,
500
+ "eval_across_var": 0.005137139498617619,
501
+ "eval_bleu": 0.9811255688400959,
502
+ "eval_ce_loss": 0.05007254747784437,
503
+ "eval_cos_loss": 0.26478874057395274,
504
+ "eval_cov": 0.0596730828829552,
505
+ "eval_cov_loss": 0.005715872895729528,
506
+ "eval_global_var": 0.3259957370148402,
507
+ "eval_loss": 0.26465164740744246,
508
+ "eval_mse_loss": 0.7119130991637435,
509
+ "eval_per_var": 0.3166442592394406,
510
+ "eval_runtime": 150.8387,
511
+ "eval_samples_per_second": 185.582,
512
+ "eval_steps_per_second": 2.904,
513
+ "eval_within_var": 0.32112443848559846,
514
+ "step": 8192
515
+ },
516
+ {
517
+ "epoch": 0.390189829569073,
518
+ "grad_norm": 0.111445851624012,
519
+ "learning_rate": 3.483721841907964e-05,
520
+ "loss": 0.3166,
521
+ "step": 8448
522
+ },
523
+ {
524
+ "epoch": 0.4020137637984389,
525
+ "grad_norm": 0.08934515714645386,
526
+ "learning_rate": 3.395006217965885e-05,
527
+ "loss": 0.3105,
528
+ "step": 8704
529
+ },
530
+ {
531
+ "epoch": 0.41383769802780473,
532
+ "grad_norm": 0.08079824596643448,
533
+ "learning_rate": 3.3049781744423665e-05,
534
+ "loss": 0.3033,
535
+ "step": 8960
536
+ },
537
+ {
538
+ "epoch": 0.4256616322571706,
539
+ "grad_norm": 0.11221586167812347,
540
+ "learning_rate": 3.213769726696439e-05,
541
+ "loss": 0.2987,
542
+ "step": 9216
543
+ },
544
+ {
545
+ "epoch": 0.4256616322571706,
546
+ "eval_acr_loss": 0.984604048810593,
547
+ "eval_across_var": 0.007728356739387052,
548
+ "eval_bleu": 0.9847880526042291,
549
+ "eval_ce_loss": 0.04037455940984836,
550
+ "eval_cos_loss": 0.24513382110829768,
551
+ "eval_cov": 0.05903792707887415,
552
+ "eval_cov_loss": 0.005642149438996497,
553
+ "eval_global_var": 0.3496879682148973,
554
+ "eval_loss": 0.2470546718941976,
555
+ "eval_mse_loss": 0.6823068254342363,
556
+ "eval_per_var": 0.3401547784674658,
557
+ "eval_within_var": 0.3422601510128474,
558
+ "step": 9216
559
+ },
560
+ {
561
+ "epoch": 0.4256616322571706,
562
+ "eval_acr_loss": 0.984604048810593,
563
+ "eval_across_var": 0.007728356739387052,
564
+ "eval_bleu": 0.9847880526042291,
565
+ "eval_ce_loss": 0.04037455940984836,
566
+ "eval_cos_loss": 0.24513382110829768,
567
+ "eval_cov": 0.05903792707887415,
568
+ "eval_cov_loss": 0.005642149438996497,
569
+ "eval_global_var": 0.3496879682148973,
570
+ "eval_loss": 0.2470546718941976,
571
+ "eval_mse_loss": 0.6823068254342363,
572
+ "eval_per_var": 0.3401547784674658,
573
+ "eval_runtime": 150.8886,
574
+ "eval_samples_per_second": 185.521,
575
+ "eval_steps_per_second": 2.903,
576
+ "eval_within_var": 0.3422601510128474,
577
+ "step": 9216
578
+ },
579
+ {
580
+ "epoch": 0.4374855664865364,
581
+ "grad_norm": 0.07710844278335571,
582
+ "learning_rate": 3.121514621008757e-05,
583
+ "loss": 0.2939,
584
+ "step": 9472
585
+ },
586
+ {
587
+ "epoch": 0.44930950071590225,
588
+ "grad_norm": 0.08533202856779099,
589
+ "learning_rate": 3.0283481384586697e-05,
590
+ "loss": 0.2906,
591
+ "step": 9728
592
+ },
593
+ {
594
+ "epoch": 0.4611334349452681,
595
+ "grad_norm": 0.08804863691329956,
596
+ "learning_rate": 2.9344068965507027e-05,
597
+ "loss": 0.2852,
598
+ "step": 9984
599
+ },
600
+ {
601
+ "epoch": 0.472957369174634,
602
+ "grad_norm": 0.123167484998703,
603
+ "learning_rate": 2.839828648881323e-05,
604
+ "loss": 0.2808,
605
+ "step": 10240
606
+ },
607
+ {
608
+ "epoch": 0.472957369174634,
609
+ "eval_acr_loss": 0.859320777328047,
610
+ "eval_across_var": 0.07312867154269458,
611
+ "eval_bleu": 0.9870718825944174,
612
+ "eval_ce_loss": 0.033869750563854766,
613
+ "eval_cos_loss": 0.2345634405607502,
614
+ "eval_cov": 0.06209365635702055,
615
+ "eval_cov_loss": 0.0064547402575850215,
616
+ "eval_global_var": 0.4857372823915525,
617
+ "eval_loss": 0.22445420723527534,
618
+ "eval_mse_loss": 0.672757336538132,
619
+ "eval_per_var": 0.4763423275185502,
620
+ "eval_within_var": 0.4130568303610092,
621
+ "step": 10240
622
+ },
623
+ {
624
+ "epoch": 0.472957369174634,
625
+ "eval_acr_loss": 0.859320777328047,
626
+ "eval_across_var": 0.07312867154269458,
627
+ "eval_bleu": 0.9870718825944174,
628
+ "eval_ce_loss": 0.033869750563854766,
629
+ "eval_cos_loss": 0.2345634405607502,
630
+ "eval_cov": 0.06209365635702055,
631
+ "eval_cov_loss": 0.0064547402575850215,
632
+ "eval_global_var": 0.4857372823915525,
633
+ "eval_loss": 0.22445420723527534,
634
+ "eval_mse_loss": 0.672757336538132,
635
+ "eval_per_var": 0.4763423275185502,
636
+ "eval_runtime": 150.0476,
637
+ "eval_samples_per_second": 186.561,
638
+ "eval_steps_per_second": 2.919,
639
+ "eval_within_var": 0.4130568303610092,
640
+ "step": 10240
641
+ },
642
+ {
643
+ "epoch": 0.48478130340399983,
644
+ "grad_norm": 0.1995747834444046,
645
+ "learning_rate": 2.745124265175868e-05,
646
+ "loss": 0.2507,
647
+ "step": 10496
648
+ },
649
+ {
650
+ "epoch": 0.49660523763336567,
651
+ "grad_norm": 0.1398428976535797,
652
+ "learning_rate": 2.6496899297412598e-05,
653
+ "loss": 0.2036,
654
+ "step": 10752
655
+ },
656
+ {
657
+ "epoch": 0.5084291718627315,
658
+ "grad_norm": 0.12668104469776154,
659
+ "learning_rate": 2.554036091926675e-05,
660
+ "loss": 0.1934,
661
+ "step": 11008
662
+ },
663
+ {
664
+ "epoch": 0.5202531060920974,
665
+ "grad_norm": 0.1443246304988861,
666
+ "learning_rate": 2.4583030166456618e-05,
667
+ "loss": 0.1865,
668
+ "step": 11264
669
+ },
670
+ {
671
+ "epoch": 0.5202531060920974,
672
+ "eval_acr_loss": 0.016154762003698978,
673
+ "eval_across_var": 0.9554836936465138,
674
+ "eval_bleu": 0.987837564898818,
675
+ "eval_ce_loss": 0.030638722400925203,
676
+ "eval_cos_loss": 0.2311469105552865,
677
+ "eval_cov": 0.05655882674265125,
678
+ "eval_cov_loss": 0.005161343601672617,
679
+ "eval_global_var": 1.6112946810787672,
680
+ "eval_loss": 0.13616000148191298,
681
+ "eval_mse_loss": 0.6809118339732357,
682
+ "eval_per_var": 1.6024877818207763,
683
+ "eval_within_var": 0.6615459767922963,
684
+ "step": 11264
685
+ },
686
+ {
687
+ "epoch": 0.5202531060920974,
688
+ "eval_acr_loss": 0.016154762003698978,
689
+ "eval_across_var": 0.9554836936465138,
690
+ "eval_bleu": 0.987837564898818,
691
+ "eval_ce_loss": 0.030638722400925203,
692
+ "eval_cos_loss": 0.2311469105552865,
693
+ "eval_cov": 0.05655882674265125,
694
+ "eval_cov_loss": 0.005161343601672617,
695
+ "eval_global_var": 1.6112946810787672,
696
+ "eval_loss": 0.13616000148191298,
697
+ "eval_mse_loss": 0.6809118339732357,
698
+ "eval_per_var": 1.6024877818207763,
699
+ "eval_runtime": 150.5401,
700
+ "eval_samples_per_second": 185.951,
701
+ "eval_steps_per_second": 2.91,
702
+ "eval_within_var": 0.6615459767922963,
703
+ "step": 11264
704
+ },
705
+ {
706
+ "epoch": 0.5320770403214632,
707
+ "grad_norm": 0.12779445946216583,
708
+ "learning_rate": 2.3626310850040373e-05,
709
+ "loss": 0.1819,
710
+ "step": 11520
711
+ },
712
+ {
713
+ "epoch": 0.5439009745508291,
714
+ "grad_norm": 0.10633435100317001,
715
+ "learning_rate": 2.2671605884477816e-05,
716
+ "loss": 0.179,
717
+ "step": 11776
718
+ },
719
+ {
720
+ "epoch": 0.5557249087801949,
721
+ "grad_norm": 0.1239749938249588,
722
+ "learning_rate": 2.1720315230424133e-05,
723
+ "loss": 0.176,
724
+ "step": 12032
725
+ },
726
+ {
727
+ "epoch": 0.5675488430095608,
728
+ "grad_norm": 0.10707388818264008,
729
+ "learning_rate": 2.0773833841855016e-05,
730
+ "loss": 0.1743,
731
+ "step": 12288
732
+ },
733
+ {
734
+ "epoch": 0.5675488430095608,
735
+ "eval_acr_loss": 0.014688911844754918,
736
+ "eval_across_var": 0.978259073953106,
737
+ "eval_bleu": 0.9892687211321183,
738
+ "eval_ce_loss": 0.026860382261188472,
739
+ "eval_cos_loss": 0.2202416457337876,
740
+ "eval_cov": 0.05523096372003425,
741
+ "eval_cov_loss": 0.0049222552655562414,
742
+ "eval_global_var": 1.72990243293379,
743
+ "eval_loss": 0.1281860415487801,
744
+ "eval_mse_loss": 0.6658408976580998,
745
+ "eval_per_var": 1.7439577982305936,
746
+ "eval_within_var": 0.7586165843488963,
747
+ "step": 12288
748
+ },
749
+ {
750
+ "epoch": 0.5675488430095608,
751
+ "eval_acr_loss": 0.014688911844754918,
752
+ "eval_across_var": 0.978259073953106,
753
+ "eval_bleu": 0.9892687211321183,
754
+ "eval_ce_loss": 0.026860382261188472,
755
+ "eval_cos_loss": 0.2202416457337876,
756
+ "eval_cov": 0.05523096372003425,
757
+ "eval_cov_loss": 0.0049222552655562414,
758
+ "eval_global_var": 1.72990243293379,
759
+ "eval_loss": 0.1281860415487801,
760
+ "eval_mse_loss": 0.6658408976580998,
761
+ "eval_per_var": 1.7439577982305936,
762
+ "eval_runtime": 150.3829,
763
+ "eval_samples_per_second": 186.145,
764
+ "eval_steps_per_second": 2.913,
765
+ "eval_within_var": 0.7586165843488963,
766
+ "step": 12288
767
+ }
768
+ ],
769
+ "logging_steps": 256,
770
+ "max_steps": 21651,
771
+ "num_input_tokens_seen": 0,
772
+ "num_train_epochs": 1,
773
+ "save_steps": 1024,
774
+ "stateful_callbacks": {
775
+ "TrainerControl": {
776
+ "args": {
777
+ "should_epoch_stop": false,
778
+ "should_evaluate": false,
779
+ "should_log": false,
780
+ "should_save": true,
781
+ "should_training_stop": false
782
+ },
783
+ "attributes": {}
784
+ }
785
+ },
786
+ "total_flos": 0.0,
787
+ "train_batch_size": 64,
788
+ "trial_name": null,
789
+ "trial_params": null
790
+ }
checkpoints-v2.2/checkpoint-12288/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d0d75419ee5260692019faa2af9fbcf8d1b0a175b6254de59fe8e48427c029
3
+ size 5777