bansilp commited on
Commit
ad0b9c8
1 Parent(s): 75d6e9f

Model save

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.9101851851851852
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.5353
36
- - Accuracy: 0.9102
37
 
38
  ## Model description
39
 
@@ -58,14 +58,17 @@ The following hyperparameters were used during training:
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
- - num_epochs: 10
62
  - mixed_precision_training: Native AMP
63
 
64
  ### Training results
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
- | 0.0017 | 5.56 | 500 | 0.5353 | 0.9102 |
 
 
 
69
 
70
 
71
  ### Framework versions
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.9092592592592592
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.5359
36
+ - Accuracy: 0.9093
37
 
38
  ## Model description
39
 
 
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
+ - num_epochs: 5
62
  - mixed_precision_training: Native AMP
63
 
64
  ### Training results
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
+ | 0.0273 | 1.11 | 100 | 0.7637 | 0.8741 |
69
+ | 0.0314 | 2.22 | 200 | 0.6027 | 0.8824 |
70
+ | 0.0019 | 3.33 | 300 | 0.5983 | 0.9037 |
71
+ | 0.0019 | 4.44 | 400 | 0.5359 | 0.9093 |
72
 
73
 
74
  ### Framework versions
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 20.0,
3
- "eval_accuracy": 0.9148148148148149,
4
- "eval_loss": 0.5192041397094727,
5
- "eval_runtime": 13.9986,
6
- "eval_samples_per_second": 77.151,
7
- "eval_steps_per_second": 9.644,
8
- "total_flos": 6.69572795818967e+18,
9
- "train_loss": 0.14805768244520381,
10
- "train_runtime": 1678.3865,
11
- "train_samples_per_second": 51.478,
12
- "train_steps_per_second": 3.217
13
  }
 
1
  {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.9101851851851852,
4
+ "eval_loss": 0.5122644305229187,
5
+ "eval_runtime": 14.2588,
6
+ "eval_samples_per_second": 75.743,
7
+ "eval_steps_per_second": 9.468,
8
+ "total_flos": 3.347863979094835e+18,
9
+ "train_loss": 0.017901433989819554,
10
+ "train_runtime": 786.561,
11
+ "train_samples_per_second": 54.923,
12
+ "train_steps_per_second": 1.144
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 20.0,
3
- "eval_accuracy": 0.9148148148148149,
4
- "eval_loss": 0.5192041397094727,
5
- "eval_runtime": 13.9986,
6
- "eval_samples_per_second": 77.151,
7
- "eval_steps_per_second": 9.644
8
  }
 
1
  {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.9101851851851852,
4
+ "eval_loss": 0.5122644305229187,
5
+ "eval_runtime": 14.2588,
6
+ "eval_samples_per_second": 75.743,
7
+ "eval_steps_per_second": 9.468
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:627af01b253077d81b95ca3ce02c475528987c0d71c405406fefc6c916b6a2bb
3
  size 343245508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bf9f4739b7ef3476528dcf336f2b268bba1671e46fa9a4877a1ca8d71b8c6d
3
  size 343245508
runs/Dec15_02-13-52_d2a76fcee09b/events.out.tfevents.1702607318.d2a76fcee09b.2614.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12563153dca8372f71ad08b7ef5432339acd1672a88ca3177197c4070ec6fa15
3
+ size 411
runs/Dec15_02-29-03_d2a76fcee09b/events.out.tfevents.1702607352.d2a76fcee09b.2614.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa4216c6c835d775876fd89de9c1e32c2cf33d3c3ffbd34be80ea68c83328686
3
+ size 13189
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 20.0,
3
- "total_flos": 6.69572795818967e+18,
4
- "train_loss": 0.14805768244520381,
5
- "train_runtime": 1678.3865,
6
- "train_samples_per_second": 51.478,
7
- "train_steps_per_second": 3.217
8
  }
 
1
  {
2
+ "epoch": 10.0,
3
+ "total_flos": 3.347863979094835e+18,
4
+ "train_loss": 0.017901433989819554,
5
+ "train_runtime": 786.561,
6
+ "train_samples_per_second": 54.923,
7
+ "train_steps_per_second": 1.144
8
  }
trainer_state.json CHANGED
@@ -1,3277 +1,577 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 20.0,
5
- "eval_steps": 3000,
6
- "global_step": 5400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.04,
13
- "learning_rate": 0.00019962962962962963,
14
- "loss": 2.1858,
15
  "step": 10
16
  },
17
  {
18
- "epoch": 0.07,
19
- "learning_rate": 0.00019925925925925927,
20
- "loss": 2.0674,
21
  "step": 20
22
  },
23
  {
24
- "epoch": 0.11,
25
- "learning_rate": 0.0001988888888888889,
26
- "loss": 1.8298,
27
  "step": 30
28
  },
29
  {
30
- "epoch": 0.15,
31
- "learning_rate": 0.00019851851851851853,
32
- "loss": 1.6136,
33
  "step": 40
34
  },
35
  {
36
- "epoch": 0.19,
37
- "learning_rate": 0.00019814814814814814,
38
- "loss": 1.5421,
39
  "step": 50
40
  },
41
  {
42
- "epoch": 0.22,
43
- "learning_rate": 0.00019777777777777778,
44
- "loss": 1.3979,
45
  "step": 60
46
  },
47
  {
48
- "epoch": 0.26,
49
- "learning_rate": 0.00019740740740740743,
50
- "loss": 1.3041,
51
  "step": 70
52
  },
53
  {
54
- "epoch": 0.3,
55
- "learning_rate": 0.00019703703703703704,
56
- "loss": 1.2235,
57
  "step": 80
58
  },
59
  {
60
- "epoch": 0.33,
61
- "learning_rate": 0.00019666666666666666,
62
- "loss": 1.3809,
63
  "step": 90
64
  },
65
  {
66
- "epoch": 0.37,
67
- "learning_rate": 0.0001962962962962963,
68
- "loss": 1.2073,
69
  "step": 100
70
  },
71
  {
72
- "epoch": 0.41,
73
- "learning_rate": 0.00019592592592592594,
74
- "loss": 1.114,
75
  "step": 110
76
  },
77
  {
78
- "epoch": 0.44,
79
- "learning_rate": 0.00019555555555555556,
80
- "loss": 1.1675,
81
  "step": 120
82
  },
83
  {
84
- "epoch": 0.48,
85
- "learning_rate": 0.0001951851851851852,
86
- "loss": 1.1497,
87
  "step": 130
88
  },
89
  {
90
- "epoch": 0.52,
91
- "learning_rate": 0.00019481481481481482,
92
- "loss": 1.2117,
93
  "step": 140
94
  },
95
  {
96
- "epoch": 0.56,
97
- "learning_rate": 0.00019444444444444446,
98
- "loss": 0.9834,
99
  "step": 150
100
  },
101
  {
102
- "epoch": 0.59,
103
- "learning_rate": 0.00019407407407407408,
104
- "loss": 1.014,
105
  "step": 160
106
  },
107
  {
108
- "epoch": 0.63,
109
- "learning_rate": 0.00019370370370370372,
110
- "loss": 0.9551,
111
  "step": 170
112
  },
113
  {
114
- "epoch": 0.67,
115
- "learning_rate": 0.00019333333333333333,
116
- "loss": 0.99,
117
  "step": 180
118
  },
119
  {
120
- "epoch": 0.7,
121
- "learning_rate": 0.00019296296296296298,
122
- "loss": 0.9756,
123
  "step": 190
124
  },
125
  {
126
- "epoch": 0.74,
127
- "learning_rate": 0.0001925925925925926,
128
- "loss": 1.0463,
129
  "step": 200
130
  },
131
  {
132
- "epoch": 0.78,
133
- "learning_rate": 0.00019222222222222224,
134
- "loss": 1.0912,
135
  "step": 210
136
  },
137
  {
138
- "epoch": 0.81,
139
- "learning_rate": 0.00019185185185185185,
140
- "loss": 0.9984,
141
  "step": 220
142
  },
143
  {
144
- "epoch": 0.85,
145
- "learning_rate": 0.0001914814814814815,
146
- "loss": 0.8911,
147
  "step": 230
148
  },
149
  {
150
- "epoch": 0.89,
151
- "learning_rate": 0.00019111111111111114,
152
- "loss": 0.7515,
153
  "step": 240
154
  },
155
  {
156
- "epoch": 0.93,
157
- "learning_rate": 0.00019074074074074075,
158
- "loss": 1.1003,
159
  "step": 250
160
  },
161
  {
162
- "epoch": 0.96,
163
- "learning_rate": 0.00019037037037037037,
164
- "loss": 0.9923,
165
  "step": 260
166
  },
167
  {
168
- "epoch": 1.0,
169
- "learning_rate": 0.00019,
170
- "loss": 0.8772,
171
  "step": 270
172
  },
173
  {
174
- "epoch": 1.04,
175
- "learning_rate": 0.00018962962962962965,
176
- "loss": 0.6926,
177
  "step": 280
178
  },
179
  {
180
- "epoch": 1.07,
181
- "learning_rate": 0.00018925925925925927,
182
- "loss": 0.7489,
183
  "step": 290
184
  },
185
  {
186
- "epoch": 1.11,
187
- "learning_rate": 0.00018888888888888888,
188
- "loss": 0.6285,
189
  "step": 300
190
  },
191
  {
192
- "epoch": 1.15,
193
- "learning_rate": 0.00018851851851851853,
194
- "loss": 0.6881,
195
  "step": 310
196
  },
197
  {
198
- "epoch": 1.19,
199
- "learning_rate": 0.0001881851851851852,
200
- "loss": 0.6729,
201
  "step": 320
202
  },
203
  {
204
- "epoch": 1.22,
205
- "learning_rate": 0.0001878148148148148,
206
- "loss": 0.642,
207
  "step": 330
208
  },
209
  {
210
- "epoch": 1.26,
211
- "learning_rate": 0.00018744444444444445,
212
- "loss": 0.6423,
213
  "step": 340
214
  },
215
  {
216
- "epoch": 1.3,
217
- "learning_rate": 0.0001870740740740741,
218
- "loss": 0.72,
219
  "step": 350
220
  },
221
  {
222
- "epoch": 1.33,
223
- "learning_rate": 0.0001867037037037037,
224
- "loss": 0.7628,
225
  "step": 360
226
  },
227
  {
228
- "epoch": 1.37,
229
- "learning_rate": 0.00018633333333333333,
230
- "loss": 0.7165,
231
  "step": 370
232
  },
233
  {
234
- "epoch": 1.41,
235
- "learning_rate": 0.00018596296296296297,
236
- "loss": 0.6817,
237
  "step": 380
238
  },
239
  {
240
- "epoch": 1.44,
241
- "learning_rate": 0.0001855925925925926,
242
- "loss": 0.6094,
243
  "step": 390
244
  },
245
  {
246
- "epoch": 1.48,
247
- "learning_rate": 0.00018522222222222223,
248
- "loss": 0.662,
249
  "step": 400
250
  },
251
  {
252
- "epoch": 1.52,
253
- "learning_rate": 0.00018485185185185184,
254
- "loss": 0.594,
255
  "step": 410
256
  },
257
  {
258
- "epoch": 1.56,
259
- "learning_rate": 0.00018448148148148149,
260
- "loss": 0.7857,
261
  "step": 420
262
  },
263
  {
264
- "epoch": 1.59,
265
- "learning_rate": 0.00018411111111111113,
266
- "loss": 0.4482,
267
  "step": 430
268
  },
269
  {
270
- "epoch": 1.63,
271
- "learning_rate": 0.00018374074074074074,
272
- "loss": 0.5306,
273
  "step": 440
274
  },
275
  {
276
- "epoch": 1.67,
277
- "learning_rate": 0.00018337037037037036,
278
- "loss": 0.5849,
279
  "step": 450
280
  },
281
  {
282
- "epoch": 1.7,
283
- "learning_rate": 0.000183,
284
- "loss": 0.848,
285
  "step": 460
286
  },
287
  {
288
- "epoch": 1.74,
289
- "learning_rate": 0.00018262962962962965,
290
- "loss": 0.4931,
291
  "step": 470
292
  },
293
  {
294
- "epoch": 1.78,
295
- "learning_rate": 0.00018225925925925926,
296
- "loss": 0.4542,
297
  "step": 480
298
  },
299
  {
300
- "epoch": 1.81,
301
- "learning_rate": 0.0001818888888888889,
302
- "loss": 0.5918,
303
  "step": 490
304
  },
305
  {
306
- "epoch": 1.85,
307
- "learning_rate": 0.00018151851851851852,
308
- "loss": 0.5543,
 
 
 
 
 
 
 
 
 
309
  "step": 500
310
  },
311
  {
312
- "epoch": 1.89,
313
- "learning_rate": 0.00018114814814814816,
314
- "loss": 0.6295,
315
  "step": 510
316
  },
317
  {
318
- "epoch": 1.93,
319
- "learning_rate": 0.00018077777777777778,
320
- "loss": 0.6341,
321
  "step": 520
322
  },
323
  {
324
- "epoch": 1.96,
325
- "learning_rate": 0.00018040740740740742,
326
- "loss": 0.5688,
327
  "step": 530
328
  },
329
  {
330
- "epoch": 2.0,
331
- "learning_rate": 0.00018003703703703704,
332
- "loss": 0.646,
333
  "step": 540
334
  },
335
  {
336
- "epoch": 2.04,
337
- "learning_rate": 0.00017966666666666668,
338
- "loss": 0.3895,
339
  "step": 550
340
  },
341
  {
342
- "epoch": 2.07,
343
- "learning_rate": 0.0001792962962962963,
344
- "loss": 0.4572,
345
  "step": 560
346
  },
347
  {
348
- "epoch": 2.11,
349
- "learning_rate": 0.00017892592592592594,
350
- "loss": 0.3104,
351
  "step": 570
352
  },
353
  {
354
- "epoch": 2.15,
355
- "learning_rate": 0.00017855555555555555,
356
- "loss": 0.366,
357
  "step": 580
358
  },
359
  {
360
- "epoch": 2.19,
361
- "learning_rate": 0.0001781851851851852,
362
- "loss": 0.3954,
363
  "step": 590
364
  },
365
  {
366
- "epoch": 2.22,
367
- "learning_rate": 0.00017781481481481484,
368
- "loss": 0.3588,
369
  "step": 600
370
  },
371
  {
372
- "epoch": 2.26,
373
- "learning_rate": 0.00017744444444444445,
374
- "loss": 0.3124,
375
  "step": 610
376
  },
377
  {
378
- "epoch": 2.3,
379
- "learning_rate": 0.00017707407407407407,
380
- "loss": 0.4456,
381
  "step": 620
382
  },
383
  {
384
- "epoch": 2.33,
385
- "learning_rate": 0.0001767037037037037,
386
- "loss": 0.3196,
387
  "step": 630
388
  },
389
  {
390
- "epoch": 2.37,
391
- "learning_rate": 0.00017633333333333335,
392
- "loss": 0.3449,
393
  "step": 640
394
  },
395
  {
396
- "epoch": 2.41,
397
- "learning_rate": 0.00017596296296296297,
398
- "loss": 0.4789,
399
  "step": 650
400
  },
401
  {
402
- "epoch": 2.44,
403
- "learning_rate": 0.00017559259259259259,
404
- "loss": 0.3636,
405
  "step": 660
406
  },
407
  {
408
- "epoch": 2.48,
409
- "learning_rate": 0.00017522222222222223,
410
- "loss": 0.4037,
411
  "step": 670
412
  },
413
  {
414
- "epoch": 2.52,
415
- "learning_rate": 0.00017485185185185187,
416
- "loss": 0.3514,
417
  "step": 680
418
  },
419
  {
420
- "epoch": 2.56,
421
- "learning_rate": 0.0001744814814814815,
422
- "loss": 0.3531,
423
  "step": 690
424
  },
425
  {
426
- "epoch": 2.59,
427
- "learning_rate": 0.0001741111111111111,
428
- "loss": 0.3864,
429
  "step": 700
430
  },
431
  {
432
- "epoch": 2.63,
433
- "learning_rate": 0.00017374074074074077,
434
- "loss": 0.3057,
435
  "step": 710
436
  },
437
  {
438
- "epoch": 2.67,
439
- "learning_rate": 0.0001733703703703704,
440
- "loss": 0.3689,
441
  "step": 720
442
  },
443
  {
444
- "epoch": 2.7,
445
- "learning_rate": 0.000173,
446
- "loss": 0.3429,
447
  "step": 730
448
  },
449
  {
450
- "epoch": 2.74,
451
- "learning_rate": 0.00017262962962962962,
452
- "loss": 0.4835,
453
  "step": 740
454
  },
455
  {
456
- "epoch": 2.78,
457
- "learning_rate": 0.0001722592592592593,
458
- "loss": 0.584,
459
  "step": 750
460
  },
461
  {
462
- "epoch": 2.81,
463
- "learning_rate": 0.0001718888888888889,
464
- "loss": 0.4278,
465
  "step": 760
466
  },
467
  {
468
- "epoch": 2.85,
469
- "learning_rate": 0.00017151851851851852,
470
- "loss": 0.3338,
471
  "step": 770
472
  },
473
  {
474
- "epoch": 2.89,
475
- "learning_rate": 0.00017114814814814814,
476
- "loss": 0.3246,
477
  "step": 780
478
  },
479
  {
480
- "epoch": 2.93,
481
- "learning_rate": 0.00017077777777777778,
482
- "loss": 0.4246,
483
  "step": 790
484
  },
485
  {
486
- "epoch": 2.96,
487
- "learning_rate": 0.00017040740740740742,
488
- "loss": 0.5964,
489
  "step": 800
490
  },
491
  {
492
- "epoch": 3.0,
493
- "learning_rate": 0.00017003703703703704,
494
- "loss": 0.5198,
495
  "step": 810
496
  },
497
  {
498
- "epoch": 3.04,
499
- "learning_rate": 0.00016966666666666668,
500
- "loss": 0.4489,
501
  "step": 820
502
  },
503
  {
504
- "epoch": 3.07,
505
- "learning_rate": 0.0001692962962962963,
506
- "loss": 0.204,
507
  "step": 830
508
  },
509
  {
510
- "epoch": 3.11,
511
- "learning_rate": 0.00016892592592592594,
512
- "loss": 0.2281,
513
  "step": 840
514
  },
515
  {
516
- "epoch": 3.15,
517
- "learning_rate": 0.00016855555555555555,
518
- "loss": 0.2293,
519
  "step": 850
520
  },
521
  {
522
- "epoch": 3.19,
523
- "learning_rate": 0.0001681851851851852,
524
- "loss": 0.1439,
525
  "step": 860
526
  },
527
  {
528
- "epoch": 3.22,
529
- "learning_rate": 0.0001678148148148148,
530
- "loss": 0.1872,
531
  "step": 870
532
  },
533
  {
534
- "epoch": 3.26,
535
- "learning_rate": 0.00016744444444444445,
536
- "loss": 0.2705,
537
  "step": 880
538
  },
539
  {
540
- "epoch": 3.3,
541
- "learning_rate": 0.00016707407407407407,
542
- "loss": 0.2329,
543
  "step": 890
544
  },
545
  {
546
- "epoch": 3.33,
547
- "learning_rate": 0.0001667037037037037,
548
- "loss": 0.349,
549
  "step": 900
550
  },
551
  {
552
- "epoch": 3.37,
553
- "learning_rate": 0.00016633333333333333,
554
- "loss": 0.2587,
555
- "step": 910
556
- },
557
- {
558
- "epoch": 3.41,
559
- "learning_rate": 0.00016596296296296297,
560
- "loss": 0.1563,
561
- "step": 920
562
- },
563
- {
564
- "epoch": 3.44,
565
- "learning_rate": 0.00016559259259259261,
566
- "loss": 0.1608,
567
- "step": 930
568
- },
569
- {
570
- "epoch": 3.48,
571
- "learning_rate": 0.00016522222222222223,
572
- "loss": 0.264,
573
- "step": 940
574
- },
575
- {
576
- "epoch": 3.52,
577
- "learning_rate": 0.00016485185185185185,
578
- "loss": 0.2586,
579
- "step": 950
580
- },
581
- {
582
- "epoch": 3.56,
583
- "learning_rate": 0.0001644814814814815,
584
- "loss": 0.2584,
585
- "step": 960
586
- },
587
- {
588
- "epoch": 3.59,
589
- "learning_rate": 0.00016411111111111113,
590
- "loss": 0.1729,
591
- "step": 970
592
- },
593
- {
594
- "epoch": 3.63,
595
- "learning_rate": 0.00016374074074074075,
596
- "loss": 0.3161,
597
- "step": 980
598
- },
599
- {
600
- "epoch": 3.67,
601
- "learning_rate": 0.00016337037037037036,
602
- "loss": 0.1579,
603
- "step": 990
604
- },
605
- {
606
- "epoch": 3.7,
607
- "learning_rate": 0.000163,
608
- "loss": 0.159,
609
- "step": 1000
610
- },
611
- {
612
- "epoch": 3.74,
613
- "learning_rate": 0.00016262962962962965,
614
- "loss": 0.2138,
615
- "step": 1010
616
- },
617
- {
618
- "epoch": 3.78,
619
- "learning_rate": 0.00016225925925925926,
620
- "loss": 0.2743,
621
- "step": 1020
622
- },
623
- {
624
- "epoch": 3.81,
625
- "learning_rate": 0.00016188888888888888,
626
- "loss": 0.2057,
627
- "step": 1030
628
- },
629
- {
630
- "epoch": 3.85,
631
- "learning_rate": 0.00016151851851851855,
632
- "loss": 0.2297,
633
- "step": 1040
634
- },
635
- {
636
- "epoch": 3.89,
637
- "learning_rate": 0.00016114814814814816,
638
- "loss": 0.3396,
639
- "step": 1050
640
- },
641
- {
642
- "epoch": 3.93,
643
- "learning_rate": 0.00016077777777777778,
644
- "loss": 0.2853,
645
- "step": 1060
646
- },
647
- {
648
- "epoch": 3.96,
649
- "learning_rate": 0.0001604074074074074,
650
- "loss": 0.2184,
651
- "step": 1070
652
- },
653
- {
654
- "epoch": 4.0,
655
- "learning_rate": 0.00016003703703703707,
656
- "loss": 0.2157,
657
- "step": 1080
658
- },
659
- {
660
- "epoch": 4.04,
661
- "learning_rate": 0.00015966666666666668,
662
- "loss": 0.1986,
663
- "step": 1090
664
- },
665
- {
666
- "epoch": 4.07,
667
- "learning_rate": 0.0001592962962962963,
668
- "loss": 0.1425,
669
- "step": 1100
670
- },
671
- {
672
- "epoch": 4.11,
673
- "learning_rate": 0.0001589259259259259,
674
- "loss": 0.1571,
675
- "step": 1110
676
- },
677
- {
678
- "epoch": 4.15,
679
- "learning_rate": 0.00015855555555555558,
680
- "loss": 0.1702,
681
- "step": 1120
682
- },
683
- {
684
- "epoch": 4.19,
685
- "learning_rate": 0.0001581851851851852,
686
- "loss": 0.0456,
687
- "step": 1130
688
- },
689
- {
690
- "epoch": 4.22,
691
- "learning_rate": 0.0001578148148148148,
692
- "loss": 0.1112,
693
- "step": 1140
694
- },
695
- {
696
- "epoch": 4.26,
697
- "learning_rate": 0.00015744444444444446,
698
- "loss": 0.0581,
699
- "step": 1150
700
- },
701
- {
702
- "epoch": 4.3,
703
- "learning_rate": 0.00015707407407407407,
704
- "loss": 0.161,
705
- "step": 1160
706
- },
707
- {
708
- "epoch": 4.33,
709
- "learning_rate": 0.00015670370370370371,
710
- "loss": 0.2081,
711
- "step": 1170
712
- },
713
- {
714
- "epoch": 4.37,
715
- "learning_rate": 0.00015633333333333333,
716
- "loss": 0.1118,
717
- "step": 1180
718
- },
719
- {
720
- "epoch": 4.41,
721
- "learning_rate": 0.00015596296296296297,
722
- "loss": 0.1484,
723
- "step": 1190
724
- },
725
- {
726
- "epoch": 4.44,
727
- "learning_rate": 0.0001555925925925926,
728
- "loss": 0.1166,
729
- "step": 1200
730
- },
731
- {
732
- "epoch": 4.48,
733
- "learning_rate": 0.00015522222222222223,
734
- "loss": 0.162,
735
- "step": 1210
736
- },
737
- {
738
- "epoch": 4.52,
739
- "learning_rate": 0.00015485185185185187,
740
- "loss": 0.1473,
741
- "step": 1220
742
- },
743
- {
744
- "epoch": 4.56,
745
- "learning_rate": 0.0001544814814814815,
746
- "loss": 0.1251,
747
- "step": 1230
748
- },
749
- {
750
- "epoch": 4.59,
751
- "learning_rate": 0.0001541111111111111,
752
- "loss": 0.1109,
753
- "step": 1240
754
- },
755
- {
756
- "epoch": 4.63,
757
- "learning_rate": 0.00015374074074074075,
758
- "loss": 0.1666,
759
- "step": 1250
760
- },
761
- {
762
- "epoch": 4.67,
763
- "learning_rate": 0.0001533703703703704,
764
- "loss": 0.1386,
765
- "step": 1260
766
- },
767
- {
768
- "epoch": 4.7,
769
- "learning_rate": 0.000153,
770
- "loss": 0.0548,
771
- "step": 1270
772
- },
773
- {
774
- "epoch": 4.74,
775
- "learning_rate": 0.00015262962962962962,
776
- "loss": 0.1446,
777
- "step": 1280
778
- },
779
- {
780
- "epoch": 4.78,
781
- "learning_rate": 0.00015225925925925926,
782
- "loss": 0.3583,
783
- "step": 1290
784
- },
785
- {
786
- "epoch": 4.81,
787
- "learning_rate": 0.0001518888888888889,
788
- "loss": 0.3026,
789
- "step": 1300
790
- },
791
- {
792
- "epoch": 4.85,
793
- "learning_rate": 0.00015151851851851852,
794
- "loss": 0.2623,
795
- "step": 1310
796
- },
797
- {
798
- "epoch": 4.89,
799
- "learning_rate": 0.00015114814814814814,
800
- "loss": 0.2197,
801
- "step": 1320
802
- },
803
- {
804
- "epoch": 4.93,
805
- "learning_rate": 0.0001507777777777778,
806
- "loss": 0.1991,
807
- "step": 1330
808
- },
809
- {
810
- "epoch": 4.96,
811
- "learning_rate": 0.00015040740740740742,
812
- "loss": 0.1439,
813
- "step": 1340
814
- },
815
- {
816
- "epoch": 5.0,
817
- "learning_rate": 0.00015003703703703704,
818
- "loss": 0.1856,
819
- "step": 1350
820
- },
821
- {
822
- "epoch": 5.04,
823
- "learning_rate": 0.00014966666666666665,
824
- "loss": 0.0815,
825
- "step": 1360
826
- },
827
- {
828
- "epoch": 5.07,
829
- "learning_rate": 0.00014929629629629632,
830
- "loss": 0.1795,
831
- "step": 1370
832
- },
833
- {
834
- "epoch": 5.11,
835
- "learning_rate": 0.00014892592592592594,
836
- "loss": 0.0757,
837
- "step": 1380
838
- },
839
- {
840
- "epoch": 5.15,
841
- "learning_rate": 0.00014855555555555556,
842
- "loss": 0.037,
843
- "step": 1390
844
- },
845
- {
846
- "epoch": 5.19,
847
- "learning_rate": 0.00014818518518518517,
848
- "loss": 0.0464,
849
- "step": 1400
850
- },
851
- {
852
- "epoch": 5.22,
853
- "learning_rate": 0.00014781481481481484,
854
- "loss": 0.0151,
855
- "step": 1410
856
- },
857
- {
858
- "epoch": 5.26,
859
- "learning_rate": 0.00014744444444444446,
860
- "loss": 0.0441,
861
- "step": 1420
862
- },
863
- {
864
- "epoch": 5.3,
865
- "learning_rate": 0.00014707407407407407,
866
- "loss": 0.0703,
867
- "step": 1430
868
- },
869
- {
870
- "epoch": 5.33,
871
- "learning_rate": 0.00014670370370370371,
872
- "loss": 0.1126,
873
- "step": 1440
874
- },
875
- {
876
- "epoch": 5.37,
877
- "learning_rate": 0.00014633333333333336,
878
- "loss": 0.066,
879
- "step": 1450
880
- },
881
- {
882
- "epoch": 5.41,
883
- "learning_rate": 0.00014596296296296297,
884
- "loss": 0.1397,
885
- "step": 1460
886
- },
887
- {
888
- "epoch": 5.44,
889
- "learning_rate": 0.0001455925925925926,
890
- "loss": 0.0641,
891
- "step": 1470
892
- },
893
- {
894
- "epoch": 5.48,
895
- "learning_rate": 0.00014522222222222223,
896
- "loss": 0.1555,
897
- "step": 1480
898
- },
899
- {
900
- "epoch": 5.52,
901
- "learning_rate": 0.00014485185185185187,
902
- "loss": 0.164,
903
- "step": 1490
904
- },
905
- {
906
- "epoch": 5.56,
907
- "learning_rate": 0.0001444814814814815,
908
- "loss": 0.073,
909
- "step": 1500
910
- },
911
- {
912
- "epoch": 5.59,
913
- "learning_rate": 0.0001441111111111111,
914
- "loss": 0.1236,
915
- "step": 1510
916
- },
917
- {
918
- "epoch": 5.63,
919
- "learning_rate": 0.00014374074074074075,
920
- "loss": 0.0639,
921
- "step": 1520
922
- },
923
- {
924
- "epoch": 5.67,
925
- "learning_rate": 0.00014337037037037036,
926
- "loss": 0.1367,
927
- "step": 1530
928
- },
929
- {
930
- "epoch": 5.7,
931
- "learning_rate": 0.000143,
932
- "loss": 0.0772,
933
- "step": 1540
934
- },
935
- {
936
- "epoch": 5.74,
937
- "learning_rate": 0.00014262962962962965,
938
- "loss": 0.0283,
939
- "step": 1550
940
- },
941
- {
942
- "epoch": 5.78,
943
- "learning_rate": 0.00014225925925925926,
944
- "loss": 0.0523,
945
- "step": 1560
946
- },
947
- {
948
- "epoch": 5.81,
949
- "learning_rate": 0.00014188888888888888,
950
- "loss": 0.0502,
951
- "step": 1570
952
- },
953
- {
954
- "epoch": 5.85,
955
- "learning_rate": 0.00014151851851851852,
956
- "loss": 0.1211,
957
- "step": 1580
958
- },
959
- {
960
- "epoch": 5.89,
961
- "learning_rate": 0.00014114814814814817,
962
- "loss": 0.0252,
963
- "step": 1590
964
- },
965
- {
966
- "epoch": 5.93,
967
- "learning_rate": 0.00014077777777777778,
968
- "loss": 0.1756,
969
- "step": 1600
970
- },
971
- {
972
- "epoch": 5.96,
973
- "learning_rate": 0.0001404074074074074,
974
- "loss": 0.1343,
975
- "step": 1610
976
- },
977
- {
978
- "epoch": 6.0,
979
- "learning_rate": 0.00014003703703703704,
980
- "loss": 0.111,
981
- "step": 1620
982
- },
983
- {
984
- "epoch": 6.04,
985
- "learning_rate": 0.00013966666666666668,
986
- "loss": 0.0292,
987
- "step": 1630
988
- },
989
- {
990
- "epoch": 6.07,
991
- "learning_rate": 0.0001392962962962963,
992
- "loss": 0.033,
993
- "step": 1640
994
- },
995
- {
996
- "epoch": 6.11,
997
- "learning_rate": 0.00013892592592592591,
998
- "loss": 0.0446,
999
- "step": 1650
1000
- },
1001
- {
1002
- "epoch": 6.15,
1003
- "learning_rate": 0.00013855555555555558,
1004
- "loss": 0.0272,
1005
- "step": 1660
1006
- },
1007
- {
1008
- "epoch": 6.19,
1009
- "learning_rate": 0.0001381851851851852,
1010
- "loss": 0.0359,
1011
- "step": 1670
1012
- },
1013
- {
1014
- "epoch": 6.22,
1015
- "learning_rate": 0.00013781481481481481,
1016
- "loss": 0.0102,
1017
- "step": 1680
1018
- },
1019
- {
1020
- "epoch": 6.26,
1021
- "learning_rate": 0.00013744444444444443,
1022
- "loss": 0.0641,
1023
- "step": 1690
1024
- },
1025
- {
1026
- "epoch": 6.3,
1027
- "learning_rate": 0.0001370740740740741,
1028
- "loss": 0.0454,
1029
- "step": 1700
1030
- },
1031
- {
1032
- "epoch": 6.33,
1033
- "learning_rate": 0.00013670370370370372,
1034
- "loss": 0.0134,
1035
- "step": 1710
1036
- },
1037
- {
1038
- "epoch": 6.37,
1039
- "learning_rate": 0.00013633333333333333,
1040
- "loss": 0.142,
1041
- "step": 1720
1042
- },
1043
- {
1044
- "epoch": 6.41,
1045
- "learning_rate": 0.00013596296296296295,
1046
- "loss": 0.0604,
1047
- "step": 1730
1048
- },
1049
- {
1050
- "epoch": 6.44,
1051
- "learning_rate": 0.00013559259259259262,
1052
- "loss": 0.0709,
1053
- "step": 1740
1054
- },
1055
- {
1056
- "epoch": 6.48,
1057
- "learning_rate": 0.00013522222222222223,
1058
- "loss": 0.0063,
1059
- "step": 1750
1060
- },
1061
- {
1062
- "epoch": 6.52,
1063
- "learning_rate": 0.00013485185185185185,
1064
- "loss": 0.0101,
1065
- "step": 1760
1066
- },
1067
- {
1068
- "epoch": 6.56,
1069
- "learning_rate": 0.0001344814814814815,
1070
- "loss": 0.0382,
1071
- "step": 1770
1072
- },
1073
- {
1074
- "epoch": 6.59,
1075
- "learning_rate": 0.00013411111111111113,
1076
- "loss": 0.0049,
1077
- "step": 1780
1078
- },
1079
- {
1080
- "epoch": 6.63,
1081
- "learning_rate": 0.00013374074074074075,
1082
- "loss": 0.0952,
1083
- "step": 1790
1084
- },
1085
- {
1086
- "epoch": 6.67,
1087
- "learning_rate": 0.00013337037037037036,
1088
- "loss": 0.049,
1089
- "step": 1800
1090
- },
1091
- {
1092
- "epoch": 6.7,
1093
- "learning_rate": 0.000133,
1094
- "loss": 0.1004,
1095
- "step": 1810
1096
- },
1097
- {
1098
- "epoch": 6.74,
1099
- "learning_rate": 0.00013262962962962965,
1100
- "loss": 0.0295,
1101
- "step": 1820
1102
- },
1103
- {
1104
- "epoch": 6.78,
1105
- "learning_rate": 0.00013225925925925927,
1106
- "loss": 0.0158,
1107
- "step": 1830
1108
- },
1109
- {
1110
- "epoch": 6.81,
1111
- "learning_rate": 0.0001318888888888889,
1112
- "loss": 0.0157,
1113
- "step": 1840
1114
- },
1115
- {
1116
- "epoch": 6.85,
1117
- "learning_rate": 0.00013151851851851852,
1118
- "loss": 0.1002,
1119
- "step": 1850
1120
- },
1121
- {
1122
- "epoch": 6.89,
1123
- "learning_rate": 0.00013114814814814817,
1124
- "loss": 0.1301,
1125
- "step": 1860
1126
- },
1127
- {
1128
- "epoch": 6.93,
1129
- "learning_rate": 0.00013077777777777778,
1130
- "loss": 0.0851,
1131
- "step": 1870
1132
- },
1133
- {
1134
- "epoch": 6.96,
1135
- "learning_rate": 0.00013040740740740742,
1136
- "loss": 0.0822,
1137
- "step": 1880
1138
- },
1139
- {
1140
- "epoch": 7.0,
1141
- "learning_rate": 0.00013003703703703704,
1142
- "loss": 0.0388,
1143
- "step": 1890
1144
- },
1145
- {
1146
- "epoch": 7.04,
1147
- "learning_rate": 0.00012966666666666666,
1148
- "loss": 0.0098,
1149
- "step": 1900
1150
- },
1151
- {
1152
- "epoch": 7.07,
1153
- "learning_rate": 0.0001292962962962963,
1154
- "loss": 0.0563,
1155
- "step": 1910
1156
- },
1157
- {
1158
- "epoch": 7.11,
1159
- "learning_rate": 0.00012892592592592594,
1160
- "loss": 0.0362,
1161
- "step": 1920
1162
- },
1163
- {
1164
- "epoch": 7.15,
1165
- "learning_rate": 0.00012855555555555556,
1166
- "loss": 0.0491,
1167
- "step": 1930
1168
- },
1169
- {
1170
- "epoch": 7.19,
1171
- "learning_rate": 0.00012818518518518517,
1172
- "loss": 0.0435,
1173
- "step": 1940
1174
- },
1175
- {
1176
- "epoch": 7.22,
1177
- "learning_rate": 0.00012781481481481484,
1178
- "loss": 0.0735,
1179
- "step": 1950
1180
- },
1181
- {
1182
- "epoch": 7.26,
1183
- "learning_rate": 0.00012744444444444446,
1184
- "loss": 0.0654,
1185
- "step": 1960
1186
- },
1187
- {
1188
- "epoch": 7.3,
1189
- "learning_rate": 0.00012707407407407407,
1190
- "loss": 0.0175,
1191
- "step": 1970
1192
- },
1193
- {
1194
- "epoch": 7.33,
1195
- "learning_rate": 0.0001267037037037037,
1196
- "loss": 0.1319,
1197
- "step": 1980
1198
- },
1199
- {
1200
- "epoch": 7.37,
1201
- "learning_rate": 0.00012633333333333336,
1202
- "loss": 0.0109,
1203
- "step": 1990
1204
- },
1205
- {
1206
- "epoch": 7.41,
1207
- "learning_rate": 0.00012596296296296297,
1208
- "loss": 0.018,
1209
- "step": 2000
1210
- },
1211
- {
1212
- "epoch": 7.44,
1213
- "learning_rate": 0.0001255925925925926,
1214
- "loss": 0.0495,
1215
- "step": 2010
1216
- },
1217
- {
1218
- "epoch": 7.48,
1219
- "learning_rate": 0.0001252222222222222,
1220
- "loss": 0.0214,
1221
- "step": 2020
1222
- },
1223
- {
1224
- "epoch": 7.52,
1225
- "learning_rate": 0.00012485185185185188,
1226
- "loss": 0.0412,
1227
- "step": 2030
1228
- },
1229
- {
1230
- "epoch": 7.56,
1231
- "learning_rate": 0.0001244814814814815,
1232
- "loss": 0.0253,
1233
- "step": 2040
1234
- },
1235
- {
1236
- "epoch": 7.59,
1237
- "learning_rate": 0.0001241111111111111,
1238
- "loss": 0.0485,
1239
- "step": 2050
1240
- },
1241
- {
1242
- "epoch": 7.63,
1243
- "learning_rate": 0.00012374074074074075,
1244
- "loss": 0.0292,
1245
- "step": 2060
1246
- },
1247
- {
1248
- "epoch": 7.67,
1249
- "learning_rate": 0.0001233703703703704,
1250
- "loss": 0.0554,
1251
- "step": 2070
1252
- },
1253
- {
1254
- "epoch": 7.7,
1255
- "learning_rate": 0.000123,
1256
- "loss": 0.0476,
1257
- "step": 2080
1258
- },
1259
- {
1260
- "epoch": 7.74,
1261
- "learning_rate": 0.00012262962962962962,
1262
- "loss": 0.0079,
1263
- "step": 2090
1264
- },
1265
- {
1266
- "epoch": 7.78,
1267
- "learning_rate": 0.00012225925925925927,
1268
- "loss": 0.0417,
1269
- "step": 2100
1270
- },
1271
- {
1272
- "epoch": 7.81,
1273
- "learning_rate": 0.0001218888888888889,
1274
- "loss": 0.0397,
1275
- "step": 2110
1276
- },
1277
- {
1278
- "epoch": 7.85,
1279
- "learning_rate": 0.00012151851851851852,
1280
- "loss": 0.08,
1281
- "step": 2120
1282
- },
1283
- {
1284
- "epoch": 7.89,
1285
- "learning_rate": 0.00012114814814814814,
1286
- "loss": 0.0065,
1287
- "step": 2130
1288
- },
1289
- {
1290
- "epoch": 7.93,
1291
- "learning_rate": 0.00012077777777777778,
1292
- "loss": 0.0511,
1293
- "step": 2140
1294
- },
1295
- {
1296
- "epoch": 7.96,
1297
- "learning_rate": 0.00012040740740740741,
1298
- "loss": 0.1212,
1299
- "step": 2150
1300
- },
1301
- {
1302
- "epoch": 8.0,
1303
- "learning_rate": 0.00012003703703703704,
1304
- "loss": 0.0828,
1305
- "step": 2160
1306
- },
1307
- {
1308
- "epoch": 8.04,
1309
- "learning_rate": 0.00011966666666666668,
1310
- "loss": 0.0674,
1311
- "step": 2170
1312
- },
1313
- {
1314
- "epoch": 8.07,
1315
- "learning_rate": 0.0001192962962962963,
1316
- "loss": 0.0968,
1317
- "step": 2180
1318
- },
1319
- {
1320
- "epoch": 8.11,
1321
- "learning_rate": 0.00011892592592592593,
1322
- "loss": 0.0061,
1323
- "step": 2190
1324
- },
1325
- {
1326
- "epoch": 8.15,
1327
- "learning_rate": 0.00011855555555555556,
1328
- "loss": 0.0225,
1329
- "step": 2200
1330
- },
1331
- {
1332
- "epoch": 8.19,
1333
- "learning_rate": 0.0001181851851851852,
1334
- "loss": 0.0875,
1335
- "step": 2210
1336
- },
1337
- {
1338
- "epoch": 8.22,
1339
- "learning_rate": 0.00011781481481481482,
1340
- "loss": 0.0385,
1341
- "step": 2220
1342
- },
1343
- {
1344
- "epoch": 8.26,
1345
- "learning_rate": 0.00011744444444444445,
1346
- "loss": 0.0058,
1347
- "step": 2230
1348
- },
1349
- {
1350
- "epoch": 8.3,
1351
- "learning_rate": 0.00011707407407407407,
1352
- "loss": 0.011,
1353
- "step": 2240
1354
- },
1355
- {
1356
- "epoch": 8.33,
1357
- "learning_rate": 0.00011670370370370372,
1358
- "loss": 0.0127,
1359
- "step": 2250
1360
- },
1361
- {
1362
- "epoch": 8.37,
1363
- "learning_rate": 0.00011633333333333333,
1364
- "loss": 0.0293,
1365
- "step": 2260
1366
- },
1367
- {
1368
- "epoch": 8.41,
1369
- "learning_rate": 0.00011596296296296296,
1370
- "loss": 0.0221,
1371
- "step": 2270
1372
- },
1373
- {
1374
- "epoch": 8.44,
1375
- "learning_rate": 0.0001155925925925926,
1376
- "loss": 0.0031,
1377
- "step": 2280
1378
- },
1379
- {
1380
- "epoch": 8.48,
1381
- "learning_rate": 0.00011522222222222223,
1382
- "loss": 0.0393,
1383
- "step": 2290
1384
- },
1385
- {
1386
- "epoch": 8.52,
1387
- "learning_rate": 0.00011485185185185185,
1388
- "loss": 0.0041,
1389
- "step": 2300
1390
- },
1391
- {
1392
- "epoch": 8.56,
1393
- "learning_rate": 0.00011448148148148148,
1394
- "loss": 0.0314,
1395
- "step": 2310
1396
- },
1397
- {
1398
- "epoch": 8.59,
1399
- "learning_rate": 0.00011411111111111112,
1400
- "loss": 0.0586,
1401
- "step": 2320
1402
- },
1403
- {
1404
- "epoch": 8.63,
1405
- "learning_rate": 0.00011374074074074075,
1406
- "loss": 0.0168,
1407
- "step": 2330
1408
- },
1409
- {
1410
- "epoch": 8.67,
1411
- "learning_rate": 0.00011337037037037037,
1412
- "loss": 0.0052,
1413
- "step": 2340
1414
- },
1415
- {
1416
- "epoch": 8.7,
1417
- "learning_rate": 0.000113,
1418
- "loss": 0.0057,
1419
- "step": 2350
1420
- },
1421
- {
1422
- "epoch": 8.74,
1423
- "learning_rate": 0.00011262962962962964,
1424
- "loss": 0.1525,
1425
- "step": 2360
1426
- },
1427
- {
1428
- "epoch": 8.78,
1429
- "learning_rate": 0.00011225925925925927,
1430
- "loss": 0.0104,
1431
- "step": 2370
1432
- },
1433
- {
1434
- "epoch": 8.81,
1435
- "learning_rate": 0.00011188888888888888,
1436
- "loss": 0.0588,
1437
- "step": 2380
1438
- },
1439
- {
1440
- "epoch": 8.85,
1441
- "learning_rate": 0.00011151851851851854,
1442
- "loss": 0.0024,
1443
- "step": 2390
1444
- },
1445
- {
1446
- "epoch": 8.89,
1447
- "learning_rate": 0.00011114814814814815,
1448
- "loss": 0.0084,
1449
- "step": 2400
1450
- },
1451
- {
1452
- "epoch": 8.93,
1453
- "learning_rate": 0.00011077777777777778,
1454
- "loss": 0.0052,
1455
- "step": 2410
1456
- },
1457
- {
1458
- "epoch": 8.96,
1459
- "learning_rate": 0.0001104074074074074,
1460
- "loss": 0.0303,
1461
- "step": 2420
1462
- },
1463
- {
1464
- "epoch": 9.0,
1465
- "learning_rate": 0.00011003703703703706,
1466
- "loss": 0.013,
1467
- "step": 2430
1468
- },
1469
- {
1470
- "epoch": 9.04,
1471
- "learning_rate": 0.00010966666666666667,
1472
- "loss": 0.0294,
1473
- "step": 2440
1474
- },
1475
- {
1476
- "epoch": 9.07,
1477
- "learning_rate": 0.0001092962962962963,
1478
- "loss": 0.0257,
1479
- "step": 2450
1480
- },
1481
- {
1482
- "epoch": 9.11,
1483
- "learning_rate": 0.00010892592592592592,
1484
- "loss": 0.002,
1485
- "step": 2460
1486
- },
1487
- {
1488
- "epoch": 9.15,
1489
- "learning_rate": 0.00010855555555555557,
1490
- "loss": 0.0087,
1491
- "step": 2470
1492
- },
1493
- {
1494
- "epoch": 9.19,
1495
- "learning_rate": 0.00010818518518518519,
1496
- "loss": 0.0082,
1497
- "step": 2480
1498
- },
1499
- {
1500
- "epoch": 9.22,
1501
- "learning_rate": 0.00010781481481481482,
1502
- "loss": 0.0066,
1503
- "step": 2490
1504
- },
1505
- {
1506
- "epoch": 9.26,
1507
- "learning_rate": 0.00010744444444444446,
1508
- "loss": 0.0604,
1509
- "step": 2500
1510
- },
1511
- {
1512
- "epoch": 9.3,
1513
- "learning_rate": 0.00010707407407407408,
1514
- "loss": 0.0146,
1515
- "step": 2510
1516
- },
1517
- {
1518
- "epoch": 9.33,
1519
- "learning_rate": 0.0001067037037037037,
1520
- "loss": 0.0829,
1521
- "step": 2520
1522
- },
1523
- {
1524
- "epoch": 9.37,
1525
- "learning_rate": 0.00010633333333333333,
1526
- "loss": 0.0169,
1527
- "step": 2530
1528
- },
1529
- {
1530
- "epoch": 9.41,
1531
- "learning_rate": 0.00010596296296296298,
1532
- "loss": 0.0252,
1533
- "step": 2540
1534
- },
1535
- {
1536
- "epoch": 9.44,
1537
- "learning_rate": 0.00010559259259259259,
1538
- "loss": 0.0368,
1539
- "step": 2550
1540
- },
1541
- {
1542
- "epoch": 9.48,
1543
- "learning_rate": 0.00010522222222222222,
1544
- "loss": 0.0042,
1545
- "step": 2560
1546
- },
1547
- {
1548
- "epoch": 9.52,
1549
- "learning_rate": 0.00010485185185185186,
1550
- "loss": 0.0369,
1551
- "step": 2570
1552
- },
1553
- {
1554
- "epoch": 9.56,
1555
- "learning_rate": 0.0001044814814814815,
1556
- "loss": 0.0191,
1557
- "step": 2580
1558
- },
1559
- {
1560
- "epoch": 9.59,
1561
- "learning_rate": 0.00010411111111111111,
1562
- "loss": 0.0035,
1563
- "step": 2590
1564
- },
1565
- {
1566
- "epoch": 9.63,
1567
- "learning_rate": 0.00010374074074074074,
1568
- "loss": 0.0121,
1569
- "step": 2600
1570
- },
1571
- {
1572
- "epoch": 9.67,
1573
- "learning_rate": 0.00010337037037037038,
1574
- "loss": 0.0019,
1575
- "step": 2610
1576
- },
1577
- {
1578
- "epoch": 9.7,
1579
- "learning_rate": 0.00010300000000000001,
1580
- "loss": 0.0376,
1581
- "step": 2620
1582
- },
1583
- {
1584
- "epoch": 9.74,
1585
- "learning_rate": 0.00010262962962962963,
1586
- "loss": 0.0098,
1587
- "step": 2630
1588
- },
1589
- {
1590
- "epoch": 9.78,
1591
- "learning_rate": 0.00010225925925925925,
1592
- "loss": 0.0348,
1593
- "step": 2640
1594
- },
1595
- {
1596
- "epoch": 9.81,
1597
- "learning_rate": 0.0001018888888888889,
1598
- "loss": 0.0035,
1599
- "step": 2650
1600
- },
1601
- {
1602
- "epoch": 9.85,
1603
- "learning_rate": 0.00010151851851851853,
1604
- "loss": 0.0016,
1605
- "step": 2660
1606
- },
1607
- {
1608
- "epoch": 9.89,
1609
- "learning_rate": 0.00010114814814814814,
1610
- "loss": 0.002,
1611
- "step": 2670
1612
- },
1613
- {
1614
- "epoch": 9.93,
1615
- "learning_rate": 0.0001007777777777778,
1616
- "loss": 0.0015,
1617
- "step": 2680
1618
- },
1619
- {
1620
- "epoch": 9.96,
1621
- "learning_rate": 0.00010040740740740741,
1622
- "loss": 0.0017,
1623
- "step": 2690
1624
- },
1625
- {
1626
- "epoch": 10.0,
1627
- "learning_rate": 0.00010003703703703704,
1628
- "loss": 0.0491,
1629
- "step": 2700
1630
- },
1631
- {
1632
- "epoch": 10.04,
1633
- "learning_rate": 9.966666666666667e-05,
1634
- "loss": 0.0025,
1635
- "step": 2710
1636
- },
1637
- {
1638
- "epoch": 10.07,
1639
- "learning_rate": 9.92962962962963e-05,
1640
- "loss": 0.0024,
1641
- "step": 2720
1642
- },
1643
- {
1644
- "epoch": 10.11,
1645
- "learning_rate": 9.892592592592593e-05,
1646
- "loss": 0.0198,
1647
- "step": 2730
1648
- },
1649
- {
1650
- "epoch": 10.15,
1651
- "learning_rate": 9.855555555555556e-05,
1652
- "loss": 0.0036,
1653
- "step": 2740
1654
- },
1655
- {
1656
- "epoch": 10.19,
1657
- "learning_rate": 9.818518518518519e-05,
1658
- "loss": 0.0018,
1659
- "step": 2750
1660
- },
1661
- {
1662
- "epoch": 10.22,
1663
- "learning_rate": 9.781481481481482e-05,
1664
- "loss": 0.002,
1665
- "step": 2760
1666
- },
1667
- {
1668
- "epoch": 10.26,
1669
- "learning_rate": 9.744444444444445e-05,
1670
- "loss": 0.0051,
1671
- "step": 2770
1672
- },
1673
- {
1674
- "epoch": 10.3,
1675
- "learning_rate": 9.707407407407409e-05,
1676
- "loss": 0.0015,
1677
- "step": 2780
1678
- },
1679
- {
1680
- "epoch": 10.33,
1681
- "learning_rate": 9.67037037037037e-05,
1682
- "loss": 0.0082,
1683
- "step": 2790
1684
- },
1685
- {
1686
- "epoch": 10.37,
1687
- "learning_rate": 9.633333333333335e-05,
1688
- "loss": 0.0134,
1689
- "step": 2800
1690
- },
1691
- {
1692
- "epoch": 10.41,
1693
- "learning_rate": 9.596296296296296e-05,
1694
- "loss": 0.0016,
1695
- "step": 2810
1696
- },
1697
- {
1698
- "epoch": 10.44,
1699
- "learning_rate": 9.55925925925926e-05,
1700
- "loss": 0.0025,
1701
- "step": 2820
1702
- },
1703
- {
1704
- "epoch": 10.48,
1705
- "learning_rate": 9.522222222222222e-05,
1706
- "loss": 0.0018,
1707
- "step": 2830
1708
- },
1709
- {
1710
- "epoch": 10.52,
1711
- "learning_rate": 9.485185185185187e-05,
1712
- "loss": 0.0017,
1713
- "step": 2840
1714
- },
1715
- {
1716
- "epoch": 10.56,
1717
- "learning_rate": 9.448148148148148e-05,
1718
- "loss": 0.0014,
1719
- "step": 2850
1720
- },
1721
- {
1722
- "epoch": 10.59,
1723
- "learning_rate": 9.411111111111111e-05,
1724
- "loss": 0.0013,
1725
- "step": 2860
1726
- },
1727
- {
1728
- "epoch": 10.63,
1729
- "learning_rate": 9.374074074074074e-05,
1730
- "loss": 0.003,
1731
- "step": 2870
1732
- },
1733
- {
1734
- "epoch": 10.67,
1735
- "learning_rate": 9.34074074074074e-05,
1736
- "loss": 0.015,
1737
- "step": 2880
1738
- },
1739
- {
1740
- "epoch": 10.7,
1741
- "learning_rate": 9.303703703703705e-05,
1742
- "loss": 0.0303,
1743
- "step": 2890
1744
- },
1745
- {
1746
- "epoch": 10.74,
1747
- "learning_rate": 9.266666666666666e-05,
1748
- "loss": 0.0267,
1749
- "step": 2900
1750
- },
1751
- {
1752
- "epoch": 10.78,
1753
- "learning_rate": 9.229629629629631e-05,
1754
- "loss": 0.0078,
1755
- "step": 2910
1756
- },
1757
- {
1758
- "epoch": 10.81,
1759
- "learning_rate": 9.192592592592592e-05,
1760
- "loss": 0.0054,
1761
- "step": 2920
1762
- },
1763
- {
1764
- "epoch": 10.85,
1765
- "learning_rate": 9.155555555555557e-05,
1766
- "loss": 0.0102,
1767
- "step": 2930
1768
- },
1769
- {
1770
- "epoch": 10.89,
1771
- "learning_rate": 9.118518518518518e-05,
1772
- "loss": 0.0014,
1773
- "step": 2940
1774
- },
1775
- {
1776
- "epoch": 10.93,
1777
- "learning_rate": 9.081481481481482e-05,
1778
- "loss": 0.0039,
1779
- "step": 2950
1780
- },
1781
- {
1782
- "epoch": 10.96,
1783
- "learning_rate": 9.044444444444445e-05,
1784
- "loss": 0.0015,
1785
- "step": 2960
1786
- },
1787
- {
1788
- "epoch": 11.0,
1789
- "learning_rate": 9.007407407407408e-05,
1790
- "loss": 0.1549,
1791
- "step": 2970
1792
- },
1793
- {
1794
- "epoch": 11.04,
1795
- "learning_rate": 8.970370370370371e-05,
1796
- "loss": 0.0015,
1797
- "step": 2980
1798
- },
1799
- {
1800
- "epoch": 11.07,
1801
- "learning_rate": 8.933333333333334e-05,
1802
- "loss": 0.0504,
1803
- "step": 2990
1804
- },
1805
- {
1806
- "epoch": 11.11,
1807
- "learning_rate": 8.896296296296297e-05,
1808
- "loss": 0.0087,
1809
- "step": 3000
1810
- },
1811
- {
1812
- "epoch": 11.11,
1813
- "eval_accuracy": 0.8972222222222223,
1814
- "eval_loss": 0.5567966103553772,
1815
- "eval_runtime": 12.8044,
1816
- "eval_samples_per_second": 84.346,
1817
- "eval_steps_per_second": 10.543,
1818
- "step": 3000
1819
- },
1820
- {
1821
- "epoch": 11.15,
1822
- "learning_rate": 8.85925925925926e-05,
1823
- "loss": 0.0011,
1824
- "step": 3010
1825
- },
1826
- {
1827
- "epoch": 11.19,
1828
- "learning_rate": 8.822222222222223e-05,
1829
- "loss": 0.0015,
1830
- "step": 3020
1831
- },
1832
- {
1833
- "epoch": 11.22,
1834
- "learning_rate": 8.785185185185186e-05,
1835
- "loss": 0.0012,
1836
- "step": 3030
1837
- },
1838
- {
1839
- "epoch": 11.26,
1840
- "learning_rate": 8.748148148148149e-05,
1841
- "loss": 0.0011,
1842
- "step": 3040
1843
- },
1844
- {
1845
- "epoch": 11.3,
1846
- "learning_rate": 8.711111111111112e-05,
1847
- "loss": 0.0129,
1848
- "step": 3050
1849
- },
1850
- {
1851
- "epoch": 11.33,
1852
- "learning_rate": 8.674074074074074e-05,
1853
- "loss": 0.0011,
1854
- "step": 3060
1855
- },
1856
- {
1857
- "epoch": 11.37,
1858
- "learning_rate": 8.637037037037037e-05,
1859
- "loss": 0.0048,
1860
- "step": 3070
1861
- },
1862
- {
1863
- "epoch": 11.41,
1864
- "learning_rate": 8.6e-05,
1865
- "loss": 0.0012,
1866
- "step": 3080
1867
- },
1868
- {
1869
- "epoch": 11.44,
1870
- "learning_rate": 8.562962962962963e-05,
1871
- "loss": 0.0103,
1872
- "step": 3090
1873
- },
1874
- {
1875
- "epoch": 11.48,
1876
- "learning_rate": 8.525925925925926e-05,
1877
- "loss": 0.0457,
1878
- "step": 3100
1879
- },
1880
- {
1881
- "epoch": 11.52,
1882
- "learning_rate": 8.488888888888889e-05,
1883
- "loss": 0.0012,
1884
- "step": 3110
1885
- },
1886
- {
1887
- "epoch": 11.56,
1888
- "learning_rate": 8.451851851851852e-05,
1889
- "loss": 0.0079,
1890
- "step": 3120
1891
- },
1892
- {
1893
- "epoch": 11.59,
1894
- "learning_rate": 8.414814814814815e-05,
1895
- "loss": 0.0326,
1896
- "step": 3130
1897
- },
1898
- {
1899
- "epoch": 11.63,
1900
- "learning_rate": 8.377777777777778e-05,
1901
- "loss": 0.0017,
1902
- "step": 3140
1903
- },
1904
- {
1905
- "epoch": 11.67,
1906
- "learning_rate": 8.340740740740741e-05,
1907
- "loss": 0.001,
1908
- "step": 3150
1909
- },
1910
- {
1911
- "epoch": 11.7,
1912
- "learning_rate": 8.303703703703705e-05,
1913
- "loss": 0.0184,
1914
- "step": 3160
1915
- },
1916
- {
1917
- "epoch": 11.74,
1918
- "learning_rate": 8.266666666666667e-05,
1919
- "loss": 0.002,
1920
- "step": 3170
1921
- },
1922
- {
1923
- "epoch": 11.78,
1924
- "learning_rate": 8.229629629629631e-05,
1925
- "loss": 0.0011,
1926
- "step": 3180
1927
- },
1928
- {
1929
- "epoch": 11.81,
1930
- "learning_rate": 8.192592592592592e-05,
1931
- "loss": 0.0026,
1932
- "step": 3190
1933
- },
1934
- {
1935
- "epoch": 11.85,
1936
- "learning_rate": 8.155555555555557e-05,
1937
- "loss": 0.0038,
1938
- "step": 3200
1939
- },
1940
- {
1941
- "epoch": 11.89,
1942
- "learning_rate": 8.118518518518518e-05,
1943
- "loss": 0.0238,
1944
- "step": 3210
1945
- },
1946
- {
1947
- "epoch": 11.93,
1948
- "learning_rate": 8.081481481481483e-05,
1949
- "loss": 0.0394,
1950
- "step": 3220
1951
- },
1952
- {
1953
- "epoch": 11.96,
1954
- "learning_rate": 8.044444444444444e-05,
1955
- "loss": 0.0328,
1956
- "step": 3230
1957
- },
1958
- {
1959
- "epoch": 12.0,
1960
- "learning_rate": 8.007407407407408e-05,
1961
- "loss": 0.0078,
1962
- "step": 3240
1963
- },
1964
- {
1965
- "epoch": 12.04,
1966
- "learning_rate": 7.97037037037037e-05,
1967
- "loss": 0.0012,
1968
- "step": 3250
1969
- },
1970
- {
1971
- "epoch": 12.07,
1972
- "learning_rate": 7.933333333333334e-05,
1973
- "loss": 0.0517,
1974
- "step": 3260
1975
- },
1976
- {
1977
- "epoch": 12.11,
1978
- "learning_rate": 7.896296296296297e-05,
1979
- "loss": 0.0011,
1980
- "step": 3270
1981
- },
1982
- {
1983
- "epoch": 12.15,
1984
- "learning_rate": 7.85925925925926e-05,
1985
- "loss": 0.0011,
1986
- "step": 3280
1987
- },
1988
- {
1989
- "epoch": 12.19,
1990
- "learning_rate": 7.822222222222223e-05,
1991
- "loss": 0.0066,
1992
- "step": 3290
1993
- },
1994
- {
1995
- "epoch": 12.22,
1996
- "learning_rate": 7.785185185185186e-05,
1997
- "loss": 0.0793,
1998
- "step": 3300
1999
- },
2000
- {
2001
- "epoch": 12.26,
2002
- "learning_rate": 7.748148148148149e-05,
2003
- "loss": 0.0305,
2004
- "step": 3310
2005
- },
2006
- {
2007
- "epoch": 12.3,
2008
- "learning_rate": 7.711111111111112e-05,
2009
- "loss": 0.0012,
2010
- "step": 3320
2011
- },
2012
- {
2013
- "epoch": 12.33,
2014
- "learning_rate": 7.674074074074075e-05,
2015
- "loss": 0.001,
2016
- "step": 3330
2017
- },
2018
- {
2019
- "epoch": 12.37,
2020
- "learning_rate": 7.637037037037038e-05,
2021
- "loss": 0.0017,
2022
- "step": 3340
2023
- },
2024
- {
2025
- "epoch": 12.41,
2026
- "learning_rate": 7.6e-05,
2027
- "loss": 0.0029,
2028
- "step": 3350
2029
- },
2030
- {
2031
- "epoch": 12.44,
2032
- "learning_rate": 7.562962962962963e-05,
2033
- "loss": 0.0114,
2034
- "step": 3360
2035
- },
2036
- {
2037
- "epoch": 12.48,
2038
- "learning_rate": 7.525925925925926e-05,
2039
- "loss": 0.001,
2040
- "step": 3370
2041
- },
2042
- {
2043
- "epoch": 12.52,
2044
- "learning_rate": 7.488888888888889e-05,
2045
- "loss": 0.0009,
2046
- "step": 3380
2047
- },
2048
- {
2049
- "epoch": 12.56,
2050
- "learning_rate": 7.451851851851852e-05,
2051
- "loss": 0.0039,
2052
- "step": 3390
2053
- },
2054
- {
2055
- "epoch": 12.59,
2056
- "learning_rate": 7.414814814814815e-05,
2057
- "loss": 0.008,
2058
- "step": 3400
2059
- },
2060
- {
2061
- "epoch": 12.63,
2062
- "learning_rate": 7.377777777777778e-05,
2063
- "loss": 0.0038,
2064
- "step": 3410
2065
- },
2066
- {
2067
- "epoch": 12.67,
2068
- "learning_rate": 7.340740740740741e-05,
2069
- "loss": 0.029,
2070
- "step": 3420
2071
- },
2072
- {
2073
- "epoch": 12.7,
2074
- "learning_rate": 7.303703703703704e-05,
2075
- "loss": 0.0019,
2076
- "step": 3430
2077
- },
2078
- {
2079
- "epoch": 12.74,
2080
- "learning_rate": 7.266666666666667e-05,
2081
- "loss": 0.0018,
2082
- "step": 3440
2083
- },
2084
- {
2085
- "epoch": 12.78,
2086
- "learning_rate": 7.22962962962963e-05,
2087
- "loss": 0.0211,
2088
- "step": 3450
2089
- },
2090
- {
2091
- "epoch": 12.81,
2092
- "learning_rate": 7.192592592592592e-05,
2093
- "loss": 0.0192,
2094
- "step": 3460
2095
- },
2096
- {
2097
- "epoch": 12.85,
2098
- "learning_rate": 7.155555555555555e-05,
2099
- "loss": 0.0181,
2100
- "step": 3470
2101
- },
2102
- {
2103
- "epoch": 12.89,
2104
- "learning_rate": 7.118518518518518e-05,
2105
- "loss": 0.0226,
2106
- "step": 3480
2107
- },
2108
- {
2109
- "epoch": 12.93,
2110
- "learning_rate": 7.081481481481483e-05,
2111
- "loss": 0.0083,
2112
- "step": 3490
2113
- },
2114
- {
2115
- "epoch": 12.96,
2116
- "learning_rate": 7.044444444444444e-05,
2117
- "loss": 0.013,
2118
- "step": 3500
2119
- },
2120
- {
2121
- "epoch": 13.0,
2122
- "learning_rate": 7.007407407407408e-05,
2123
- "loss": 0.0008,
2124
- "step": 3510
2125
- },
2126
- {
2127
- "epoch": 13.04,
2128
- "learning_rate": 6.97037037037037e-05,
2129
- "loss": 0.0701,
2130
- "step": 3520
2131
- },
2132
- {
2133
- "epoch": 13.07,
2134
- "learning_rate": 6.933333333333334e-05,
2135
- "loss": 0.0032,
2136
- "step": 3530
2137
- },
2138
- {
2139
- "epoch": 13.11,
2140
- "learning_rate": 6.896296296296296e-05,
2141
- "loss": 0.0021,
2142
- "step": 3540
2143
- },
2144
- {
2145
- "epoch": 13.15,
2146
- "learning_rate": 6.85925925925926e-05,
2147
- "loss": 0.001,
2148
- "step": 3550
2149
- },
2150
- {
2151
- "epoch": 13.19,
2152
- "learning_rate": 6.822222222222222e-05,
2153
- "loss": 0.0289,
2154
- "step": 3560
2155
- },
2156
- {
2157
- "epoch": 13.22,
2158
- "learning_rate": 6.785185185185186e-05,
2159
- "loss": 0.001,
2160
- "step": 3570
2161
- },
2162
- {
2163
- "epoch": 13.26,
2164
- "learning_rate": 6.748148148148149e-05,
2165
- "loss": 0.0358,
2166
- "step": 3580
2167
- },
2168
- {
2169
- "epoch": 13.3,
2170
- "learning_rate": 6.711111111111112e-05,
2171
- "loss": 0.001,
2172
- "step": 3590
2173
- },
2174
- {
2175
- "epoch": 13.33,
2176
- "learning_rate": 6.674074074074075e-05,
2177
- "loss": 0.008,
2178
- "step": 3600
2179
- },
2180
- {
2181
- "epoch": 13.37,
2182
- "learning_rate": 6.637037037037038e-05,
2183
- "loss": 0.0375,
2184
- "step": 3610
2185
- },
2186
- {
2187
- "epoch": 13.41,
2188
- "learning_rate": 6.6e-05,
2189
- "loss": 0.0009,
2190
- "step": 3620
2191
- },
2192
- {
2193
- "epoch": 13.44,
2194
- "learning_rate": 6.562962962962963e-05,
2195
- "loss": 0.0039,
2196
- "step": 3630
2197
- },
2198
- {
2199
- "epoch": 13.48,
2200
- "learning_rate": 6.525925925925926e-05,
2201
- "loss": 0.0033,
2202
- "step": 3640
2203
- },
2204
- {
2205
- "epoch": 13.52,
2206
- "learning_rate": 6.488888888888889e-05,
2207
- "loss": 0.0008,
2208
- "step": 3650
2209
- },
2210
- {
2211
- "epoch": 13.56,
2212
- "learning_rate": 6.451851851851852e-05,
2213
- "loss": 0.0111,
2214
- "step": 3660
2215
- },
2216
- {
2217
- "epoch": 13.59,
2218
- "learning_rate": 6.414814814814815e-05,
2219
- "loss": 0.0189,
2220
- "step": 3670
2221
- },
2222
- {
2223
- "epoch": 13.63,
2224
- "learning_rate": 6.377777777777778e-05,
2225
- "loss": 0.0238,
2226
- "step": 3680
2227
- },
2228
- {
2229
- "epoch": 13.67,
2230
- "learning_rate": 6.340740740740741e-05,
2231
- "loss": 0.0315,
2232
- "step": 3690
2233
- },
2234
- {
2235
- "epoch": 13.7,
2236
- "learning_rate": 6.303703703703704e-05,
2237
- "loss": 0.0007,
2238
- "step": 3700
2239
- },
2240
- {
2241
- "epoch": 13.74,
2242
- "learning_rate": 6.266666666666667e-05,
2243
- "loss": 0.0013,
2244
- "step": 3710
2245
- },
2246
- {
2247
- "epoch": 13.78,
2248
- "learning_rate": 6.22962962962963e-05,
2249
- "loss": 0.0079,
2250
- "step": 3720
2251
- },
2252
- {
2253
- "epoch": 13.81,
2254
- "learning_rate": 6.192592592592593e-05,
2255
- "loss": 0.0008,
2256
- "step": 3730
2257
- },
2258
- {
2259
- "epoch": 13.85,
2260
- "learning_rate": 6.155555555555555e-05,
2261
- "loss": 0.0008,
2262
- "step": 3740
2263
- },
2264
- {
2265
- "epoch": 13.89,
2266
- "learning_rate": 6.118518518518518e-05,
2267
- "loss": 0.0007,
2268
- "step": 3750
2269
- },
2270
- {
2271
- "epoch": 13.93,
2272
- "learning_rate": 6.081481481481481e-05,
2273
- "loss": 0.0046,
2274
- "step": 3760
2275
- },
2276
- {
2277
- "epoch": 13.96,
2278
- "learning_rate": 6.044444444444445e-05,
2279
- "loss": 0.0009,
2280
- "step": 3770
2281
- },
2282
- {
2283
- "epoch": 14.0,
2284
- "learning_rate": 6.007407407407407e-05,
2285
- "loss": 0.0007,
2286
- "step": 3780
2287
- },
2288
- {
2289
- "epoch": 14.04,
2290
- "learning_rate": 5.970370370370371e-05,
2291
- "loss": 0.0007,
2292
- "step": 3790
2293
- },
2294
- {
2295
- "epoch": 14.07,
2296
- "learning_rate": 5.9333333333333343e-05,
2297
- "loss": 0.0008,
2298
- "step": 3800
2299
- },
2300
- {
2301
- "epoch": 14.11,
2302
- "learning_rate": 5.8962962962962966e-05,
2303
- "loss": 0.0007,
2304
- "step": 3810
2305
- },
2306
- {
2307
- "epoch": 14.15,
2308
- "learning_rate": 5.85925925925926e-05,
2309
- "loss": 0.0008,
2310
- "step": 3820
2311
- },
2312
- {
2313
- "epoch": 14.19,
2314
- "learning_rate": 5.8222222222222224e-05,
2315
- "loss": 0.0028,
2316
- "step": 3830
2317
- },
2318
- {
2319
- "epoch": 14.22,
2320
- "learning_rate": 5.785185185185186e-05,
2321
- "loss": 0.0112,
2322
- "step": 3840
2323
- },
2324
- {
2325
- "epoch": 14.26,
2326
- "learning_rate": 5.748148148148148e-05,
2327
- "loss": 0.0007,
2328
- "step": 3850
2329
- },
2330
- {
2331
- "epoch": 14.3,
2332
- "learning_rate": 5.711111111111112e-05,
2333
- "loss": 0.0076,
2334
- "step": 3860
2335
- },
2336
- {
2337
- "epoch": 14.33,
2338
- "learning_rate": 5.674074074074074e-05,
2339
- "loss": 0.0007,
2340
- "step": 3870
2341
- },
2342
- {
2343
- "epoch": 14.37,
2344
- "learning_rate": 5.637037037037037e-05,
2345
- "loss": 0.0038,
2346
- "step": 3880
2347
- },
2348
- {
2349
- "epoch": 14.41,
2350
- "learning_rate": 5.6000000000000006e-05,
2351
- "loss": 0.0007,
2352
- "step": 3890
2353
- },
2354
- {
2355
- "epoch": 14.44,
2356
- "learning_rate": 5.562962962962963e-05,
2357
- "loss": 0.0006,
2358
- "step": 3900
2359
- },
2360
- {
2361
- "epoch": 14.48,
2362
- "learning_rate": 5.5259259259259264e-05,
2363
- "loss": 0.0094,
2364
- "step": 3910
2365
- },
2366
- {
2367
- "epoch": 14.52,
2368
- "learning_rate": 5.488888888888889e-05,
2369
- "loss": 0.0068,
2370
- "step": 3920
2371
- },
2372
- {
2373
- "epoch": 14.56,
2374
- "learning_rate": 5.451851851851852e-05,
2375
- "loss": 0.0007,
2376
- "step": 3930
2377
- },
2378
- {
2379
- "epoch": 14.59,
2380
- "learning_rate": 5.4148148148148145e-05,
2381
- "loss": 0.0007,
2382
- "step": 3940
2383
- },
2384
- {
2385
- "epoch": 14.63,
2386
- "learning_rate": 5.377777777777778e-05,
2387
- "loss": 0.0006,
2388
- "step": 3950
2389
- },
2390
- {
2391
- "epoch": 14.67,
2392
- "learning_rate": 5.34074074074074e-05,
2393
- "loss": 0.0006,
2394
- "step": 3960
2395
- },
2396
- {
2397
- "epoch": 14.7,
2398
- "learning_rate": 5.303703703703704e-05,
2399
- "loss": 0.0229,
2400
- "step": 3970
2401
- },
2402
- {
2403
- "epoch": 14.74,
2404
- "learning_rate": 5.266666666666666e-05,
2405
- "loss": 0.0292,
2406
- "step": 3980
2407
- },
2408
- {
2409
- "epoch": 14.78,
2410
- "learning_rate": 5.22962962962963e-05,
2411
- "loss": 0.0006,
2412
- "step": 3990
2413
- },
2414
- {
2415
- "epoch": 14.81,
2416
- "learning_rate": 5.1925925925925933e-05,
2417
- "loss": 0.0006,
2418
- "step": 4000
2419
- },
2420
- {
2421
- "epoch": 14.85,
2422
- "learning_rate": 5.1555555555555556e-05,
2423
- "loss": 0.0097,
2424
- "step": 4010
2425
- },
2426
- {
2427
- "epoch": 14.89,
2428
- "learning_rate": 5.118518518518519e-05,
2429
- "loss": 0.0006,
2430
- "step": 4020
2431
- },
2432
- {
2433
- "epoch": 14.93,
2434
- "learning_rate": 5.0814814814814814e-05,
2435
- "loss": 0.0007,
2436
- "step": 4030
2437
- },
2438
- {
2439
- "epoch": 14.96,
2440
- "learning_rate": 5.044444444444445e-05,
2441
- "loss": 0.0006,
2442
- "step": 4040
2443
- },
2444
- {
2445
- "epoch": 15.0,
2446
- "learning_rate": 5.007407407407407e-05,
2447
- "loss": 0.0006,
2448
- "step": 4050
2449
- },
2450
- {
2451
- "epoch": 15.04,
2452
- "learning_rate": 4.970370370370371e-05,
2453
- "loss": 0.0006,
2454
- "step": 4060
2455
- },
2456
- {
2457
- "epoch": 15.07,
2458
- "learning_rate": 4.933333333333334e-05,
2459
- "loss": 0.0006,
2460
- "step": 4070
2461
- },
2462
- {
2463
- "epoch": 15.11,
2464
- "learning_rate": 4.896296296296297e-05,
2465
- "loss": 0.0006,
2466
- "step": 4080
2467
- },
2468
- {
2469
- "epoch": 15.15,
2470
- "learning_rate": 4.8592592592592596e-05,
2471
- "loss": 0.0055,
2472
- "step": 4090
2473
- },
2474
- {
2475
- "epoch": 15.19,
2476
- "learning_rate": 4.8222222222222225e-05,
2477
- "loss": 0.0006,
2478
- "step": 4100
2479
- },
2480
- {
2481
- "epoch": 15.22,
2482
- "learning_rate": 4.7851851851851854e-05,
2483
- "loss": 0.0006,
2484
- "step": 4110
2485
- },
2486
- {
2487
- "epoch": 15.26,
2488
- "learning_rate": 4.7481481481481483e-05,
2489
- "loss": 0.0006,
2490
- "step": 4120
2491
- },
2492
- {
2493
- "epoch": 15.3,
2494
- "learning_rate": 4.711111111111111e-05,
2495
- "loss": 0.0008,
2496
- "step": 4130
2497
- },
2498
- {
2499
- "epoch": 15.33,
2500
- "learning_rate": 4.674074074074074e-05,
2501
- "loss": 0.0044,
2502
- "step": 4140
2503
- },
2504
- {
2505
- "epoch": 15.37,
2506
- "learning_rate": 4.637037037037038e-05,
2507
- "loss": 0.0006,
2508
- "step": 4150
2509
- },
2510
- {
2511
- "epoch": 15.41,
2512
- "learning_rate": 4.600000000000001e-05,
2513
- "loss": 0.0006,
2514
- "step": 4160
2515
- },
2516
- {
2517
- "epoch": 15.44,
2518
- "learning_rate": 4.5629629629629636e-05,
2519
- "loss": 0.0076,
2520
- "step": 4170
2521
- },
2522
- {
2523
- "epoch": 15.48,
2524
- "learning_rate": 4.5259259259259265e-05,
2525
- "loss": 0.0006,
2526
- "step": 4180
2527
- },
2528
- {
2529
- "epoch": 15.52,
2530
- "learning_rate": 4.4888888888888894e-05,
2531
- "loss": 0.0006,
2532
- "step": 4190
2533
- },
2534
- {
2535
- "epoch": 15.56,
2536
- "learning_rate": 4.4518518518518523e-05,
2537
- "loss": 0.0053,
2538
- "step": 4200
2539
- },
2540
- {
2541
- "epoch": 15.59,
2542
- "learning_rate": 4.414814814814815e-05,
2543
- "loss": 0.0006,
2544
- "step": 4210
2545
- },
2546
- {
2547
- "epoch": 15.63,
2548
- "learning_rate": 4.377777777777778e-05,
2549
- "loss": 0.0006,
2550
- "step": 4220
2551
- },
2552
- {
2553
- "epoch": 15.67,
2554
- "learning_rate": 4.340740740740741e-05,
2555
- "loss": 0.0032,
2556
- "step": 4230
2557
- },
2558
- {
2559
- "epoch": 15.7,
2560
- "learning_rate": 4.303703703703704e-05,
2561
- "loss": 0.015,
2562
- "step": 4240
2563
- },
2564
- {
2565
- "epoch": 15.74,
2566
- "learning_rate": 4.266666666666667e-05,
2567
- "loss": 0.0006,
2568
- "step": 4250
2569
- },
2570
- {
2571
- "epoch": 15.78,
2572
- "learning_rate": 4.22962962962963e-05,
2573
- "loss": 0.0046,
2574
- "step": 4260
2575
- },
2576
- {
2577
- "epoch": 15.81,
2578
- "learning_rate": 4.192592592592593e-05,
2579
- "loss": 0.0006,
2580
- "step": 4270
2581
- },
2582
- {
2583
- "epoch": 15.85,
2584
- "learning_rate": 4.155555555555556e-05,
2585
- "loss": 0.0006,
2586
- "step": 4280
2587
- },
2588
- {
2589
- "epoch": 15.89,
2590
- "learning_rate": 4.1185185185185186e-05,
2591
- "loss": 0.0006,
2592
- "step": 4290
2593
- },
2594
- {
2595
- "epoch": 15.93,
2596
- "learning_rate": 4.0814814814814815e-05,
2597
- "loss": 0.0006,
2598
- "step": 4300
2599
- },
2600
- {
2601
- "epoch": 15.96,
2602
- "learning_rate": 4.0444444444444444e-05,
2603
- "loss": 0.0006,
2604
- "step": 4310
2605
- },
2606
- {
2607
- "epoch": 16.0,
2608
- "learning_rate": 4.007407407407407e-05,
2609
- "loss": 0.0006,
2610
- "step": 4320
2611
- },
2612
- {
2613
- "epoch": 16.04,
2614
- "learning_rate": 3.97037037037037e-05,
2615
- "loss": 0.0006,
2616
- "step": 4330
2617
- },
2618
- {
2619
- "epoch": 16.07,
2620
- "learning_rate": 3.933333333333333e-05,
2621
- "loss": 0.0074,
2622
- "step": 4340
2623
- },
2624
- {
2625
- "epoch": 16.11,
2626
- "learning_rate": 3.896296296296296e-05,
2627
- "loss": 0.0006,
2628
- "step": 4350
2629
- },
2630
- {
2631
- "epoch": 16.15,
2632
- "learning_rate": 3.85925925925926e-05,
2633
- "loss": 0.0005,
2634
- "step": 4360
2635
- },
2636
- {
2637
- "epoch": 16.19,
2638
- "learning_rate": 3.8222222222222226e-05,
2639
- "loss": 0.0006,
2640
- "step": 4370
2641
- },
2642
- {
2643
- "epoch": 16.22,
2644
- "learning_rate": 3.7851851851851855e-05,
2645
- "loss": 0.006,
2646
- "step": 4380
2647
- },
2648
- {
2649
- "epoch": 16.26,
2650
- "learning_rate": 3.7481481481481484e-05,
2651
- "loss": 0.0006,
2652
- "step": 4390
2653
- },
2654
- {
2655
- "epoch": 16.3,
2656
- "learning_rate": 3.7111111111111113e-05,
2657
- "loss": 0.0006,
2658
- "step": 4400
2659
- },
2660
- {
2661
- "epoch": 16.33,
2662
- "learning_rate": 3.674074074074074e-05,
2663
- "loss": 0.0005,
2664
- "step": 4410
2665
- },
2666
- {
2667
- "epoch": 16.37,
2668
- "learning_rate": 3.637037037037037e-05,
2669
- "loss": 0.0104,
2670
- "step": 4420
2671
- },
2672
- {
2673
- "epoch": 16.41,
2674
- "learning_rate": 3.6e-05,
2675
- "loss": 0.0005,
2676
- "step": 4430
2677
- },
2678
- {
2679
- "epoch": 16.44,
2680
- "learning_rate": 3.562962962962963e-05,
2681
- "loss": 0.0056,
2682
- "step": 4440
2683
- },
2684
- {
2685
- "epoch": 16.48,
2686
- "learning_rate": 3.525925925925926e-05,
2687
- "loss": 0.0108,
2688
- "step": 4450
2689
- },
2690
- {
2691
- "epoch": 16.52,
2692
- "learning_rate": 3.4888888888888895e-05,
2693
- "loss": 0.0005,
2694
- "step": 4460
2695
- },
2696
- {
2697
- "epoch": 16.56,
2698
- "learning_rate": 3.4518518518518524e-05,
2699
- "loss": 0.0005,
2700
- "step": 4470
2701
- },
2702
- {
2703
- "epoch": 16.59,
2704
- "learning_rate": 3.4148148148148153e-05,
2705
- "loss": 0.0005,
2706
- "step": 4480
2707
- },
2708
- {
2709
- "epoch": 16.63,
2710
- "learning_rate": 3.377777777777778e-05,
2711
- "loss": 0.0005,
2712
- "step": 4490
2713
- },
2714
- {
2715
- "epoch": 16.67,
2716
- "learning_rate": 3.340740740740741e-05,
2717
- "loss": 0.0005,
2718
- "step": 4500
2719
- },
2720
- {
2721
- "epoch": 16.7,
2722
- "learning_rate": 3.303703703703704e-05,
2723
- "loss": 0.0005,
2724
- "step": 4510
2725
- },
2726
- {
2727
- "epoch": 16.74,
2728
- "learning_rate": 3.266666666666667e-05,
2729
- "loss": 0.0005,
2730
- "step": 4520
2731
- },
2732
- {
2733
- "epoch": 16.78,
2734
- "learning_rate": 3.22962962962963e-05,
2735
- "loss": 0.0005,
2736
- "step": 4530
2737
- },
2738
- {
2739
- "epoch": 16.81,
2740
- "learning_rate": 3.192592592592593e-05,
2741
- "loss": 0.0005,
2742
- "step": 4540
2743
- },
2744
- {
2745
- "epoch": 16.85,
2746
- "learning_rate": 3.155555555555556e-05,
2747
- "loss": 0.0005,
2748
- "step": 4550
2749
- },
2750
- {
2751
- "epoch": 16.89,
2752
- "learning_rate": 3.118518518518519e-05,
2753
- "loss": 0.0043,
2754
- "step": 4560
2755
- },
2756
- {
2757
- "epoch": 16.93,
2758
- "learning_rate": 3.0814814814814816e-05,
2759
- "loss": 0.0005,
2760
- "step": 4570
2761
- },
2762
- {
2763
- "epoch": 16.96,
2764
- "learning_rate": 3.044444444444445e-05,
2765
- "loss": 0.0005,
2766
- "step": 4580
2767
- },
2768
- {
2769
- "epoch": 17.0,
2770
- "learning_rate": 3.0074074074074078e-05,
2771
- "loss": 0.0005,
2772
- "step": 4590
2773
- },
2774
- {
2775
- "epoch": 17.04,
2776
- "learning_rate": 2.9703703703703707e-05,
2777
- "loss": 0.0005,
2778
- "step": 4600
2779
- },
2780
- {
2781
- "epoch": 17.07,
2782
- "learning_rate": 2.9333333333333336e-05,
2783
- "loss": 0.0068,
2784
- "step": 4610
2785
- },
2786
- {
2787
- "epoch": 17.11,
2788
- "learning_rate": 2.8962962962962965e-05,
2789
- "loss": 0.0005,
2790
- "step": 4620
2791
- },
2792
- {
2793
- "epoch": 17.15,
2794
- "learning_rate": 2.8592592592592594e-05,
2795
- "loss": 0.0048,
2796
- "step": 4630
2797
- },
2798
- {
2799
- "epoch": 17.19,
2800
- "learning_rate": 2.8222222222222223e-05,
2801
- "loss": 0.0005,
2802
- "step": 4640
2803
- },
2804
- {
2805
- "epoch": 17.22,
2806
- "learning_rate": 2.7851851851851853e-05,
2807
- "loss": 0.0005,
2808
- "step": 4650
2809
- },
2810
- {
2811
- "epoch": 17.26,
2812
- "learning_rate": 2.7481481481481482e-05,
2813
- "loss": 0.0065,
2814
- "step": 4660
2815
- },
2816
- {
2817
- "epoch": 17.3,
2818
- "learning_rate": 2.7111111111111114e-05,
2819
- "loss": 0.0005,
2820
- "step": 4670
2821
- },
2822
- {
2823
- "epoch": 17.33,
2824
- "learning_rate": 2.6740740740740743e-05,
2825
- "loss": 0.0048,
2826
- "step": 4680
2827
- },
2828
- {
2829
- "epoch": 17.37,
2830
- "learning_rate": 2.6370370370370373e-05,
2831
- "loss": 0.0005,
2832
- "step": 4690
2833
- },
2834
- {
2835
- "epoch": 17.41,
2836
- "learning_rate": 2.6000000000000002e-05,
2837
- "loss": 0.0005,
2838
- "step": 4700
2839
- },
2840
- {
2841
- "epoch": 17.44,
2842
- "learning_rate": 2.562962962962963e-05,
2843
- "loss": 0.0005,
2844
- "step": 4710
2845
- },
2846
- {
2847
- "epoch": 17.48,
2848
- "learning_rate": 2.525925925925926e-05,
2849
- "loss": 0.004,
2850
- "step": 4720
2851
- },
2852
- {
2853
- "epoch": 17.52,
2854
- "learning_rate": 2.488888888888889e-05,
2855
- "loss": 0.0005,
2856
- "step": 4730
2857
- },
2858
- {
2859
- "epoch": 17.56,
2860
- "learning_rate": 2.451851851851852e-05,
2861
- "loss": 0.0005,
2862
- "step": 4740
2863
- },
2864
- {
2865
- "epoch": 17.59,
2866
- "learning_rate": 2.414814814814815e-05,
2867
- "loss": 0.0005,
2868
- "step": 4750
2869
- },
2870
- {
2871
- "epoch": 17.63,
2872
- "learning_rate": 2.377777777777778e-05,
2873
- "loss": 0.0005,
2874
- "step": 4760
2875
- },
2876
- {
2877
- "epoch": 17.67,
2878
- "learning_rate": 2.340740740740741e-05,
2879
- "loss": 0.0005,
2880
- "step": 4770
2881
- },
2882
- {
2883
- "epoch": 17.7,
2884
- "learning_rate": 2.303703703703704e-05,
2885
- "loss": 0.0005,
2886
- "step": 4780
2887
- },
2888
- {
2889
- "epoch": 17.74,
2890
- "learning_rate": 2.2666666666666668e-05,
2891
- "loss": 0.0032,
2892
- "step": 4790
2893
- },
2894
- {
2895
- "epoch": 17.78,
2896
- "learning_rate": 2.2296296296296297e-05,
2897
- "loss": 0.0005,
2898
- "step": 4800
2899
- },
2900
- {
2901
- "epoch": 17.81,
2902
- "learning_rate": 2.1925925925925926e-05,
2903
- "loss": 0.0005,
2904
- "step": 4810
2905
- },
2906
- {
2907
- "epoch": 17.85,
2908
- "learning_rate": 2.1555555555555555e-05,
2909
- "loss": 0.0005,
2910
- "step": 4820
2911
- },
2912
- {
2913
- "epoch": 17.89,
2914
- "learning_rate": 2.1185185185185184e-05,
2915
- "loss": 0.0005,
2916
- "step": 4830
2917
- },
2918
- {
2919
- "epoch": 17.93,
2920
- "learning_rate": 2.0814814814814813e-05,
2921
- "loss": 0.0005,
2922
- "step": 4840
2923
- },
2924
- {
2925
- "epoch": 17.96,
2926
- "learning_rate": 2.0444444444444446e-05,
2927
- "loss": 0.0081,
2928
- "step": 4850
2929
- },
2930
- {
2931
- "epoch": 18.0,
2932
- "learning_rate": 2.0074074074074075e-05,
2933
- "loss": 0.0064,
2934
- "step": 4860
2935
- },
2936
- {
2937
- "epoch": 18.04,
2938
- "learning_rate": 1.9703703703703704e-05,
2939
- "loss": 0.0005,
2940
- "step": 4870
2941
- },
2942
- {
2943
- "epoch": 18.07,
2944
- "learning_rate": 1.9333333333333333e-05,
2945
- "loss": 0.0005,
2946
- "step": 4880
2947
- },
2948
- {
2949
- "epoch": 18.11,
2950
- "learning_rate": 1.8962962962962963e-05,
2951
- "loss": 0.0005,
2952
- "step": 4890
2953
- },
2954
- {
2955
- "epoch": 18.15,
2956
- "learning_rate": 1.8592592592592595e-05,
2957
- "loss": 0.0049,
2958
- "step": 4900
2959
- },
2960
- {
2961
- "epoch": 18.19,
2962
- "learning_rate": 1.8222222222222224e-05,
2963
- "loss": 0.0005,
2964
- "step": 4910
2965
- },
2966
- {
2967
- "epoch": 18.22,
2968
- "learning_rate": 1.7851851851851853e-05,
2969
- "loss": 0.0005,
2970
- "step": 4920
2971
- },
2972
- {
2973
- "epoch": 18.26,
2974
- "learning_rate": 1.7481481481481483e-05,
2975
- "loss": 0.0039,
2976
- "step": 4930
2977
- },
2978
- {
2979
- "epoch": 18.3,
2980
- "learning_rate": 1.7111111111111112e-05,
2981
- "loss": 0.0034,
2982
- "step": 4940
2983
- },
2984
- {
2985
- "epoch": 18.33,
2986
- "learning_rate": 1.674074074074074e-05,
2987
- "loss": 0.0033,
2988
- "step": 4950
2989
- },
2990
- {
2991
- "epoch": 18.37,
2992
- "learning_rate": 1.6370370370370374e-05,
2993
- "loss": 0.0005,
2994
- "step": 4960
2995
- },
2996
- {
2997
- "epoch": 18.41,
2998
- "learning_rate": 1.6000000000000003e-05,
2999
- "loss": 0.0005,
3000
- "step": 4970
3001
- },
3002
- {
3003
- "epoch": 18.44,
3004
- "learning_rate": 1.5629629629629632e-05,
3005
- "loss": 0.0005,
3006
- "step": 4980
3007
- },
3008
- {
3009
- "epoch": 18.48,
3010
- "learning_rate": 1.5259259259259258e-05,
3011
- "loss": 0.0005,
3012
- "step": 4990
3013
- },
3014
- {
3015
- "epoch": 18.52,
3016
- "learning_rate": 1.4888888888888888e-05,
3017
- "loss": 0.0076,
3018
- "step": 5000
3019
- },
3020
- {
3021
- "epoch": 18.56,
3022
- "learning_rate": 1.4518518518518521e-05,
3023
- "loss": 0.0076,
3024
- "step": 5010
3025
- },
3026
- {
3027
- "epoch": 18.59,
3028
- "learning_rate": 1.4148148148148148e-05,
3029
- "loss": 0.0005,
3030
- "step": 5020
3031
- },
3032
- {
3033
- "epoch": 18.63,
3034
- "learning_rate": 1.3777777777777778e-05,
3035
- "loss": 0.0005,
3036
- "step": 5030
3037
- },
3038
- {
3039
- "epoch": 18.67,
3040
- "learning_rate": 1.3407407407407407e-05,
3041
- "loss": 0.0005,
3042
- "step": 5040
3043
- },
3044
- {
3045
- "epoch": 18.7,
3046
- "learning_rate": 1.3037037037037036e-05,
3047
- "loss": 0.0005,
3048
- "step": 5050
3049
- },
3050
- {
3051
- "epoch": 18.74,
3052
- "learning_rate": 1.2666666666666668e-05,
3053
- "loss": 0.0005,
3054
- "step": 5060
3055
- },
3056
- {
3057
- "epoch": 18.78,
3058
- "learning_rate": 1.2296296296296298e-05,
3059
- "loss": 0.0005,
3060
- "step": 5070
3061
- },
3062
- {
3063
- "epoch": 18.81,
3064
- "learning_rate": 1.1925925925925927e-05,
3065
- "loss": 0.0061,
3066
- "step": 5080
3067
- },
3068
- {
3069
- "epoch": 18.85,
3070
- "learning_rate": 1.1555555555555556e-05,
3071
- "loss": 0.0005,
3072
- "step": 5090
3073
- },
3074
- {
3075
- "epoch": 18.89,
3076
- "learning_rate": 1.1185185185185187e-05,
3077
- "loss": 0.0005,
3078
- "step": 5100
3079
- },
3080
- {
3081
- "epoch": 18.93,
3082
- "learning_rate": 1.0814814814814814e-05,
3083
- "loss": 0.0056,
3084
- "step": 5110
3085
- },
3086
- {
3087
- "epoch": 18.96,
3088
- "learning_rate": 1.0444444444444445e-05,
3089
- "loss": 0.0005,
3090
- "step": 5120
3091
- },
3092
- {
3093
- "epoch": 19.0,
3094
- "learning_rate": 1.0074074074074074e-05,
3095
- "loss": 0.0004,
3096
- "step": 5130
3097
- },
3098
- {
3099
- "epoch": 19.04,
3100
- "learning_rate": 9.703703703703703e-06,
3101
- "loss": 0.0004,
3102
- "step": 5140
3103
- },
3104
- {
3105
- "epoch": 19.07,
3106
- "learning_rate": 9.333333333333334e-06,
3107
- "loss": 0.0005,
3108
- "step": 5150
3109
- },
3110
- {
3111
- "epoch": 19.11,
3112
- "learning_rate": 8.962962962962963e-06,
3113
- "loss": 0.0049,
3114
- "step": 5160
3115
- },
3116
- {
3117
- "epoch": 19.15,
3118
- "learning_rate": 8.592592592592593e-06,
3119
- "loss": 0.005,
3120
- "step": 5170
3121
- },
3122
- {
3123
- "epoch": 19.19,
3124
- "learning_rate": 8.222222222222223e-06,
3125
- "loss": 0.0005,
3126
- "step": 5180
3127
- },
3128
- {
3129
- "epoch": 19.22,
3130
- "learning_rate": 7.851851851851853e-06,
3131
- "loss": 0.0043,
3132
- "step": 5190
3133
- },
3134
- {
3135
- "epoch": 19.26,
3136
- "learning_rate": 7.481481481481483e-06,
3137
- "loss": 0.0051,
3138
- "step": 5200
3139
- },
3140
- {
3141
- "epoch": 19.3,
3142
- "learning_rate": 7.111111111111112e-06,
3143
- "loss": 0.0005,
3144
- "step": 5210
3145
- },
3146
- {
3147
- "epoch": 19.33,
3148
- "learning_rate": 6.74074074074074e-06,
3149
- "loss": 0.0048,
3150
- "step": 5220
3151
- },
3152
- {
3153
- "epoch": 19.37,
3154
- "learning_rate": 6.370370370370371e-06,
3155
- "loss": 0.0051,
3156
- "step": 5230
3157
- },
3158
- {
3159
- "epoch": 19.41,
3160
- "learning_rate": 6e-06,
3161
- "loss": 0.0048,
3162
- "step": 5240
3163
- },
3164
- {
3165
- "epoch": 19.44,
3166
- "learning_rate": 5.62962962962963e-06,
3167
- "loss": 0.0055,
3168
- "step": 5250
3169
- },
3170
- {
3171
- "epoch": 19.48,
3172
- "learning_rate": 5.259259259259259e-06,
3173
- "loss": 0.0005,
3174
- "step": 5260
3175
- },
3176
- {
3177
- "epoch": 19.52,
3178
- "learning_rate": 4.888888888888889e-06,
3179
- "loss": 0.0005,
3180
- "step": 5270
3181
- },
3182
- {
3183
- "epoch": 19.56,
3184
- "learning_rate": 4.5185185185185185e-06,
3185
- "loss": 0.0005,
3186
- "step": 5280
3187
- },
3188
- {
3189
- "epoch": 19.59,
3190
- "learning_rate": 4.1481481481481485e-06,
3191
- "loss": 0.0005,
3192
- "step": 5290
3193
- },
3194
- {
3195
- "epoch": 19.63,
3196
- "learning_rate": 3.777777777777778e-06,
3197
- "loss": 0.0004,
3198
- "step": 5300
3199
- },
3200
- {
3201
- "epoch": 19.67,
3202
- "learning_rate": 3.4074074074074077e-06,
3203
- "loss": 0.0004,
3204
- "step": 5310
3205
- },
3206
- {
3207
- "epoch": 19.7,
3208
- "learning_rate": 3.0370370370370372e-06,
3209
- "loss": 0.0005,
3210
- "step": 5320
3211
- },
3212
- {
3213
- "epoch": 19.74,
3214
- "learning_rate": 2.666666666666667e-06,
3215
- "loss": 0.0005,
3216
- "step": 5330
3217
- },
3218
- {
3219
- "epoch": 19.78,
3220
- "learning_rate": 2.2962962962962964e-06,
3221
- "loss": 0.0005,
3222
- "step": 5340
3223
- },
3224
- {
3225
- "epoch": 19.81,
3226
- "learning_rate": 1.925925925925926e-06,
3227
- "loss": 0.0004,
3228
- "step": 5350
3229
- },
3230
- {
3231
- "epoch": 19.85,
3232
- "learning_rate": 1.5555555555555556e-06,
3233
- "loss": 0.0004,
3234
- "step": 5360
3235
- },
3236
- {
3237
- "epoch": 19.89,
3238
- "learning_rate": 1.1851851851851852e-06,
3239
- "loss": 0.0004,
3240
- "step": 5370
3241
- },
3242
- {
3243
- "epoch": 19.93,
3244
- "learning_rate": 8.148148148148147e-07,
3245
- "loss": 0.0005,
3246
- "step": 5380
3247
- },
3248
- {
3249
- "epoch": 19.96,
3250
- "learning_rate": 4.444444444444445e-07,
3251
- "loss": 0.0005,
3252
- "step": 5390
3253
- },
3254
- {
3255
- "epoch": 20.0,
3256
- "learning_rate": 7.407407407407407e-08,
3257
- "loss": 0.0005,
3258
- "step": 5400
3259
- },
3260
- {
3261
- "epoch": 20.0,
3262
- "step": 5400,
3263
- "total_flos": 6.69572795818967e+18,
3264
- "train_loss": 0.14805768244520381,
3265
- "train_runtime": 1678.3865,
3266
- "train_samples_per_second": 51.478,
3267
- "train_steps_per_second": 3.217
3268
  }
3269
  ],
3270
  "logging_steps": 10,
3271
- "max_steps": 5400,
3272
- "num_train_epochs": 20,
3273
- "save_steps": 6000,
3274
- "total_flos": 6.69572795818967e+18,
3275
  "trial_name": null,
3276
  "trial_params": null
3277
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 10.0,
5
+ "eval_steps": 500,
6
+ "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.11,
13
+ "learning_rate": 0.00019777777777777778,
14
+ "loss": 0.0793,
15
  "step": 10
16
  },
17
  {
18
+ "epoch": 0.22,
19
+ "learning_rate": 0.00019555555555555556,
20
+ "loss": 0.104,
21
  "step": 20
22
  },
23
  {
24
+ "epoch": 0.33,
25
+ "learning_rate": 0.00019333333333333333,
26
+ "loss": 0.065,
27
  "step": 30
28
  },
29
  {
30
+ "epoch": 0.44,
31
+ "learning_rate": 0.00019111111111111114,
32
+ "loss": 0.0836,
33
  "step": 40
34
  },
35
  {
36
+ "epoch": 0.56,
37
+ "learning_rate": 0.00018888888888888888,
38
+ "loss": 0.1303,
39
  "step": 50
40
  },
41
  {
42
+ "epoch": 0.67,
43
+ "learning_rate": 0.0001866666666666667,
44
+ "loss": 0.0363,
45
  "step": 60
46
  },
47
  {
48
+ "epoch": 0.78,
49
+ "learning_rate": 0.00018444444444444446,
50
+ "loss": 0.0567,
51
  "step": 70
52
  },
53
  {
54
+ "epoch": 0.89,
55
+ "learning_rate": 0.00018222222222222224,
56
+ "loss": 0.059,
57
  "step": 80
58
  },
59
  {
60
+ "epoch": 1.0,
61
+ "learning_rate": 0.00018,
62
+ "loss": 0.1205,
63
  "step": 90
64
  },
65
  {
66
+ "epoch": 1.11,
67
+ "learning_rate": 0.00017777777777777779,
68
+ "loss": 0.0774,
69
  "step": 100
70
  },
71
  {
72
+ "epoch": 1.22,
73
+ "learning_rate": 0.00017555555555555556,
74
+ "loss": 0.0807,
75
  "step": 110
76
  },
77
  {
78
+ "epoch": 1.33,
79
+ "learning_rate": 0.00017333333333333334,
80
+ "loss": 0.0377,
81
  "step": 120
82
  },
83
  {
84
+ "epoch": 1.44,
85
+ "learning_rate": 0.0001711111111111111,
86
+ "loss": 0.0621,
87
  "step": 130
88
  },
89
  {
90
+ "epoch": 1.56,
91
+ "learning_rate": 0.00016888888888888889,
92
+ "loss": 0.0076,
93
  "step": 140
94
  },
95
  {
96
+ "epoch": 1.67,
97
+ "learning_rate": 0.0001666666666666667,
98
+ "loss": 0.0098,
99
  "step": 150
100
  },
101
  {
102
+ "epoch": 1.78,
103
+ "learning_rate": 0.00016444444444444444,
104
+ "loss": 0.0595,
105
  "step": 160
106
  },
107
  {
108
+ "epoch": 1.89,
109
+ "learning_rate": 0.00016222222222222224,
110
+ "loss": 0.0179,
111
  "step": 170
112
  },
113
  {
114
+ "epoch": 2.0,
115
+ "learning_rate": 0.00016,
116
+ "loss": 0.0269,
117
  "step": 180
118
  },
119
  {
120
+ "epoch": 2.11,
121
+ "learning_rate": 0.0001577777777777778,
122
+ "loss": 0.0074,
123
  "step": 190
124
  },
125
  {
126
+ "epoch": 2.22,
127
+ "learning_rate": 0.00015555555555555556,
128
+ "loss": 0.0246,
129
  "step": 200
130
  },
131
  {
132
+ "epoch": 2.33,
133
+ "learning_rate": 0.00015333333333333334,
134
+ "loss": 0.0481,
135
  "step": 210
136
  },
137
  {
138
+ "epoch": 2.44,
139
+ "learning_rate": 0.0001511111111111111,
140
+ "loss": 0.0281,
141
  "step": 220
142
  },
143
  {
144
+ "epoch": 2.56,
145
+ "learning_rate": 0.0001488888888888889,
146
+ "loss": 0.0037,
147
  "step": 230
148
  },
149
  {
150
+ "epoch": 2.67,
151
+ "learning_rate": 0.00014666666666666666,
152
+ "loss": 0.0099,
153
  "step": 240
154
  },
155
  {
156
+ "epoch": 2.78,
157
+ "learning_rate": 0.00014444444444444444,
158
+ "loss": 0.0202,
159
  "step": 250
160
  },
161
  {
162
+ "epoch": 2.89,
163
+ "learning_rate": 0.00014222222222222224,
164
+ "loss": 0.0082,
165
  "step": 260
166
  },
167
  {
168
+ "epoch": 3.0,
169
+ "learning_rate": 0.00014,
170
+ "loss": 0.0221,
171
  "step": 270
172
  },
173
  {
174
+ "epoch": 3.11,
175
+ "learning_rate": 0.0001377777777777778,
176
+ "loss": 0.008,
177
  "step": 280
178
  },
179
  {
180
+ "epoch": 3.22,
181
+ "learning_rate": 0.00013555555555555556,
182
+ "loss": 0.0314,
183
  "step": 290
184
  },
185
  {
186
+ "epoch": 3.33,
187
+ "learning_rate": 0.00013333333333333334,
188
+ "loss": 0.0227,
189
  "step": 300
190
  },
191
  {
192
+ "epoch": 3.44,
193
+ "learning_rate": 0.00013111111111111111,
194
+ "loss": 0.0465,
195
  "step": 310
196
  },
197
  {
198
+ "epoch": 3.56,
199
+ "learning_rate": 0.00012888888888888892,
200
+ "loss": 0.026,
201
  "step": 320
202
  },
203
  {
204
+ "epoch": 3.67,
205
+ "learning_rate": 0.00012666666666666666,
206
+ "loss": 0.0058,
207
  "step": 330
208
  },
209
  {
210
+ "epoch": 3.78,
211
+ "learning_rate": 0.00012444444444444444,
212
+ "loss": 0.0071,
213
  "step": 340
214
  },
215
  {
216
+ "epoch": 3.89,
217
+ "learning_rate": 0.00012222222222222224,
218
+ "loss": 0.0256,
219
  "step": 350
220
  },
221
  {
222
+ "epoch": 4.0,
223
+ "learning_rate": 0.00012,
224
+ "loss": 0.0099,
225
  "step": 360
226
  },
227
  {
228
+ "epoch": 4.11,
229
+ "learning_rate": 0.00011777777777777779,
230
+ "loss": 0.0152,
231
  "step": 370
232
  },
233
  {
234
+ "epoch": 4.22,
235
+ "learning_rate": 0.00011555555555555555,
236
+ "loss": 0.0057,
237
  "step": 380
238
  },
239
  {
240
+ "epoch": 4.33,
241
+ "learning_rate": 0.00011333333333333334,
242
+ "loss": 0.0009,
243
  "step": 390
244
  },
245
  {
246
+ "epoch": 4.44,
247
+ "learning_rate": 0.00011111111111111112,
248
+ "loss": 0.0122,
249
  "step": 400
250
  },
251
  {
252
+ "epoch": 4.56,
253
+ "learning_rate": 0.00010888888888888889,
254
+ "loss": 0.0014,
255
  "step": 410
256
  },
257
  {
258
+ "epoch": 4.67,
259
+ "learning_rate": 0.00010666666666666667,
260
+ "loss": 0.0035,
261
  "step": 420
262
  },
263
  {
264
+ "epoch": 4.78,
265
+ "learning_rate": 0.00010444444444444445,
266
+ "loss": 0.0054,
267
  "step": 430
268
  },
269
  {
270
+ "epoch": 4.89,
271
+ "learning_rate": 0.00010222222222222222,
272
+ "loss": 0.0036,
273
  "step": 440
274
  },
275
  {
276
+ "epoch": 5.0,
277
+ "learning_rate": 0.0001,
278
+ "loss": 0.0009,
279
  "step": 450
280
  },
281
  {
282
+ "epoch": 5.11,
283
+ "learning_rate": 9.777777777777778e-05,
284
+ "loss": 0.0012,
285
  "step": 460
286
  },
287
  {
288
+ "epoch": 5.22,
289
+ "learning_rate": 9.555555555555557e-05,
290
+ "loss": 0.0006,
291
  "step": 470
292
  },
293
  {
294
+ "epoch": 5.33,
295
+ "learning_rate": 9.333333333333334e-05,
296
+ "loss": 0.0041,
297
  "step": 480
298
  },
299
  {
300
+ "epoch": 5.44,
301
+ "learning_rate": 9.111111111111112e-05,
302
+ "loss": 0.0019,
303
  "step": 490
304
  },
305
  {
306
+ "epoch": 5.56,
307
+ "learning_rate": 8.888888888888889e-05,
308
+ "loss": 0.0017,
309
+ "step": 500
310
+ },
311
+ {
312
+ "epoch": 5.56,
313
+ "eval_accuracy": 0.9101851851851852,
314
+ "eval_loss": 0.5352890491485596,
315
+ "eval_runtime": 12.7384,
316
+ "eval_samples_per_second": 84.783,
317
+ "eval_steps_per_second": 10.598,
318
  "step": 500
319
  },
320
  {
321
+ "epoch": 5.67,
322
+ "learning_rate": 8.666666666666667e-05,
323
+ "loss": 0.0091,
324
  "step": 510
325
  },
326
  {
327
+ "epoch": 5.78,
328
+ "learning_rate": 8.444444444444444e-05,
329
+ "loss": 0.0015,
330
  "step": 520
331
  },
332
  {
333
+ "epoch": 5.89,
334
+ "learning_rate": 8.222222222222222e-05,
335
+ "loss": 0.0059,
336
  "step": 530
337
  },
338
  {
339
+ "epoch": 6.0,
340
+ "learning_rate": 8e-05,
341
+ "loss": 0.0028,
342
  "step": 540
343
  },
344
  {
345
+ "epoch": 6.11,
346
+ "learning_rate": 7.777777777777778e-05,
347
+ "loss": 0.0004,
348
  "step": 550
349
  },
350
  {
351
+ "epoch": 6.22,
352
+ "learning_rate": 7.555555555555556e-05,
353
+ "loss": 0.0024,
354
  "step": 560
355
  },
356
  {
357
+ "epoch": 6.33,
358
+ "learning_rate": 7.333333333333333e-05,
359
+ "loss": 0.0004,
360
  "step": 570
361
  },
362
  {
363
+ "epoch": 6.44,
364
+ "learning_rate": 7.111111111111112e-05,
365
+ "loss": 0.0024,
366
  "step": 580
367
  },
368
  {
369
+ "epoch": 6.56,
370
+ "learning_rate": 6.88888888888889e-05,
371
+ "loss": 0.0004,
372
  "step": 590
373
  },
374
  {
375
+ "epoch": 6.67,
376
+ "learning_rate": 6.666666666666667e-05,
377
+ "loss": 0.0019,
378
  "step": 600
379
  },
380
  {
381
+ "epoch": 6.78,
382
+ "learning_rate": 6.444444444444446e-05,
383
+ "loss": 0.0005,
384
  "step": 610
385
  },
386
  {
387
+ "epoch": 6.89,
388
+ "learning_rate": 6.222222222222222e-05,
389
+ "loss": 0.004,
390
  "step": 620
391
  },
392
  {
393
+ "epoch": 7.0,
394
+ "learning_rate": 6e-05,
395
+ "loss": 0.0047,
396
  "step": 630
397
  },
398
  {
399
+ "epoch": 7.11,
400
+ "learning_rate": 5.7777777777777776e-05,
401
+ "loss": 0.0004,
402
  "step": 640
403
  },
404
  {
405
+ "epoch": 7.22,
406
+ "learning_rate": 5.555555555555556e-05,
407
+ "loss": 0.003,
408
  "step": 650
409
  },
410
  {
411
+ "epoch": 7.33,
412
+ "learning_rate": 5.333333333333333e-05,
413
+ "loss": 0.0027,
414
  "step": 660
415
  },
416
  {
417
+ "epoch": 7.44,
418
+ "learning_rate": 5.111111111111111e-05,
419
+ "loss": 0.0022,
420
  "step": 670
421
  },
422
  {
423
+ "epoch": 7.56,
424
+ "learning_rate": 4.888888888888889e-05,
425
+ "loss": 0.0004,
426
  "step": 680
427
  },
428
  {
429
+ "epoch": 7.67,
430
+ "learning_rate": 4.666666666666667e-05,
431
+ "loss": 0.0031,
432
  "step": 690
433
  },
434
  {
435
+ "epoch": 7.78,
436
+ "learning_rate": 4.4444444444444447e-05,
437
+ "loss": 0.002,
438
  "step": 700
439
  },
440
  {
441
+ "epoch": 7.89,
442
+ "learning_rate": 4.222222222222222e-05,
443
+ "loss": 0.0004,
444
  "step": 710
445
  },
446
  {
447
+ "epoch": 8.0,
448
+ "learning_rate": 4e-05,
449
+ "loss": 0.0021,
450
  "step": 720
451
  },
452
  {
453
+ "epoch": 8.11,
454
+ "learning_rate": 3.777777777777778e-05,
455
+ "loss": 0.0019,
456
  "step": 730
457
  },
458
  {
459
+ "epoch": 8.22,
460
+ "learning_rate": 3.555555555555556e-05,
461
+ "loss": 0.0033,
462
  "step": 740
463
  },
464
  {
465
+ "epoch": 8.33,
466
+ "learning_rate": 3.3333333333333335e-05,
467
+ "loss": 0.0022,
468
  "step": 750
469
  },
470
  {
471
+ "epoch": 8.44,
472
+ "learning_rate": 3.111111111111111e-05,
473
+ "loss": 0.0018,
474
  "step": 760
475
  },
476
  {
477
+ "epoch": 8.56,
478
+ "learning_rate": 2.8888888888888888e-05,
479
+ "loss": 0.0017,
480
  "step": 770
481
  },
482
  {
483
+ "epoch": 8.67,
484
+ "learning_rate": 2.6666666666666667e-05,
485
+ "loss": 0.002,
486
  "step": 780
487
  },
488
  {
489
+ "epoch": 8.78,
490
+ "learning_rate": 2.4444444444444445e-05,
491
+ "loss": 0.0004,
492
  "step": 790
493
  },
494
  {
495
+ "epoch": 8.89,
496
+ "learning_rate": 2.2222222222222223e-05,
497
+ "loss": 0.0003,
498
  "step": 800
499
  },
500
  {
501
+ "epoch": 9.0,
502
+ "learning_rate": 2e-05,
503
+ "loss": 0.0022,
504
  "step": 810
505
  },
506
  {
507
+ "epoch": 9.11,
508
+ "learning_rate": 1.777777777777778e-05,
509
+ "loss": 0.0017,
510
  "step": 820
511
  },
512
  {
513
+ "epoch": 9.22,
514
+ "learning_rate": 1.5555555555555555e-05,
515
+ "loss": 0.0018,
516
  "step": 830
517
  },
518
  {
519
+ "epoch": 9.33,
520
+ "learning_rate": 1.3333333333333333e-05,
521
+ "loss": 0.0032,
522
  "step": 840
523
  },
524
  {
525
+ "epoch": 9.44,
526
+ "learning_rate": 1.1111111111111112e-05,
527
+ "loss": 0.0032,
528
  "step": 850
529
  },
530
  {
531
+ "epoch": 9.56,
532
+ "learning_rate": 8.88888888888889e-06,
533
+ "loss": 0.0003,
534
  "step": 860
535
  },
536
  {
537
+ "epoch": 9.67,
538
+ "learning_rate": 6.666666666666667e-06,
539
+ "loss": 0.0021,
540
  "step": 870
541
  },
542
  {
543
+ "epoch": 9.78,
544
+ "learning_rate": 4.444444444444445e-06,
545
+ "loss": 0.0003,
546
  "step": 880
547
  },
548
  {
549
+ "epoch": 9.89,
550
+ "learning_rate": 2.2222222222222225e-06,
551
+ "loss": 0.0003,
552
  "step": 890
553
  },
554
  {
555
+ "epoch": 10.0,
556
+ "learning_rate": 0.0,
557
+ "loss": 0.002,
558
  "step": 900
559
  },
560
  {
561
+ "epoch": 10.0,
562
+ "step": 900,
563
+ "total_flos": 3.347863979094835e+18,
564
+ "train_loss": 0.017901433989819554,
565
+ "train_runtime": 786.561,
566
+ "train_samples_per_second": 54.923,
567
+ "train_steps_per_second": 1.144
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
568
  }
569
  ],
570
  "logging_steps": 10,
571
+ "max_steps": 900,
572
+ "num_train_epochs": 10,
573
+ "save_steps": 1000,
574
+ "total_flos": 3.347863979094835e+18,
575
  "trial_name": null,
576
  "trial_params": null
577
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:debe4f0fe075626c8a3971642811c7cc4cf6515963ab16d356d2831b01c83394
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1730b66d0a10c6ae60145a64d1a6d9117e02a26a443fa7777efa08ddb33be4
3
  size 4536