bansilp commited on
Commit
75d6e9f
1 Parent(s): 6d24d88

Model save

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.8972222222222223
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.5568
36
- - Accuracy: 0.8972
37
 
38
  ## Model description
39
 
@@ -53,19 +53,19 @@ More information needed
53
 
54
  The following hyperparameters were used during training:
55
  - learning_rate: 0.0002
56
- - train_batch_size: 16
57
  - eval_batch_size: 8
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
- - num_epochs: 20
62
  - mixed_precision_training: Native AMP
63
 
64
  ### Training results
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
- | 0.0087 | 11.11 | 3000 | 0.5568 | 0.8972 |
69
 
70
 
71
  ### Framework versions
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.9101851851851852
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.5353
36
+ - Accuracy: 0.9102
37
 
38
  ## Model description
39
 
 
53
 
54
  The following hyperparameters were used during training:
55
  - learning_rate: 0.0002
56
+ - train_batch_size: 48
57
  - eval_batch_size: 8
58
  - seed: 42
59
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
60
  - lr_scheduler_type: linear
61
+ - num_epochs: 10
62
  - mixed_precision_training: Native AMP
63
 
64
  ### Training results
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
+ | 0.0017 | 5.56 | 500 | 0.5353 | 0.9102 |
69
 
70
 
71
  ### Framework versions
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 10.0,
3
- "eval_accuracy": 0.9157407407407407,
4
- "eval_loss": 0.39567169547080994,
5
- "eval_runtime": 20.1724,
6
- "eval_samples_per_second": 53.539,
7
- "eval_steps_per_second": 6.692,
8
- "total_flos": 3.347863979094835e+18,
9
- "train_loss": 0.2644773021671507,
10
- "train_runtime": 949.4602,
11
- "train_samples_per_second": 45.5,
12
- "train_steps_per_second": 2.844
13
  }
 
1
  {
2
+ "epoch": 20.0,
3
+ "eval_accuracy": 0.9148148148148149,
4
+ "eval_loss": 0.5192041397094727,
5
+ "eval_runtime": 13.9986,
6
+ "eval_samples_per_second": 77.151,
7
+ "eval_steps_per_second": 9.644,
8
+ "total_flos": 6.69572795818967e+18,
9
+ "train_loss": 0.14805768244520381,
10
+ "train_runtime": 1678.3865,
11
+ "train_samples_per_second": 51.478,
12
+ "train_steps_per_second": 3.217
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 10.0,
3
- "eval_accuracy": 0.9157407407407407,
4
- "eval_loss": 0.39567169547080994,
5
- "eval_runtime": 20.1724,
6
- "eval_samples_per_second": 53.539,
7
- "eval_steps_per_second": 6.692
8
  }
 
1
  {
2
+ "epoch": 20.0,
3
+ "eval_accuracy": 0.9148148148148149,
4
+ "eval_loss": 0.5192041397094727,
5
+ "eval_runtime": 13.9986,
6
+ "eval_samples_per_second": 77.151,
7
+ "eval_steps_per_second": 9.644
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6c70879575399cae9bbcd25ab50adfd0eab9c419dabc4533b1d26accaaf65a3
3
  size 343245508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627af01b253077d81b95ca3ce02c475528987c0d71c405406fefc6c916b6a2bb
3
  size 343245508
runs/Dec15_01-32-57_d2a76fcee09b/events.out.tfevents.1702605739.d2a76fcee09b.2614.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec464ce700a309d0c8ac96181ab525eb89467ca1d83f6c91a4793b1b548d411a
3
+ size 734
runs/Dec15_02-04-11_d2a76fcee09b/events.out.tfevents.1702605859.d2a76fcee09b.2614.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20db71a33eb5520c38cff4f0fcb7dd2e76403c6f72c81b0e62a446ed337b6933
3
+ size 5137
runs/Dec15_02-05-08_d2a76fcee09b/events.out.tfevents.1702605914.d2a76fcee09b.2614.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3537c7b0a521fff384a56933df6097312357afa5399397750c1ddd294b3ba9d
3
+ size 4829
runs/Dec15_02-05-55_d2a76fcee09b/events.out.tfevents.1702605960.d2a76fcee09b.2614.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a89b67384cb7eb28e88e048e12d764f368b52ac6e3bc319e8f60cc148dd49d5
3
+ size 5139
runs/Dec15_02-13-52_d2a76fcee09b/events.out.tfevents.1702606438.d2a76fcee09b.2614.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84994af958573aa790891a9e2fc148650cd0a6cd1d4b93ea0d9604bed6e9486c
3
+ size 19292
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 10.0,
3
- "total_flos": 3.347863979094835e+18,
4
- "train_loss": 0.2644773021671507,
5
- "train_runtime": 949.4602,
6
- "train_samples_per_second": 45.5,
7
- "train_steps_per_second": 2.844
8
  }
 
1
  {
2
+ "epoch": 20.0,
3
+ "total_flos": 6.69572795818967e+18,
4
+ "train_loss": 0.14805768244520381,
5
+ "train_runtime": 1678.3865,
6
+ "train_samples_per_second": 51.478,
7
+ "train_steps_per_second": 3.217
8
  }
trainer_state.json CHANGED
@@ -1,1648 +1,3277 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 10.0,
5
  "eval_steps": 3000,
6
- "global_step": 2700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.04,
13
- "learning_rate": 0.00019925925925925927,
14
- "loss": 2.1757,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.07,
19
- "learning_rate": 0.00019851851851851853,
20
- "loss": 1.9027,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.11,
25
- "learning_rate": 0.00019777777777777778,
26
- "loss": 1.7624,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.15,
31
- "learning_rate": 0.00019703703703703704,
32
- "loss": 1.6008,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.19,
37
- "learning_rate": 0.0001962962962962963,
38
- "loss": 1.3749,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.22,
43
- "learning_rate": 0.00019555555555555556,
44
- "loss": 1.494,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.26,
49
- "learning_rate": 0.00019481481481481482,
50
- "loss": 1.3449,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.3,
55
- "learning_rate": 0.00019407407407407408,
56
- "loss": 1.2193,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.33,
61
- "learning_rate": 0.00019333333333333333,
62
- "loss": 1.3163,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 0.37,
67
- "learning_rate": 0.0001925925925925926,
68
- "loss": 1.1955,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 0.41,
73
- "learning_rate": 0.00019185185185185185,
74
- "loss": 1.3643,
75
  "step": 110
76
  },
77
  {
78
  "epoch": 0.44,
79
- "learning_rate": 0.00019111111111111114,
80
- "loss": 1.3792,
81
  "step": 120
82
  },
83
  {
84
  "epoch": 0.48,
85
- "learning_rate": 0.00019037037037037037,
86
- "loss": 1.1842,
87
  "step": 130
88
  },
89
  {
90
  "epoch": 0.52,
91
- "learning_rate": 0.00018962962962962965,
92
- "loss": 1.1366,
93
  "step": 140
94
  },
95
  {
96
  "epoch": 0.56,
97
- "learning_rate": 0.00018888888888888888,
98
- "loss": 1.2302,
99
  "step": 150
100
  },
101
  {
102
  "epoch": 0.59,
103
- "learning_rate": 0.00018814814814814817,
104
- "loss": 1.1672,
105
  "step": 160
106
  },
107
  {
108
  "epoch": 0.63,
109
- "learning_rate": 0.0001874074074074074,
110
- "loss": 1.1124,
111
  "step": 170
112
  },
113
  {
114
  "epoch": 0.67,
115
- "learning_rate": 0.0001866666666666667,
116
- "loss": 0.9382,
117
  "step": 180
118
  },
119
  {
120
  "epoch": 0.7,
121
- "learning_rate": 0.00018592592592592592,
122
- "loss": 0.9567,
123
  "step": 190
124
  },
125
  {
126
  "epoch": 0.74,
127
- "learning_rate": 0.0001851851851851852,
128
- "loss": 0.9075,
129
  "step": 200
130
  },
131
  {
132
  "epoch": 0.78,
133
- "learning_rate": 0.00018444444444444446,
134
- "loss": 0.9064,
135
  "step": 210
136
  },
137
  {
138
  "epoch": 0.81,
139
- "learning_rate": 0.00018370370370370372,
140
- "loss": 1.0113,
141
  "step": 220
142
  },
143
  {
144
  "epoch": 0.85,
145
- "learning_rate": 0.00018296296296296298,
146
- "loss": 0.863,
147
  "step": 230
148
  },
149
  {
150
  "epoch": 0.89,
151
- "learning_rate": 0.00018222222222222224,
152
- "loss": 0.83,
153
  "step": 240
154
  },
155
  {
156
  "epoch": 0.93,
157
- "learning_rate": 0.0001814814814814815,
158
- "loss": 0.9212,
159
  "step": 250
160
  },
161
  {
162
  "epoch": 0.96,
163
- "learning_rate": 0.00018074074074074075,
164
- "loss": 0.8929,
165
  "step": 260
166
  },
167
  {
168
  "epoch": 1.0,
169
- "learning_rate": 0.00018,
170
- "loss": 1.09,
171
  "step": 270
172
  },
173
  {
174
  "epoch": 1.04,
175
- "learning_rate": 0.00017925925925925927,
176
- "loss": 0.7487,
177
  "step": 280
178
  },
179
  {
180
  "epoch": 1.07,
181
- "learning_rate": 0.00017851851851851853,
182
- "loss": 0.5648,
183
  "step": 290
184
  },
185
  {
186
  "epoch": 1.11,
187
- "learning_rate": 0.00017777777777777779,
188
- "loss": 0.8104,
189
  "step": 300
190
  },
191
  {
192
  "epoch": 1.15,
193
- "learning_rate": 0.00017703703703703704,
194
- "loss": 0.8599,
195
  "step": 310
196
  },
197
  {
198
  "epoch": 1.19,
199
- "learning_rate": 0.0001762962962962963,
200
- "loss": 0.6207,
201
  "step": 320
202
  },
203
  {
204
  "epoch": 1.22,
205
- "learning_rate": 0.00017555555555555556,
206
- "loss": 0.6954,
207
  "step": 330
208
  },
209
  {
210
  "epoch": 1.26,
211
- "learning_rate": 0.00017481481481481482,
212
- "loss": 0.6896,
213
  "step": 340
214
  },
215
  {
216
  "epoch": 1.3,
217
- "learning_rate": 0.00017407407407407408,
218
- "loss": 0.6426,
219
  "step": 350
220
  },
221
  {
222
  "epoch": 1.33,
223
- "learning_rate": 0.00017333333333333334,
224
- "loss": 0.6755,
225
  "step": 360
226
  },
227
  {
228
  "epoch": 1.37,
229
- "learning_rate": 0.0001725925925925926,
230
- "loss": 0.5689,
231
  "step": 370
232
  },
233
  {
234
  "epoch": 1.41,
235
- "learning_rate": 0.00017185185185185185,
236
- "loss": 0.8554,
237
  "step": 380
238
  },
239
  {
240
  "epoch": 1.44,
241
- "learning_rate": 0.0001711111111111111,
242
- "loss": 0.5816,
243
  "step": 390
244
  },
245
  {
246
  "epoch": 1.48,
247
- "learning_rate": 0.00017037037037037037,
248
- "loss": 0.71,
249
  "step": 400
250
  },
251
  {
252
  "epoch": 1.52,
253
- "learning_rate": 0.00016962962962962963,
254
- "loss": 0.6038,
255
  "step": 410
256
  },
257
  {
258
  "epoch": 1.56,
259
- "learning_rate": 0.00016888888888888889,
260
- "loss": 0.5442,
261
  "step": 420
262
  },
263
  {
264
  "epoch": 1.59,
265
- "learning_rate": 0.00016814814814814817,
266
- "loss": 0.6354,
267
  "step": 430
268
  },
269
  {
270
  "epoch": 1.63,
271
- "learning_rate": 0.0001674074074074074,
272
- "loss": 0.8464,
273
  "step": 440
274
  },
275
  {
276
  "epoch": 1.67,
277
- "learning_rate": 0.0001666666666666667,
278
- "loss": 0.8248,
279
  "step": 450
280
  },
281
  {
282
  "epoch": 1.7,
283
- "learning_rate": 0.00016592592592592592,
284
- "loss": 0.6434,
285
  "step": 460
286
  },
287
  {
288
  "epoch": 1.74,
289
- "learning_rate": 0.0001651851851851852,
290
- "loss": 0.6549,
291
  "step": 470
292
  },
293
  {
294
  "epoch": 1.78,
295
- "learning_rate": 0.00016444444444444444,
296
- "loss": 0.5651,
297
  "step": 480
298
  },
299
  {
300
  "epoch": 1.81,
301
- "learning_rate": 0.00016370370370370372,
302
- "loss": 0.4748,
303
  "step": 490
304
  },
305
  {
306
  "epoch": 1.85,
307
- "learning_rate": 0.00016296296296296295,
308
- "loss": 0.6189,
309
  "step": 500
310
  },
311
  {
312
  "epoch": 1.89,
313
- "learning_rate": 0.00016222222222222224,
314
- "loss": 0.4894,
315
  "step": 510
316
  },
317
  {
318
  "epoch": 1.93,
319
- "learning_rate": 0.0001614814814814815,
320
- "loss": 0.6632,
321
  "step": 520
322
  },
323
  {
324
  "epoch": 1.96,
325
- "learning_rate": 0.00016074074074074075,
326
- "loss": 0.5738,
327
  "step": 530
328
  },
329
  {
330
  "epoch": 2.0,
331
- "learning_rate": 0.00016,
332
- "loss": 0.5349,
333
  "step": 540
334
  },
335
  {
336
  "epoch": 2.04,
337
- "learning_rate": 0.00015925925925925927,
338
- "loss": 0.3067,
339
  "step": 550
340
  },
341
  {
342
  "epoch": 2.07,
343
- "learning_rate": 0.00015851851851851853,
344
- "loss": 0.3444,
345
  "step": 560
346
  },
347
  {
348
  "epoch": 2.11,
349
- "learning_rate": 0.0001577777777777778,
350
- "loss": 0.3304,
351
  "step": 570
352
  },
353
  {
354
  "epoch": 2.15,
355
- "learning_rate": 0.00015703703703703705,
356
- "loss": 0.5832,
357
  "step": 580
358
  },
359
  {
360
  "epoch": 2.19,
361
- "learning_rate": 0.0001562962962962963,
362
- "loss": 0.5208,
363
  "step": 590
364
  },
365
  {
366
  "epoch": 2.22,
367
- "learning_rate": 0.00015555555555555556,
368
- "loss": 0.3367,
369
  "step": 600
370
  },
371
  {
372
  "epoch": 2.26,
373
- "learning_rate": 0.00015481481481481482,
374
- "loss": 0.3564,
375
  "step": 610
376
  },
377
  {
378
  "epoch": 2.3,
379
- "learning_rate": 0.00015407407407407408,
380
- "loss": 0.5481,
381
  "step": 620
382
  },
383
  {
384
  "epoch": 2.33,
385
- "learning_rate": 0.00015333333333333334,
386
- "loss": 0.3271,
387
  "step": 630
388
  },
389
  {
390
  "epoch": 2.37,
391
- "learning_rate": 0.0001525925925925926,
392
- "loss": 0.3379,
393
  "step": 640
394
  },
395
  {
396
  "epoch": 2.41,
397
- "learning_rate": 0.00015185185185185185,
398
- "loss": 0.4362,
399
  "step": 650
400
  },
401
  {
402
  "epoch": 2.44,
403
- "learning_rate": 0.0001511111111111111,
404
- "loss": 0.4654,
405
  "step": 660
406
  },
407
  {
408
  "epoch": 2.48,
409
- "learning_rate": 0.00015037037037037037,
410
- "loss": 0.4666,
411
  "step": 670
412
  },
413
  {
414
  "epoch": 2.52,
415
- "learning_rate": 0.00014962962962962963,
416
- "loss": 0.2851,
417
  "step": 680
418
  },
419
  {
420
  "epoch": 2.56,
421
- "learning_rate": 0.0001488888888888889,
422
- "loss": 0.3229,
423
  "step": 690
424
  },
425
  {
426
  "epoch": 2.59,
427
- "learning_rate": 0.00014814814814814815,
428
- "loss": 0.4301,
429
  "step": 700
430
  },
431
  {
432
  "epoch": 2.63,
433
- "learning_rate": 0.0001474074074074074,
434
- "loss": 0.22,
435
  "step": 710
436
  },
437
  {
438
  "epoch": 2.67,
439
- "learning_rate": 0.00014666666666666666,
440
- "loss": 0.3819,
441
  "step": 720
442
  },
443
  {
444
  "epoch": 2.7,
445
- "learning_rate": 0.00014592592592592592,
446
- "loss": 0.4382,
447
  "step": 730
448
  },
449
  {
450
  "epoch": 2.74,
451
- "learning_rate": 0.0001451851851851852,
452
- "loss": 0.3389,
453
  "step": 740
454
  },
455
  {
456
  "epoch": 2.78,
457
- "learning_rate": 0.00014444444444444444,
458
- "loss": 0.392,
459
  "step": 750
460
  },
461
  {
462
  "epoch": 2.81,
463
- "learning_rate": 0.00014370370370370372,
464
- "loss": 0.5607,
465
  "step": 760
466
  },
467
  {
468
  "epoch": 2.85,
469
- "learning_rate": 0.00014296296296296295,
470
- "loss": 0.2621,
471
  "step": 770
472
  },
473
  {
474
  "epoch": 2.89,
475
- "learning_rate": 0.00014222222222222224,
476
- "loss": 0.4369,
477
  "step": 780
478
  },
479
  {
480
  "epoch": 2.93,
481
- "learning_rate": 0.00014148148148148147,
482
- "loss": 0.3211,
483
  "step": 790
484
  },
485
  {
486
  "epoch": 2.96,
487
- "learning_rate": 0.00014074074074074076,
488
- "loss": 0.3269,
489
  "step": 800
490
  },
491
  {
492
  "epoch": 3.0,
493
- "learning_rate": 0.00014,
494
- "loss": 0.2869,
495
  "step": 810
496
  },
497
  {
498
  "epoch": 3.04,
499
- "learning_rate": 0.00013925925925925927,
500
- "loss": 0.2943,
501
  "step": 820
502
  },
503
  {
504
  "epoch": 3.07,
505
- "learning_rate": 0.0001385185185185185,
506
- "loss": 0.2445,
507
  "step": 830
508
  },
509
  {
510
  "epoch": 3.11,
511
- "learning_rate": 0.0001377777777777778,
512
- "loss": 0.1964,
513
  "step": 840
514
  },
515
  {
516
  "epoch": 3.15,
517
- "learning_rate": 0.00013703703703703705,
518
- "loss": 0.1399,
519
  "step": 850
520
  },
521
  {
522
  "epoch": 3.19,
523
- "learning_rate": 0.0001362962962962963,
524
- "loss": 0.1535,
525
  "step": 860
526
  },
527
  {
528
  "epoch": 3.22,
529
- "learning_rate": 0.00013555555555555556,
530
- "loss": 0.2293,
531
  "step": 870
532
  },
533
  {
534
  "epoch": 3.26,
535
- "learning_rate": 0.00013481481481481482,
536
- "loss": 0.2467,
537
  "step": 880
538
  },
539
  {
540
  "epoch": 3.3,
541
- "learning_rate": 0.00013407407407407408,
542
- "loss": 0.2009,
543
  "step": 890
544
  },
545
  {
546
  "epoch": 3.33,
547
- "learning_rate": 0.00013333333333333334,
548
- "loss": 0.2182,
549
  "step": 900
550
  },
551
  {
552
  "epoch": 3.37,
553
- "learning_rate": 0.0001325925925925926,
554
- "loss": 0.0813,
555
  "step": 910
556
  },
557
  {
558
  "epoch": 3.41,
559
- "learning_rate": 0.00013185185185185186,
560
- "loss": 0.1104,
561
  "step": 920
562
  },
563
  {
564
  "epoch": 3.44,
565
- "learning_rate": 0.00013111111111111111,
566
- "loss": 0.2386,
567
  "step": 930
568
  },
569
  {
570
  "epoch": 3.48,
571
- "learning_rate": 0.0001303703703703704,
572
- "loss": 0.228,
573
  "step": 940
574
  },
575
  {
576
  "epoch": 3.52,
577
- "learning_rate": 0.00012962962962962963,
578
- "loss": 0.2143,
579
  "step": 950
580
  },
581
  {
582
  "epoch": 3.56,
583
- "learning_rate": 0.00012888888888888892,
584
- "loss": 0.1438,
585
  "step": 960
586
  },
587
  {
588
  "epoch": 3.59,
589
- "learning_rate": 0.00012814814814814815,
590
- "loss": 0.1099,
591
  "step": 970
592
  },
593
  {
594
  "epoch": 3.63,
595
- "learning_rate": 0.0001274074074074074,
596
- "loss": 0.1817,
597
  "step": 980
598
  },
599
  {
600
  "epoch": 3.67,
601
- "learning_rate": 0.00012666666666666666,
602
- "loss": 0.1819,
603
  "step": 990
604
  },
605
  {
606
  "epoch": 3.7,
607
- "learning_rate": 0.00012592592592592592,
608
- "loss": 0.0993,
609
  "step": 1000
610
  },
611
  {
612
  "epoch": 3.74,
613
- "learning_rate": 0.00012518518518518518,
614
- "loss": 0.1726,
615
  "step": 1010
616
  },
617
  {
618
  "epoch": 3.78,
619
- "learning_rate": 0.00012444444444444444,
620
- "loss": 0.0822,
621
  "step": 1020
622
  },
623
  {
624
  "epoch": 3.81,
625
- "learning_rate": 0.0001237037037037037,
626
- "loss": 0.158,
627
  "step": 1030
628
  },
629
  {
630
  "epoch": 3.85,
631
- "learning_rate": 0.00012296296296296296,
632
- "loss": 0.1716,
633
  "step": 1040
634
  },
635
  {
636
  "epoch": 3.89,
637
- "learning_rate": 0.00012222222222222224,
638
- "loss": 0.1157,
639
  "step": 1050
640
  },
641
  {
642
  "epoch": 3.93,
643
- "learning_rate": 0.00012148148148148149,
644
- "loss": 0.1985,
645
  "step": 1060
646
  },
647
  {
648
  "epoch": 3.96,
649
- "learning_rate": 0.00012074074074074076,
650
- "loss": 0.1466,
651
  "step": 1070
652
  },
653
  {
654
  "epoch": 4.0,
655
- "learning_rate": 0.00012,
656
- "loss": 0.1043,
657
  "step": 1080
658
  },
659
  {
660
  "epoch": 4.04,
661
- "learning_rate": 0.00011925925925925927,
662
- "loss": 0.0642,
663
  "step": 1090
664
  },
665
  {
666
  "epoch": 4.07,
667
- "learning_rate": 0.00011851851851851852,
668
- "loss": 0.0815,
669
  "step": 1100
670
  },
671
  {
672
  "epoch": 4.11,
673
- "learning_rate": 0.00011777777777777779,
674
- "loss": 0.1572,
675
  "step": 1110
676
  },
677
  {
678
  "epoch": 4.15,
679
- "learning_rate": 0.00011703703703703704,
680
- "loss": 0.1935,
681
  "step": 1120
682
  },
683
  {
684
  "epoch": 4.19,
685
- "learning_rate": 0.00011629629629629631,
686
- "loss": 0.183,
687
  "step": 1130
688
  },
689
  {
690
  "epoch": 4.22,
691
- "learning_rate": 0.00011555555555555555,
692
- "loss": 0.0969,
693
  "step": 1140
694
  },
695
  {
696
  "epoch": 4.26,
697
- "learning_rate": 0.00011481481481481482,
698
- "loss": 0.1347,
699
  "step": 1150
700
  },
701
  {
702
  "epoch": 4.3,
703
- "learning_rate": 0.00011407407407407408,
704
- "loss": 0.0702,
705
  "step": 1160
706
  },
707
  {
708
  "epoch": 4.33,
709
- "learning_rate": 0.00011333333333333334,
710
- "loss": 0.0834,
711
  "step": 1170
712
  },
713
  {
714
  "epoch": 4.37,
715
- "learning_rate": 0.0001125925925925926,
716
- "loss": 0.144,
717
  "step": 1180
718
  },
719
  {
720
  "epoch": 4.41,
721
- "learning_rate": 0.00011185185185185186,
722
- "loss": 0.2074,
723
  "step": 1190
724
  },
725
  {
726
  "epoch": 4.44,
727
- "learning_rate": 0.00011111111111111112,
728
- "loss": 0.1733,
729
  "step": 1200
730
  },
731
  {
732
  "epoch": 4.48,
733
- "learning_rate": 0.00011037037037037037,
734
- "loss": 0.1018,
735
  "step": 1210
736
  },
737
  {
738
  "epoch": 4.52,
739
- "learning_rate": 0.00010962962962962963,
740
- "loss": 0.1497,
741
  "step": 1220
742
  },
743
  {
744
  "epoch": 4.56,
745
- "learning_rate": 0.00010888888888888889,
746
- "loss": 0.1547,
747
  "step": 1230
748
  },
749
  {
750
  "epoch": 4.59,
751
- "learning_rate": 0.00010814814814814815,
752
- "loss": 0.0763,
753
  "step": 1240
754
  },
755
  {
756
  "epoch": 4.63,
757
- "learning_rate": 0.00010740740740740742,
758
- "loss": 0.0262,
759
  "step": 1250
760
  },
761
  {
762
  "epoch": 4.67,
763
- "learning_rate": 0.00010666666666666667,
764
- "loss": 0.0448,
765
  "step": 1260
766
  },
767
  {
768
  "epoch": 4.7,
769
- "learning_rate": 0.00010592592592592594,
770
- "loss": 0.1568,
771
  "step": 1270
772
  },
773
  {
774
  "epoch": 4.74,
775
- "learning_rate": 0.00010518518518518518,
776
- "loss": 0.0858,
777
  "step": 1280
778
  },
779
  {
780
  "epoch": 4.78,
781
- "learning_rate": 0.00010444444444444445,
782
- "loss": 0.0615,
783
  "step": 1290
784
  },
785
  {
786
  "epoch": 4.81,
787
- "learning_rate": 0.0001037037037037037,
788
- "loss": 0.0791,
789
  "step": 1300
790
  },
791
  {
792
  "epoch": 4.85,
793
- "learning_rate": 0.00010296296296296297,
794
- "loss": 0.1502,
795
  "step": 1310
796
  },
797
  {
798
  "epoch": 4.89,
799
- "learning_rate": 0.00010222222222222222,
800
- "loss": 0.0945,
801
  "step": 1320
802
  },
803
  {
804
  "epoch": 4.93,
805
- "learning_rate": 0.00010148148148148149,
806
- "loss": 0.0217,
807
  "step": 1330
808
  },
809
  {
810
  "epoch": 4.96,
811
- "learning_rate": 0.00010074074074074073,
812
- "loss": 0.0726,
813
  "step": 1340
814
  },
815
  {
816
  "epoch": 5.0,
817
- "learning_rate": 0.0001,
818
- "loss": 0.0872,
819
  "step": 1350
820
  },
821
  {
822
  "epoch": 5.04,
823
- "learning_rate": 9.925925925925926e-05,
824
- "loss": 0.0646,
825
  "step": 1360
826
  },
827
  {
828
  "epoch": 5.07,
829
- "learning_rate": 9.851851851851852e-05,
830
- "loss": 0.0929,
831
  "step": 1370
832
  },
833
  {
834
  "epoch": 5.11,
835
- "learning_rate": 9.777777777777778e-05,
836
- "loss": 0.0149,
837
  "step": 1380
838
  },
839
  {
840
  "epoch": 5.15,
841
- "learning_rate": 9.703703703703704e-05,
842
- "loss": 0.0757,
843
  "step": 1390
844
  },
845
  {
846
  "epoch": 5.19,
847
- "learning_rate": 9.62962962962963e-05,
848
- "loss": 0.021,
849
  "step": 1400
850
  },
851
  {
852
  "epoch": 5.22,
853
- "learning_rate": 9.555555555555557e-05,
854
- "loss": 0.0265,
855
  "step": 1410
856
  },
857
  {
858
  "epoch": 5.26,
859
- "learning_rate": 9.481481481481483e-05,
860
- "loss": 0.0923,
861
  "step": 1420
862
  },
863
  {
864
  "epoch": 5.3,
865
- "learning_rate": 9.407407407407408e-05,
866
- "loss": 0.0344,
867
  "step": 1430
868
  },
869
  {
870
  "epoch": 5.33,
871
- "learning_rate": 9.333333333333334e-05,
872
- "loss": 0.0725,
873
  "step": 1440
874
  },
875
  {
876
  "epoch": 5.37,
877
- "learning_rate": 9.25925925925926e-05,
878
- "loss": 0.0452,
879
  "step": 1450
880
  },
881
  {
882
  "epoch": 5.41,
883
- "learning_rate": 9.185185185185186e-05,
884
- "loss": 0.0904,
885
  "step": 1460
886
  },
887
  {
888
  "epoch": 5.44,
889
- "learning_rate": 9.111111111111112e-05,
890
- "loss": 0.0833,
891
  "step": 1470
892
  },
893
  {
894
  "epoch": 5.48,
895
- "learning_rate": 9.037037037037038e-05,
896
- "loss": 0.0235,
897
  "step": 1480
898
  },
899
  {
900
  "epoch": 5.52,
901
- "learning_rate": 8.962962962962963e-05,
902
- "loss": 0.0355,
903
  "step": 1490
904
  },
905
  {
906
  "epoch": 5.56,
907
- "learning_rate": 8.888888888888889e-05,
908
- "loss": 0.0139,
909
  "step": 1500
910
  },
911
  {
912
  "epoch": 5.59,
913
- "learning_rate": 8.814814814814815e-05,
914
- "loss": 0.0454,
915
  "step": 1510
916
  },
917
  {
918
  "epoch": 5.63,
919
- "learning_rate": 8.740740740740741e-05,
920
- "loss": 0.0556,
921
  "step": 1520
922
  },
923
  {
924
  "epoch": 5.67,
925
- "learning_rate": 8.666666666666667e-05,
926
- "loss": 0.0757,
927
  "step": 1530
928
  },
929
  {
930
  "epoch": 5.7,
931
- "learning_rate": 8.592592592592593e-05,
932
- "loss": 0.0382,
933
  "step": 1540
934
  },
935
  {
936
  "epoch": 5.74,
937
- "learning_rate": 8.518518518518518e-05,
938
- "loss": 0.0211,
939
  "step": 1550
940
  },
941
  {
942
  "epoch": 5.78,
943
- "learning_rate": 8.444444444444444e-05,
944
- "loss": 0.0542,
945
  "step": 1560
946
  },
947
  {
948
  "epoch": 5.81,
949
- "learning_rate": 8.37037037037037e-05,
950
- "loss": 0.0081,
951
  "step": 1570
952
  },
953
  {
954
  "epoch": 5.85,
955
- "learning_rate": 8.296296296296296e-05,
956
- "loss": 0.0543,
957
  "step": 1580
958
  },
959
  {
960
  "epoch": 5.89,
961
- "learning_rate": 8.222222222222222e-05,
962
- "loss": 0.0325,
963
  "step": 1590
964
  },
965
  {
966
  "epoch": 5.93,
967
- "learning_rate": 8.148148148148148e-05,
968
- "loss": 0.057,
969
  "step": 1600
970
  },
971
  {
972
  "epoch": 5.96,
973
- "learning_rate": 8.074074074074075e-05,
974
- "loss": 0.0534,
975
  "step": 1610
976
  },
977
  {
978
  "epoch": 6.0,
979
- "learning_rate": 8e-05,
980
- "loss": 0.057,
981
  "step": 1620
982
  },
983
  {
984
  "epoch": 6.04,
985
- "learning_rate": 7.925925925925926e-05,
986
- "loss": 0.0262,
987
  "step": 1630
988
  },
989
  {
990
  "epoch": 6.07,
991
- "learning_rate": 7.851851851851852e-05,
992
- "loss": 0.0527,
993
  "step": 1640
994
  },
995
  {
996
  "epoch": 6.11,
997
- "learning_rate": 7.777777777777778e-05,
998
- "loss": 0.0426,
999
  "step": 1650
1000
  },
1001
  {
1002
  "epoch": 6.15,
1003
- "learning_rate": 7.703703703703704e-05,
1004
- "loss": 0.017,
1005
  "step": 1660
1006
  },
1007
  {
1008
  "epoch": 6.19,
1009
- "learning_rate": 7.62962962962963e-05,
1010
- "loss": 0.0428,
1011
  "step": 1670
1012
  },
1013
  {
1014
  "epoch": 6.22,
1015
- "learning_rate": 7.555555555555556e-05,
1016
- "loss": 0.0371,
1017
  "step": 1680
1018
  },
1019
  {
1020
  "epoch": 6.26,
1021
- "learning_rate": 7.481481481481481e-05,
1022
- "loss": 0.0119,
1023
  "step": 1690
1024
  },
1025
  {
1026
  "epoch": 6.3,
1027
- "learning_rate": 7.407407407407407e-05,
1028
- "loss": 0.0597,
1029
  "step": 1700
1030
  },
1031
  {
1032
  "epoch": 6.33,
1033
- "learning_rate": 7.333333333333333e-05,
1034
- "loss": 0.008,
1035
  "step": 1710
1036
  },
1037
  {
1038
  "epoch": 6.37,
1039
- "learning_rate": 7.25925925925926e-05,
1040
- "loss": 0.0173,
1041
  "step": 1720
1042
  },
1043
  {
1044
  "epoch": 6.41,
1045
- "learning_rate": 7.185185185185186e-05,
1046
- "loss": 0.0409,
1047
  "step": 1730
1048
  },
1049
  {
1050
  "epoch": 6.44,
1051
- "learning_rate": 7.111111111111112e-05,
1052
- "loss": 0.0346,
1053
  "step": 1740
1054
  },
1055
  {
1056
  "epoch": 6.48,
1057
- "learning_rate": 7.037037037037038e-05,
1058
- "loss": 0.0053,
1059
  "step": 1750
1060
  },
1061
  {
1062
  "epoch": 6.52,
1063
- "learning_rate": 6.962962962962964e-05,
1064
- "loss": 0.0202,
1065
  "step": 1760
1066
  },
1067
  {
1068
  "epoch": 6.56,
1069
- "learning_rate": 6.88888888888889e-05,
1070
- "loss": 0.0149,
1071
  "step": 1770
1072
  },
1073
  {
1074
  "epoch": 6.59,
1075
- "learning_rate": 6.814814814814815e-05,
1076
- "loss": 0.011,
1077
  "step": 1780
1078
  },
1079
  {
1080
  "epoch": 6.63,
1081
- "learning_rate": 6.740740740740741e-05,
1082
- "loss": 0.0407,
1083
  "step": 1790
1084
  },
1085
  {
1086
  "epoch": 6.67,
1087
- "learning_rate": 6.666666666666667e-05,
1088
- "loss": 0.022,
1089
  "step": 1800
1090
  },
1091
  {
1092
  "epoch": 6.7,
1093
- "learning_rate": 6.592592592592593e-05,
1094
- "loss": 0.0375,
1095
  "step": 1810
1096
  },
1097
  {
1098
  "epoch": 6.74,
1099
- "learning_rate": 6.51851851851852e-05,
1100
- "loss": 0.0043,
1101
  "step": 1820
1102
  },
1103
  {
1104
  "epoch": 6.78,
1105
- "learning_rate": 6.444444444444446e-05,
1106
- "loss": 0.0057,
1107
  "step": 1830
1108
  },
1109
  {
1110
  "epoch": 6.81,
1111
- "learning_rate": 6.37037037037037e-05,
1112
- "loss": 0.0176,
1113
  "step": 1840
1114
  },
1115
  {
1116
  "epoch": 6.85,
1117
- "learning_rate": 6.296296296296296e-05,
1118
- "loss": 0.0042,
1119
  "step": 1850
1120
  },
1121
  {
1122
  "epoch": 6.89,
1123
- "learning_rate": 6.222222222222222e-05,
1124
- "loss": 0.0059,
1125
  "step": 1860
1126
  },
1127
  {
1128
  "epoch": 6.93,
1129
- "learning_rate": 6.148148148148148e-05,
1130
- "loss": 0.0126,
1131
  "step": 1870
1132
  },
1133
  {
1134
  "epoch": 6.96,
1135
- "learning_rate": 6.074074074074074e-05,
1136
- "loss": 0.0049,
1137
  "step": 1880
1138
  },
1139
  {
1140
  "epoch": 7.0,
1141
- "learning_rate": 6e-05,
1142
- "loss": 0.0196,
1143
  "step": 1890
1144
  },
1145
  {
1146
  "epoch": 7.04,
1147
- "learning_rate": 5.925925925925926e-05,
1148
- "loss": 0.0064,
1149
  "step": 1900
1150
  },
1151
  {
1152
  "epoch": 7.07,
1153
- "learning_rate": 5.851851851851852e-05,
1154
- "loss": 0.006,
1155
  "step": 1910
1156
  },
1157
  {
1158
  "epoch": 7.11,
1159
- "learning_rate": 5.7777777777777776e-05,
1160
- "loss": 0.004,
1161
  "step": 1920
1162
  },
1163
  {
1164
  "epoch": 7.15,
1165
- "learning_rate": 5.703703703703704e-05,
1166
- "loss": 0.0075,
1167
  "step": 1930
1168
  },
1169
  {
1170
  "epoch": 7.19,
1171
- "learning_rate": 5.62962962962963e-05,
1172
- "loss": 0.059,
1173
  "step": 1940
1174
  },
1175
  {
1176
  "epoch": 7.22,
1177
- "learning_rate": 5.555555555555556e-05,
1178
- "loss": 0.004,
1179
  "step": 1950
1180
  },
1181
  {
1182
  "epoch": 7.26,
1183
- "learning_rate": 5.4814814814814817e-05,
1184
- "loss": 0.0039,
1185
  "step": 1960
1186
  },
1187
  {
1188
  "epoch": 7.3,
1189
- "learning_rate": 5.4074074074074075e-05,
1190
- "loss": 0.0078,
1191
  "step": 1970
1192
  },
1193
  {
1194
  "epoch": 7.33,
1195
- "learning_rate": 5.333333333333333e-05,
1196
- "loss": 0.0046,
1197
  "step": 1980
1198
  },
1199
  {
1200
  "epoch": 7.37,
1201
- "learning_rate": 5.259259259259259e-05,
1202
- "loss": 0.0135,
1203
  "step": 1990
1204
  },
1205
  {
1206
  "epoch": 7.41,
1207
- "learning_rate": 5.185185185185185e-05,
1208
- "loss": 0.0208,
1209
  "step": 2000
1210
  },
1211
  {
1212
  "epoch": 7.44,
1213
- "learning_rate": 5.111111111111111e-05,
1214
- "loss": 0.0124,
1215
  "step": 2010
1216
  },
1217
  {
1218
  "epoch": 7.48,
1219
- "learning_rate": 5.0370370370370366e-05,
1220
- "loss": 0.0039,
1221
  "step": 2020
1222
  },
1223
  {
1224
  "epoch": 7.52,
1225
- "learning_rate": 4.962962962962963e-05,
1226
- "loss": 0.0037,
1227
  "step": 2030
1228
  },
1229
  {
1230
  "epoch": 7.56,
1231
- "learning_rate": 4.888888888888889e-05,
1232
- "loss": 0.0042,
1233
  "step": 2040
1234
  },
1235
  {
1236
  "epoch": 7.59,
1237
- "learning_rate": 4.814814814814815e-05,
1238
- "loss": 0.0032,
1239
  "step": 2050
1240
  },
1241
  {
1242
  "epoch": 7.63,
1243
- "learning_rate": 4.740740740740741e-05,
1244
- "loss": 0.0037,
1245
  "step": 2060
1246
  },
1247
  {
1248
  "epoch": 7.67,
1249
- "learning_rate": 4.666666666666667e-05,
1250
- "loss": 0.0035,
1251
  "step": 2070
1252
  },
1253
  {
1254
  "epoch": 7.7,
1255
- "learning_rate": 4.592592592592593e-05,
1256
- "loss": 0.0033,
1257
  "step": 2080
1258
  },
1259
  {
1260
  "epoch": 7.74,
1261
- "learning_rate": 4.518518518518519e-05,
1262
- "loss": 0.0164,
1263
  "step": 2090
1264
  },
1265
  {
1266
  "epoch": 7.78,
1267
- "learning_rate": 4.4444444444444447e-05,
1268
- "loss": 0.0036,
1269
  "step": 2100
1270
  },
1271
  {
1272
  "epoch": 7.81,
1273
- "learning_rate": 4.3703703703703705e-05,
1274
- "loss": 0.0033,
1275
  "step": 2110
1276
  },
1277
  {
1278
  "epoch": 7.85,
1279
- "learning_rate": 4.296296296296296e-05,
1280
- "loss": 0.0037,
1281
  "step": 2120
1282
  },
1283
  {
1284
  "epoch": 7.89,
1285
- "learning_rate": 4.222222222222222e-05,
1286
- "loss": 0.0321,
1287
  "step": 2130
1288
  },
1289
  {
1290
  "epoch": 7.93,
1291
- "learning_rate": 4.148148148148148e-05,
1292
- "loss": 0.0034,
1293
  "step": 2140
1294
  },
1295
  {
1296
  "epoch": 7.96,
1297
- "learning_rate": 4.074074074074074e-05,
1298
- "loss": 0.0034,
1299
  "step": 2150
1300
  },
1301
  {
1302
  "epoch": 8.0,
1303
- "learning_rate": 4e-05,
1304
- "loss": 0.013,
1305
  "step": 2160
1306
  },
1307
  {
1308
  "epoch": 8.04,
1309
- "learning_rate": 3.925925925925926e-05,
1310
- "loss": 0.0088,
1311
  "step": 2170
1312
  },
1313
  {
1314
  "epoch": 8.07,
1315
- "learning_rate": 3.851851851851852e-05,
1316
- "loss": 0.0033,
1317
  "step": 2180
1318
  },
1319
  {
1320
  "epoch": 8.11,
1321
- "learning_rate": 3.777777777777778e-05,
1322
- "loss": 0.0197,
1323
  "step": 2190
1324
  },
1325
  {
1326
  "epoch": 8.15,
1327
- "learning_rate": 3.7037037037037037e-05,
1328
- "loss": 0.0033,
1329
  "step": 2200
1330
  },
1331
  {
1332
  "epoch": 8.19,
1333
- "learning_rate": 3.62962962962963e-05,
1334
- "loss": 0.0031,
1335
  "step": 2210
1336
  },
1337
  {
1338
  "epoch": 8.22,
1339
- "learning_rate": 3.555555555555556e-05,
1340
- "loss": 0.0031,
1341
  "step": 2220
1342
  },
1343
  {
1344
  "epoch": 8.26,
1345
- "learning_rate": 3.481481481481482e-05,
1346
- "loss": 0.003,
1347
  "step": 2230
1348
  },
1349
  {
1350
  "epoch": 8.3,
1351
- "learning_rate": 3.4074074074074077e-05,
1352
- "loss": 0.003,
1353
  "step": 2240
1354
  },
1355
  {
1356
  "epoch": 8.33,
1357
- "learning_rate": 3.3333333333333335e-05,
1358
- "loss": 0.0034,
1359
  "step": 2250
1360
  },
1361
  {
1362
  "epoch": 8.37,
1363
- "learning_rate": 3.25925925925926e-05,
1364
- "loss": 0.0135,
1365
  "step": 2260
1366
  },
1367
  {
1368
  "epoch": 8.41,
1369
- "learning_rate": 3.185185185185185e-05,
1370
- "loss": 0.0038,
1371
  "step": 2270
1372
  },
1373
  {
1374
  "epoch": 8.44,
1375
- "learning_rate": 3.111111111111111e-05,
1376
- "loss": 0.003,
1377
  "step": 2280
1378
  },
1379
  {
1380
  "epoch": 8.48,
1381
- "learning_rate": 3.037037037037037e-05,
1382
- "loss": 0.0028,
1383
  "step": 2290
1384
  },
1385
  {
1386
  "epoch": 8.52,
1387
- "learning_rate": 2.962962962962963e-05,
1388
- "loss": 0.0033,
1389
  "step": 2300
1390
  },
1391
  {
1392
  "epoch": 8.56,
1393
- "learning_rate": 2.8888888888888888e-05,
1394
- "loss": 0.0028,
1395
  "step": 2310
1396
  },
1397
  {
1398
  "epoch": 8.59,
1399
- "learning_rate": 2.814814814814815e-05,
1400
- "loss": 0.0085,
1401
  "step": 2320
1402
  },
1403
  {
1404
  "epoch": 8.63,
1405
- "learning_rate": 2.7407407407407408e-05,
1406
- "loss": 0.0028,
1407
  "step": 2330
1408
  },
1409
  {
1410
  "epoch": 8.67,
1411
- "learning_rate": 2.6666666666666667e-05,
1412
- "loss": 0.0134,
1413
  "step": 2340
1414
  },
1415
  {
1416
  "epoch": 8.7,
1417
- "learning_rate": 2.5925925925925925e-05,
1418
- "loss": 0.0029,
1419
  "step": 2350
1420
  },
1421
  {
1422
  "epoch": 8.74,
1423
- "learning_rate": 2.5185185185185183e-05,
1424
- "loss": 0.003,
1425
  "step": 2360
1426
  },
1427
  {
1428
  "epoch": 8.78,
1429
- "learning_rate": 2.4444444444444445e-05,
1430
- "loss": 0.0027,
1431
  "step": 2370
1432
  },
1433
  {
1434
  "epoch": 8.81,
1435
- "learning_rate": 2.3703703703703707e-05,
1436
- "loss": 0.0027,
1437
  "step": 2380
1438
  },
1439
  {
1440
  "epoch": 8.85,
1441
- "learning_rate": 2.2962962962962965e-05,
1442
- "loss": 0.0027,
1443
  "step": 2390
1444
  },
1445
  {
1446
  "epoch": 8.89,
1447
- "learning_rate": 2.2222222222222223e-05,
1448
- "loss": 0.0091,
1449
  "step": 2400
1450
  },
1451
  {
1452
  "epoch": 8.93,
1453
- "learning_rate": 2.148148148148148e-05,
1454
- "loss": 0.0028,
1455
  "step": 2410
1456
  },
1457
  {
1458
  "epoch": 8.96,
1459
- "learning_rate": 2.074074074074074e-05,
1460
- "loss": 0.0028,
1461
  "step": 2420
1462
  },
1463
  {
1464
  "epoch": 9.0,
1465
- "learning_rate": 2e-05,
1466
- "loss": 0.0028,
1467
  "step": 2430
1468
  },
1469
  {
1470
  "epoch": 9.04,
1471
- "learning_rate": 1.925925925925926e-05,
1472
- "loss": 0.003,
1473
  "step": 2440
1474
  },
1475
  {
1476
  "epoch": 9.07,
1477
- "learning_rate": 1.8518518518518518e-05,
1478
- "loss": 0.0086,
1479
  "step": 2450
1480
  },
1481
  {
1482
  "epoch": 9.11,
1483
- "learning_rate": 1.777777777777778e-05,
1484
- "loss": 0.0096,
1485
  "step": 2460
1486
  },
1487
  {
1488
  "epoch": 9.15,
1489
- "learning_rate": 1.7037037037037038e-05,
1490
- "loss": 0.0027,
1491
  "step": 2470
1492
  },
1493
  {
1494
  "epoch": 9.19,
1495
- "learning_rate": 1.62962962962963e-05,
1496
- "loss": 0.0026,
1497
  "step": 2480
1498
  },
1499
  {
1500
  "epoch": 9.22,
1501
- "learning_rate": 1.5555555555555555e-05,
1502
- "loss": 0.0026,
1503
  "step": 2490
1504
  },
1505
  {
1506
  "epoch": 9.26,
1507
- "learning_rate": 1.4814814814814815e-05,
1508
- "loss": 0.0026,
1509
  "step": 2500
1510
  },
1511
  {
1512
  "epoch": 9.3,
1513
- "learning_rate": 1.4074074074074075e-05,
1514
- "loss": 0.0027,
1515
  "step": 2510
1516
  },
1517
  {
1518
  "epoch": 9.33,
1519
- "learning_rate": 1.3333333333333333e-05,
1520
- "loss": 0.0026,
1521
  "step": 2520
1522
  },
1523
  {
1524
  "epoch": 9.37,
1525
- "learning_rate": 1.2592592592592592e-05,
1526
- "loss": 0.0025,
1527
  "step": 2530
1528
  },
1529
  {
1530
  "epoch": 9.41,
1531
- "learning_rate": 1.1851851851851853e-05,
1532
- "loss": 0.0027,
1533
  "step": 2540
1534
  },
1535
  {
1536
  "epoch": 9.44,
1537
- "learning_rate": 1.1111111111111112e-05,
1538
- "loss": 0.0024,
1539
  "step": 2550
1540
  },
1541
  {
1542
  "epoch": 9.48,
1543
- "learning_rate": 1.037037037037037e-05,
1544
- "loss": 0.0025,
1545
  "step": 2560
1546
  },
1547
  {
1548
  "epoch": 9.52,
1549
- "learning_rate": 9.62962962962963e-06,
1550
- "loss": 0.0077,
1551
  "step": 2570
1552
  },
1553
  {
1554
  "epoch": 9.56,
1555
- "learning_rate": 8.88888888888889e-06,
1556
- "loss": 0.0176,
1557
  "step": 2580
1558
  },
1559
  {
1560
  "epoch": 9.59,
1561
- "learning_rate": 8.14814814814815e-06,
1562
- "loss": 0.0026,
1563
  "step": 2590
1564
  },
1565
  {
1566
  "epoch": 9.63,
1567
- "learning_rate": 7.4074074074074075e-06,
1568
- "loss": 0.0024,
1569
  "step": 2600
1570
  },
1571
  {
1572
  "epoch": 9.67,
1573
- "learning_rate": 6.666666666666667e-06,
1574
- "loss": 0.0025,
1575
  "step": 2610
1576
  },
1577
  {
1578
  "epoch": 9.7,
1579
- "learning_rate": 5.925925925925927e-06,
1580
- "loss": 0.0025,
1581
  "step": 2620
1582
  },
1583
  {
1584
  "epoch": 9.74,
1585
- "learning_rate": 5.185185185185185e-06,
1586
- "loss": 0.0025,
1587
  "step": 2630
1588
  },
1589
  {
1590
  "epoch": 9.78,
1591
- "learning_rate": 4.444444444444445e-06,
1592
- "loss": 0.0026,
1593
  "step": 2640
1594
  },
1595
  {
1596
  "epoch": 9.81,
1597
- "learning_rate": 3.7037037037037037e-06,
1598
- "loss": 0.0026,
1599
  "step": 2650
1600
  },
1601
  {
1602
  "epoch": 9.85,
1603
- "learning_rate": 2.9629629629629633e-06,
1604
- "loss": 0.0025,
1605
  "step": 2660
1606
  },
1607
  {
1608
  "epoch": 9.89,
1609
- "learning_rate": 2.2222222222222225e-06,
1610
- "loss": 0.0101,
1611
  "step": 2670
1612
  },
1613
  {
1614
  "epoch": 9.93,
1615
- "learning_rate": 1.4814814814814817e-06,
1616
- "loss": 0.0026,
1617
  "step": 2680
1618
  },
1619
  {
1620
  "epoch": 9.96,
1621
- "learning_rate": 7.407407407407408e-07,
1622
- "loss": 0.0026,
1623
  "step": 2690
1624
  },
1625
  {
1626
  "epoch": 10.0,
1627
- "learning_rate": 0.0,
1628
- "loss": 0.0025,
1629
  "step": 2700
1630
  },
1631
  {
1632
- "epoch": 10.0,
1633
- "step": 2700,
1634
- "total_flos": 3.347863979094835e+18,
1635
- "train_loss": 0.2644773021671507,
1636
- "train_runtime": 949.4602,
1637
- "train_samples_per_second": 45.5,
1638
- "train_steps_per_second": 2.844
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1639
  }
1640
  ],
1641
  "logging_steps": 10,
1642
- "max_steps": 2700,
1643
- "num_train_epochs": 10,
1644
- "save_steps": 3000,
1645
- "total_flos": 3.347863979094835e+18,
1646
  "trial_name": null,
1647
  "trial_params": null
1648
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 20.0,
5
  "eval_steps": 3000,
6
+ "global_step": 5400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.04,
13
+ "learning_rate": 0.00019962962962962963,
14
+ "loss": 2.1858,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.07,
19
+ "learning_rate": 0.00019925925925925927,
20
+ "loss": 2.0674,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.11,
25
+ "learning_rate": 0.0001988888888888889,
26
+ "loss": 1.8298,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.15,
31
+ "learning_rate": 0.00019851851851851853,
32
+ "loss": 1.6136,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.19,
37
+ "learning_rate": 0.00019814814814814814,
38
+ "loss": 1.5421,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.22,
43
+ "learning_rate": 0.00019777777777777778,
44
+ "loss": 1.3979,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.26,
49
+ "learning_rate": 0.00019740740740740743,
50
+ "loss": 1.3041,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.3,
55
+ "learning_rate": 0.00019703703703703704,
56
+ "loss": 1.2235,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.33,
61
+ "learning_rate": 0.00019666666666666666,
62
+ "loss": 1.3809,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 0.37,
67
+ "learning_rate": 0.0001962962962962963,
68
+ "loss": 1.2073,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 0.41,
73
+ "learning_rate": 0.00019592592592592594,
74
+ "loss": 1.114,
75
  "step": 110
76
  },
77
  {
78
  "epoch": 0.44,
79
+ "learning_rate": 0.00019555555555555556,
80
+ "loss": 1.1675,
81
  "step": 120
82
  },
83
  {
84
  "epoch": 0.48,
85
+ "learning_rate": 0.0001951851851851852,
86
+ "loss": 1.1497,
87
  "step": 130
88
  },
89
  {
90
  "epoch": 0.52,
91
+ "learning_rate": 0.00019481481481481482,
92
+ "loss": 1.2117,
93
  "step": 140
94
  },
95
  {
96
  "epoch": 0.56,
97
+ "learning_rate": 0.00019444444444444446,
98
+ "loss": 0.9834,
99
  "step": 150
100
  },
101
  {
102
  "epoch": 0.59,
103
+ "learning_rate": 0.00019407407407407408,
104
+ "loss": 1.014,
105
  "step": 160
106
  },
107
  {
108
  "epoch": 0.63,
109
+ "learning_rate": 0.00019370370370370372,
110
+ "loss": 0.9551,
111
  "step": 170
112
  },
113
  {
114
  "epoch": 0.67,
115
+ "learning_rate": 0.00019333333333333333,
116
+ "loss": 0.99,
117
  "step": 180
118
  },
119
  {
120
  "epoch": 0.7,
121
+ "learning_rate": 0.00019296296296296298,
122
+ "loss": 0.9756,
123
  "step": 190
124
  },
125
  {
126
  "epoch": 0.74,
127
+ "learning_rate": 0.0001925925925925926,
128
+ "loss": 1.0463,
129
  "step": 200
130
  },
131
  {
132
  "epoch": 0.78,
133
+ "learning_rate": 0.00019222222222222224,
134
+ "loss": 1.0912,
135
  "step": 210
136
  },
137
  {
138
  "epoch": 0.81,
139
+ "learning_rate": 0.00019185185185185185,
140
+ "loss": 0.9984,
141
  "step": 220
142
  },
143
  {
144
  "epoch": 0.85,
145
+ "learning_rate": 0.0001914814814814815,
146
+ "loss": 0.8911,
147
  "step": 230
148
  },
149
  {
150
  "epoch": 0.89,
151
+ "learning_rate": 0.00019111111111111114,
152
+ "loss": 0.7515,
153
  "step": 240
154
  },
155
  {
156
  "epoch": 0.93,
157
+ "learning_rate": 0.00019074074074074075,
158
+ "loss": 1.1003,
159
  "step": 250
160
  },
161
  {
162
  "epoch": 0.96,
163
+ "learning_rate": 0.00019037037037037037,
164
+ "loss": 0.9923,
165
  "step": 260
166
  },
167
  {
168
  "epoch": 1.0,
169
+ "learning_rate": 0.00019,
170
+ "loss": 0.8772,
171
  "step": 270
172
  },
173
  {
174
  "epoch": 1.04,
175
+ "learning_rate": 0.00018962962962962965,
176
+ "loss": 0.6926,
177
  "step": 280
178
  },
179
  {
180
  "epoch": 1.07,
181
+ "learning_rate": 0.00018925925925925927,
182
+ "loss": 0.7489,
183
  "step": 290
184
  },
185
  {
186
  "epoch": 1.11,
187
+ "learning_rate": 0.00018888888888888888,
188
+ "loss": 0.6285,
189
  "step": 300
190
  },
191
  {
192
  "epoch": 1.15,
193
+ "learning_rate": 0.00018851851851851853,
194
+ "loss": 0.6881,
195
  "step": 310
196
  },
197
  {
198
  "epoch": 1.19,
199
+ "learning_rate": 0.0001881851851851852,
200
+ "loss": 0.6729,
201
  "step": 320
202
  },
203
  {
204
  "epoch": 1.22,
205
+ "learning_rate": 0.0001878148148148148,
206
+ "loss": 0.642,
207
  "step": 330
208
  },
209
  {
210
  "epoch": 1.26,
211
+ "learning_rate": 0.00018744444444444445,
212
+ "loss": 0.6423,
213
  "step": 340
214
  },
215
  {
216
  "epoch": 1.3,
217
+ "learning_rate": 0.0001870740740740741,
218
+ "loss": 0.72,
219
  "step": 350
220
  },
221
  {
222
  "epoch": 1.33,
223
+ "learning_rate": 0.0001867037037037037,
224
+ "loss": 0.7628,
225
  "step": 360
226
  },
227
  {
228
  "epoch": 1.37,
229
+ "learning_rate": 0.00018633333333333333,
230
+ "loss": 0.7165,
231
  "step": 370
232
  },
233
  {
234
  "epoch": 1.41,
235
+ "learning_rate": 0.00018596296296296297,
236
+ "loss": 0.6817,
237
  "step": 380
238
  },
239
  {
240
  "epoch": 1.44,
241
+ "learning_rate": 0.0001855925925925926,
242
+ "loss": 0.6094,
243
  "step": 390
244
  },
245
  {
246
  "epoch": 1.48,
247
+ "learning_rate": 0.00018522222222222223,
248
+ "loss": 0.662,
249
  "step": 400
250
  },
251
  {
252
  "epoch": 1.52,
253
+ "learning_rate": 0.00018485185185185184,
254
+ "loss": 0.594,
255
  "step": 410
256
  },
257
  {
258
  "epoch": 1.56,
259
+ "learning_rate": 0.00018448148148148149,
260
+ "loss": 0.7857,
261
  "step": 420
262
  },
263
  {
264
  "epoch": 1.59,
265
+ "learning_rate": 0.00018411111111111113,
266
+ "loss": 0.4482,
267
  "step": 430
268
  },
269
  {
270
  "epoch": 1.63,
271
+ "learning_rate": 0.00018374074074074074,
272
+ "loss": 0.5306,
273
  "step": 440
274
  },
275
  {
276
  "epoch": 1.67,
277
+ "learning_rate": 0.00018337037037037036,
278
+ "loss": 0.5849,
279
  "step": 450
280
  },
281
  {
282
  "epoch": 1.7,
283
+ "learning_rate": 0.000183,
284
+ "loss": 0.848,
285
  "step": 460
286
  },
287
  {
288
  "epoch": 1.74,
289
+ "learning_rate": 0.00018262962962962965,
290
+ "loss": 0.4931,
291
  "step": 470
292
  },
293
  {
294
  "epoch": 1.78,
295
+ "learning_rate": 0.00018225925925925926,
296
+ "loss": 0.4542,
297
  "step": 480
298
  },
299
  {
300
  "epoch": 1.81,
301
+ "learning_rate": 0.0001818888888888889,
302
+ "loss": 0.5918,
303
  "step": 490
304
  },
305
  {
306
  "epoch": 1.85,
307
+ "learning_rate": 0.00018151851851851852,
308
+ "loss": 0.5543,
309
  "step": 500
310
  },
311
  {
312
  "epoch": 1.89,
313
+ "learning_rate": 0.00018114814814814816,
314
+ "loss": 0.6295,
315
  "step": 510
316
  },
317
  {
318
  "epoch": 1.93,
319
+ "learning_rate": 0.00018077777777777778,
320
+ "loss": 0.6341,
321
  "step": 520
322
  },
323
  {
324
  "epoch": 1.96,
325
+ "learning_rate": 0.00018040740740740742,
326
+ "loss": 0.5688,
327
  "step": 530
328
  },
329
  {
330
  "epoch": 2.0,
331
+ "learning_rate": 0.00018003703703703704,
332
+ "loss": 0.646,
333
  "step": 540
334
  },
335
  {
336
  "epoch": 2.04,
337
+ "learning_rate": 0.00017966666666666668,
338
+ "loss": 0.3895,
339
  "step": 550
340
  },
341
  {
342
  "epoch": 2.07,
343
+ "learning_rate": 0.0001792962962962963,
344
+ "loss": 0.4572,
345
  "step": 560
346
  },
347
  {
348
  "epoch": 2.11,
349
+ "learning_rate": 0.00017892592592592594,
350
+ "loss": 0.3104,
351
  "step": 570
352
  },
353
  {
354
  "epoch": 2.15,
355
+ "learning_rate": 0.00017855555555555555,
356
+ "loss": 0.366,
357
  "step": 580
358
  },
359
  {
360
  "epoch": 2.19,
361
+ "learning_rate": 0.0001781851851851852,
362
+ "loss": 0.3954,
363
  "step": 590
364
  },
365
  {
366
  "epoch": 2.22,
367
+ "learning_rate": 0.00017781481481481484,
368
+ "loss": 0.3588,
369
  "step": 600
370
  },
371
  {
372
  "epoch": 2.26,
373
+ "learning_rate": 0.00017744444444444445,
374
+ "loss": 0.3124,
375
  "step": 610
376
  },
377
  {
378
  "epoch": 2.3,
379
+ "learning_rate": 0.00017707407407407407,
380
+ "loss": 0.4456,
381
  "step": 620
382
  },
383
  {
384
  "epoch": 2.33,
385
+ "learning_rate": 0.0001767037037037037,
386
+ "loss": 0.3196,
387
  "step": 630
388
  },
389
  {
390
  "epoch": 2.37,
391
+ "learning_rate": 0.00017633333333333335,
392
+ "loss": 0.3449,
393
  "step": 640
394
  },
395
  {
396
  "epoch": 2.41,
397
+ "learning_rate": 0.00017596296296296297,
398
+ "loss": 0.4789,
399
  "step": 650
400
  },
401
  {
402
  "epoch": 2.44,
403
+ "learning_rate": 0.00017559259259259259,
404
+ "loss": 0.3636,
405
  "step": 660
406
  },
407
  {
408
  "epoch": 2.48,
409
+ "learning_rate": 0.00017522222222222223,
410
+ "loss": 0.4037,
411
  "step": 670
412
  },
413
  {
414
  "epoch": 2.52,
415
+ "learning_rate": 0.00017485185185185187,
416
+ "loss": 0.3514,
417
  "step": 680
418
  },
419
  {
420
  "epoch": 2.56,
421
+ "learning_rate": 0.0001744814814814815,
422
+ "loss": 0.3531,
423
  "step": 690
424
  },
425
  {
426
  "epoch": 2.59,
427
+ "learning_rate": 0.0001741111111111111,
428
+ "loss": 0.3864,
429
  "step": 700
430
  },
431
  {
432
  "epoch": 2.63,
433
+ "learning_rate": 0.00017374074074074077,
434
+ "loss": 0.3057,
435
  "step": 710
436
  },
437
  {
438
  "epoch": 2.67,
439
+ "learning_rate": 0.0001733703703703704,
440
+ "loss": 0.3689,
441
  "step": 720
442
  },
443
  {
444
  "epoch": 2.7,
445
+ "learning_rate": 0.000173,
446
+ "loss": 0.3429,
447
  "step": 730
448
  },
449
  {
450
  "epoch": 2.74,
451
+ "learning_rate": 0.00017262962962962962,
452
+ "loss": 0.4835,
453
  "step": 740
454
  },
455
  {
456
  "epoch": 2.78,
457
+ "learning_rate": 0.0001722592592592593,
458
+ "loss": 0.584,
459
  "step": 750
460
  },
461
  {
462
  "epoch": 2.81,
463
+ "learning_rate": 0.0001718888888888889,
464
+ "loss": 0.4278,
465
  "step": 760
466
  },
467
  {
468
  "epoch": 2.85,
469
+ "learning_rate": 0.00017151851851851852,
470
+ "loss": 0.3338,
471
  "step": 770
472
  },
473
  {
474
  "epoch": 2.89,
475
+ "learning_rate": 0.00017114814814814814,
476
+ "loss": 0.3246,
477
  "step": 780
478
  },
479
  {
480
  "epoch": 2.93,
481
+ "learning_rate": 0.00017077777777777778,
482
+ "loss": 0.4246,
483
  "step": 790
484
  },
485
  {
486
  "epoch": 2.96,
487
+ "learning_rate": 0.00017040740740740742,
488
+ "loss": 0.5964,
489
  "step": 800
490
  },
491
  {
492
  "epoch": 3.0,
493
+ "learning_rate": 0.00017003703703703704,
494
+ "loss": 0.5198,
495
  "step": 810
496
  },
497
  {
498
  "epoch": 3.04,
499
+ "learning_rate": 0.00016966666666666668,
500
+ "loss": 0.4489,
501
  "step": 820
502
  },
503
  {
504
  "epoch": 3.07,
505
+ "learning_rate": 0.0001692962962962963,
506
+ "loss": 0.204,
507
  "step": 830
508
  },
509
  {
510
  "epoch": 3.11,
511
+ "learning_rate": 0.00016892592592592594,
512
+ "loss": 0.2281,
513
  "step": 840
514
  },
515
  {
516
  "epoch": 3.15,
517
+ "learning_rate": 0.00016855555555555555,
518
+ "loss": 0.2293,
519
  "step": 850
520
  },
521
  {
522
  "epoch": 3.19,
523
+ "learning_rate": 0.0001681851851851852,
524
+ "loss": 0.1439,
525
  "step": 860
526
  },
527
  {
528
  "epoch": 3.22,
529
+ "learning_rate": 0.0001678148148148148,
530
+ "loss": 0.1872,
531
  "step": 870
532
  },
533
  {
534
  "epoch": 3.26,
535
+ "learning_rate": 0.00016744444444444445,
536
+ "loss": 0.2705,
537
  "step": 880
538
  },
539
  {
540
  "epoch": 3.3,
541
+ "learning_rate": 0.00016707407407407407,
542
+ "loss": 0.2329,
543
  "step": 890
544
  },
545
  {
546
  "epoch": 3.33,
547
+ "learning_rate": 0.0001667037037037037,
548
+ "loss": 0.349,
549
  "step": 900
550
  },
551
  {
552
  "epoch": 3.37,
553
+ "learning_rate": 0.00016633333333333333,
554
+ "loss": 0.2587,
555
  "step": 910
556
  },
557
  {
558
  "epoch": 3.41,
559
+ "learning_rate": 0.00016596296296296297,
560
+ "loss": 0.1563,
561
  "step": 920
562
  },
563
  {
564
  "epoch": 3.44,
565
+ "learning_rate": 0.00016559259259259261,
566
+ "loss": 0.1608,
567
  "step": 930
568
  },
569
  {
570
  "epoch": 3.48,
571
+ "learning_rate": 0.00016522222222222223,
572
+ "loss": 0.264,
573
  "step": 940
574
  },
575
  {
576
  "epoch": 3.52,
577
+ "learning_rate": 0.00016485185185185185,
578
+ "loss": 0.2586,
579
  "step": 950
580
  },
581
  {
582
  "epoch": 3.56,
583
+ "learning_rate": 0.0001644814814814815,
584
+ "loss": 0.2584,
585
  "step": 960
586
  },
587
  {
588
  "epoch": 3.59,
589
+ "learning_rate": 0.00016411111111111113,
590
+ "loss": 0.1729,
591
  "step": 970
592
  },
593
  {
594
  "epoch": 3.63,
595
+ "learning_rate": 0.00016374074074074075,
596
+ "loss": 0.3161,
597
  "step": 980
598
  },
599
  {
600
  "epoch": 3.67,
601
+ "learning_rate": 0.00016337037037037036,
602
+ "loss": 0.1579,
603
  "step": 990
604
  },
605
  {
606
  "epoch": 3.7,
607
+ "learning_rate": 0.000163,
608
+ "loss": 0.159,
609
  "step": 1000
610
  },
611
  {
612
  "epoch": 3.74,
613
+ "learning_rate": 0.00016262962962962965,
614
+ "loss": 0.2138,
615
  "step": 1010
616
  },
617
  {
618
  "epoch": 3.78,
619
+ "learning_rate": 0.00016225925925925926,
620
+ "loss": 0.2743,
621
  "step": 1020
622
  },
623
  {
624
  "epoch": 3.81,
625
+ "learning_rate": 0.00016188888888888888,
626
+ "loss": 0.2057,
627
  "step": 1030
628
  },
629
  {
630
  "epoch": 3.85,
631
+ "learning_rate": 0.00016151851851851855,
632
+ "loss": 0.2297,
633
  "step": 1040
634
  },
635
  {
636
  "epoch": 3.89,
637
+ "learning_rate": 0.00016114814814814816,
638
+ "loss": 0.3396,
639
  "step": 1050
640
  },
641
  {
642
  "epoch": 3.93,
643
+ "learning_rate": 0.00016077777777777778,
644
+ "loss": 0.2853,
645
  "step": 1060
646
  },
647
  {
648
  "epoch": 3.96,
649
+ "learning_rate": 0.0001604074074074074,
650
+ "loss": 0.2184,
651
  "step": 1070
652
  },
653
  {
654
  "epoch": 4.0,
655
+ "learning_rate": 0.00016003703703703707,
656
+ "loss": 0.2157,
657
  "step": 1080
658
  },
659
  {
660
  "epoch": 4.04,
661
+ "learning_rate": 0.00015966666666666668,
662
+ "loss": 0.1986,
663
  "step": 1090
664
  },
665
  {
666
  "epoch": 4.07,
667
+ "learning_rate": 0.0001592962962962963,
668
+ "loss": 0.1425,
669
  "step": 1100
670
  },
671
  {
672
  "epoch": 4.11,
673
+ "learning_rate": 0.0001589259259259259,
674
+ "loss": 0.1571,
675
  "step": 1110
676
  },
677
  {
678
  "epoch": 4.15,
679
+ "learning_rate": 0.00015855555555555558,
680
+ "loss": 0.1702,
681
  "step": 1120
682
  },
683
  {
684
  "epoch": 4.19,
685
+ "learning_rate": 0.0001581851851851852,
686
+ "loss": 0.0456,
687
  "step": 1130
688
  },
689
  {
690
  "epoch": 4.22,
691
+ "learning_rate": 0.0001578148148148148,
692
+ "loss": 0.1112,
693
  "step": 1140
694
  },
695
  {
696
  "epoch": 4.26,
697
+ "learning_rate": 0.00015744444444444446,
698
+ "loss": 0.0581,
699
  "step": 1150
700
  },
701
  {
702
  "epoch": 4.3,
703
+ "learning_rate": 0.00015707407407407407,
704
+ "loss": 0.161,
705
  "step": 1160
706
  },
707
  {
708
  "epoch": 4.33,
709
+ "learning_rate": 0.00015670370370370371,
710
+ "loss": 0.2081,
711
  "step": 1170
712
  },
713
  {
714
  "epoch": 4.37,
715
+ "learning_rate": 0.00015633333333333333,
716
+ "loss": 0.1118,
717
  "step": 1180
718
  },
719
  {
720
  "epoch": 4.41,
721
+ "learning_rate": 0.00015596296296296297,
722
+ "loss": 0.1484,
723
  "step": 1190
724
  },
725
  {
726
  "epoch": 4.44,
727
+ "learning_rate": 0.0001555925925925926,
728
+ "loss": 0.1166,
729
  "step": 1200
730
  },
731
  {
732
  "epoch": 4.48,
733
+ "learning_rate": 0.00015522222222222223,
734
+ "loss": 0.162,
735
  "step": 1210
736
  },
737
  {
738
  "epoch": 4.52,
739
+ "learning_rate": 0.00015485185185185187,
740
+ "loss": 0.1473,
741
  "step": 1220
742
  },
743
  {
744
  "epoch": 4.56,
745
+ "learning_rate": 0.0001544814814814815,
746
+ "loss": 0.1251,
747
  "step": 1230
748
  },
749
  {
750
  "epoch": 4.59,
751
+ "learning_rate": 0.0001541111111111111,
752
+ "loss": 0.1109,
753
  "step": 1240
754
  },
755
  {
756
  "epoch": 4.63,
757
+ "learning_rate": 0.00015374074074074075,
758
+ "loss": 0.1666,
759
  "step": 1250
760
  },
761
  {
762
  "epoch": 4.67,
763
+ "learning_rate": 0.0001533703703703704,
764
+ "loss": 0.1386,
765
  "step": 1260
766
  },
767
  {
768
  "epoch": 4.7,
769
+ "learning_rate": 0.000153,
770
+ "loss": 0.0548,
771
  "step": 1270
772
  },
773
  {
774
  "epoch": 4.74,
775
+ "learning_rate": 0.00015262962962962962,
776
+ "loss": 0.1446,
777
  "step": 1280
778
  },
779
  {
780
  "epoch": 4.78,
781
+ "learning_rate": 0.00015225925925925926,
782
+ "loss": 0.3583,
783
  "step": 1290
784
  },
785
  {
786
  "epoch": 4.81,
787
+ "learning_rate": 0.0001518888888888889,
788
+ "loss": 0.3026,
789
  "step": 1300
790
  },
791
  {
792
  "epoch": 4.85,
793
+ "learning_rate": 0.00015151851851851852,
794
+ "loss": 0.2623,
795
  "step": 1310
796
  },
797
  {
798
  "epoch": 4.89,
799
+ "learning_rate": 0.00015114814814814814,
800
+ "loss": 0.2197,
801
  "step": 1320
802
  },
803
  {
804
  "epoch": 4.93,
805
+ "learning_rate": 0.0001507777777777778,
806
+ "loss": 0.1991,
807
  "step": 1330
808
  },
809
  {
810
  "epoch": 4.96,
811
+ "learning_rate": 0.00015040740740740742,
812
+ "loss": 0.1439,
813
  "step": 1340
814
  },
815
  {
816
  "epoch": 5.0,
817
+ "learning_rate": 0.00015003703703703704,
818
+ "loss": 0.1856,
819
  "step": 1350
820
  },
821
  {
822
  "epoch": 5.04,
823
+ "learning_rate": 0.00014966666666666665,
824
+ "loss": 0.0815,
825
  "step": 1360
826
  },
827
  {
828
  "epoch": 5.07,
829
+ "learning_rate": 0.00014929629629629632,
830
+ "loss": 0.1795,
831
  "step": 1370
832
  },
833
  {
834
  "epoch": 5.11,
835
+ "learning_rate": 0.00014892592592592594,
836
+ "loss": 0.0757,
837
  "step": 1380
838
  },
839
  {
840
  "epoch": 5.15,
841
+ "learning_rate": 0.00014855555555555556,
842
+ "loss": 0.037,
843
  "step": 1390
844
  },
845
  {
846
  "epoch": 5.19,
847
+ "learning_rate": 0.00014818518518518517,
848
+ "loss": 0.0464,
849
  "step": 1400
850
  },
851
  {
852
  "epoch": 5.22,
853
+ "learning_rate": 0.00014781481481481484,
854
+ "loss": 0.0151,
855
  "step": 1410
856
  },
857
  {
858
  "epoch": 5.26,
859
+ "learning_rate": 0.00014744444444444446,
860
+ "loss": 0.0441,
861
  "step": 1420
862
  },
863
  {
864
  "epoch": 5.3,
865
+ "learning_rate": 0.00014707407407407407,
866
+ "loss": 0.0703,
867
  "step": 1430
868
  },
869
  {
870
  "epoch": 5.33,
871
+ "learning_rate": 0.00014670370370370371,
872
+ "loss": 0.1126,
873
  "step": 1440
874
  },
875
  {
876
  "epoch": 5.37,
877
+ "learning_rate": 0.00014633333333333336,
878
+ "loss": 0.066,
879
  "step": 1450
880
  },
881
  {
882
  "epoch": 5.41,
883
+ "learning_rate": 0.00014596296296296297,
884
+ "loss": 0.1397,
885
  "step": 1460
886
  },
887
  {
888
  "epoch": 5.44,
889
+ "learning_rate": 0.0001455925925925926,
890
+ "loss": 0.0641,
891
  "step": 1470
892
  },
893
  {
894
  "epoch": 5.48,
895
+ "learning_rate": 0.00014522222222222223,
896
+ "loss": 0.1555,
897
  "step": 1480
898
  },
899
  {
900
  "epoch": 5.52,
901
+ "learning_rate": 0.00014485185185185187,
902
+ "loss": 0.164,
903
  "step": 1490
904
  },
905
  {
906
  "epoch": 5.56,
907
+ "learning_rate": 0.0001444814814814815,
908
+ "loss": 0.073,
909
  "step": 1500
910
  },
911
  {
912
  "epoch": 5.59,
913
+ "learning_rate": 0.0001441111111111111,
914
+ "loss": 0.1236,
915
  "step": 1510
916
  },
917
  {
918
  "epoch": 5.63,
919
+ "learning_rate": 0.00014374074074074075,
920
+ "loss": 0.0639,
921
  "step": 1520
922
  },
923
  {
924
  "epoch": 5.67,
925
+ "learning_rate": 0.00014337037037037036,
926
+ "loss": 0.1367,
927
  "step": 1530
928
  },
929
  {
930
  "epoch": 5.7,
931
+ "learning_rate": 0.000143,
932
+ "loss": 0.0772,
933
  "step": 1540
934
  },
935
  {
936
  "epoch": 5.74,
937
+ "learning_rate": 0.00014262962962962965,
938
+ "loss": 0.0283,
939
  "step": 1550
940
  },
941
  {
942
  "epoch": 5.78,
943
+ "learning_rate": 0.00014225925925925926,
944
+ "loss": 0.0523,
945
  "step": 1560
946
  },
947
  {
948
  "epoch": 5.81,
949
+ "learning_rate": 0.00014188888888888888,
950
+ "loss": 0.0502,
951
  "step": 1570
952
  },
953
  {
954
  "epoch": 5.85,
955
+ "learning_rate": 0.00014151851851851852,
956
+ "loss": 0.1211,
957
  "step": 1580
958
  },
959
  {
960
  "epoch": 5.89,
961
+ "learning_rate": 0.00014114814814814817,
962
+ "loss": 0.0252,
963
  "step": 1590
964
  },
965
  {
966
  "epoch": 5.93,
967
+ "learning_rate": 0.00014077777777777778,
968
+ "loss": 0.1756,
969
  "step": 1600
970
  },
971
  {
972
  "epoch": 5.96,
973
+ "learning_rate": 0.0001404074074074074,
974
+ "loss": 0.1343,
975
  "step": 1610
976
  },
977
  {
978
  "epoch": 6.0,
979
+ "learning_rate": 0.00014003703703703704,
980
+ "loss": 0.111,
981
  "step": 1620
982
  },
983
  {
984
  "epoch": 6.04,
985
+ "learning_rate": 0.00013966666666666668,
986
+ "loss": 0.0292,
987
  "step": 1630
988
  },
989
  {
990
  "epoch": 6.07,
991
+ "learning_rate": 0.0001392962962962963,
992
+ "loss": 0.033,
993
  "step": 1640
994
  },
995
  {
996
  "epoch": 6.11,
997
+ "learning_rate": 0.00013892592592592591,
998
+ "loss": 0.0446,
999
  "step": 1650
1000
  },
1001
  {
1002
  "epoch": 6.15,
1003
+ "learning_rate": 0.00013855555555555558,
1004
+ "loss": 0.0272,
1005
  "step": 1660
1006
  },
1007
  {
1008
  "epoch": 6.19,
1009
+ "learning_rate": 0.0001381851851851852,
1010
+ "loss": 0.0359,
1011
  "step": 1670
1012
  },
1013
  {
1014
  "epoch": 6.22,
1015
+ "learning_rate": 0.00013781481481481481,
1016
+ "loss": 0.0102,
1017
  "step": 1680
1018
  },
1019
  {
1020
  "epoch": 6.26,
1021
+ "learning_rate": 0.00013744444444444443,
1022
+ "loss": 0.0641,
1023
  "step": 1690
1024
  },
1025
  {
1026
  "epoch": 6.3,
1027
+ "learning_rate": 0.0001370740740740741,
1028
+ "loss": 0.0454,
1029
  "step": 1700
1030
  },
1031
  {
1032
  "epoch": 6.33,
1033
+ "learning_rate": 0.00013670370370370372,
1034
+ "loss": 0.0134,
1035
  "step": 1710
1036
  },
1037
  {
1038
  "epoch": 6.37,
1039
+ "learning_rate": 0.00013633333333333333,
1040
+ "loss": 0.142,
1041
  "step": 1720
1042
  },
1043
  {
1044
  "epoch": 6.41,
1045
+ "learning_rate": 0.00013596296296296295,
1046
+ "loss": 0.0604,
1047
  "step": 1730
1048
  },
1049
  {
1050
  "epoch": 6.44,
1051
+ "learning_rate": 0.00013559259259259262,
1052
+ "loss": 0.0709,
1053
  "step": 1740
1054
  },
1055
  {
1056
  "epoch": 6.48,
1057
+ "learning_rate": 0.00013522222222222223,
1058
+ "loss": 0.0063,
1059
  "step": 1750
1060
  },
1061
  {
1062
  "epoch": 6.52,
1063
+ "learning_rate": 0.00013485185185185185,
1064
+ "loss": 0.0101,
1065
  "step": 1760
1066
  },
1067
  {
1068
  "epoch": 6.56,
1069
+ "learning_rate": 0.0001344814814814815,
1070
+ "loss": 0.0382,
1071
  "step": 1770
1072
  },
1073
  {
1074
  "epoch": 6.59,
1075
+ "learning_rate": 0.00013411111111111113,
1076
+ "loss": 0.0049,
1077
  "step": 1780
1078
  },
1079
  {
1080
  "epoch": 6.63,
1081
+ "learning_rate": 0.00013374074074074075,
1082
+ "loss": 0.0952,
1083
  "step": 1790
1084
  },
1085
  {
1086
  "epoch": 6.67,
1087
+ "learning_rate": 0.00013337037037037036,
1088
+ "loss": 0.049,
1089
  "step": 1800
1090
  },
1091
  {
1092
  "epoch": 6.7,
1093
+ "learning_rate": 0.000133,
1094
+ "loss": 0.1004,
1095
  "step": 1810
1096
  },
1097
  {
1098
  "epoch": 6.74,
1099
+ "learning_rate": 0.00013262962962962965,
1100
+ "loss": 0.0295,
1101
  "step": 1820
1102
  },
1103
  {
1104
  "epoch": 6.78,
1105
+ "learning_rate": 0.00013225925925925927,
1106
+ "loss": 0.0158,
1107
  "step": 1830
1108
  },
1109
  {
1110
  "epoch": 6.81,
1111
+ "learning_rate": 0.0001318888888888889,
1112
+ "loss": 0.0157,
1113
  "step": 1840
1114
  },
1115
  {
1116
  "epoch": 6.85,
1117
+ "learning_rate": 0.00013151851851851852,
1118
+ "loss": 0.1002,
1119
  "step": 1850
1120
  },
1121
  {
1122
  "epoch": 6.89,
1123
+ "learning_rate": 0.00013114814814814817,
1124
+ "loss": 0.1301,
1125
  "step": 1860
1126
  },
1127
  {
1128
  "epoch": 6.93,
1129
+ "learning_rate": 0.00013077777777777778,
1130
+ "loss": 0.0851,
1131
  "step": 1870
1132
  },
1133
  {
1134
  "epoch": 6.96,
1135
+ "learning_rate": 0.00013040740740740742,
1136
+ "loss": 0.0822,
1137
  "step": 1880
1138
  },
1139
  {
1140
  "epoch": 7.0,
1141
+ "learning_rate": 0.00013003703703703704,
1142
+ "loss": 0.0388,
1143
  "step": 1890
1144
  },
1145
  {
1146
  "epoch": 7.04,
1147
+ "learning_rate": 0.00012966666666666666,
1148
+ "loss": 0.0098,
1149
  "step": 1900
1150
  },
1151
  {
1152
  "epoch": 7.07,
1153
+ "learning_rate": 0.0001292962962962963,
1154
+ "loss": 0.0563,
1155
  "step": 1910
1156
  },
1157
  {
1158
  "epoch": 7.11,
1159
+ "learning_rate": 0.00012892592592592594,
1160
+ "loss": 0.0362,
1161
  "step": 1920
1162
  },
1163
  {
1164
  "epoch": 7.15,
1165
+ "learning_rate": 0.00012855555555555556,
1166
+ "loss": 0.0491,
1167
  "step": 1930
1168
  },
1169
  {
1170
  "epoch": 7.19,
1171
+ "learning_rate": 0.00012818518518518517,
1172
+ "loss": 0.0435,
1173
  "step": 1940
1174
  },
1175
  {
1176
  "epoch": 7.22,
1177
+ "learning_rate": 0.00012781481481481484,
1178
+ "loss": 0.0735,
1179
  "step": 1950
1180
  },
1181
  {
1182
  "epoch": 7.26,
1183
+ "learning_rate": 0.00012744444444444446,
1184
+ "loss": 0.0654,
1185
  "step": 1960
1186
  },
1187
  {
1188
  "epoch": 7.3,
1189
+ "learning_rate": 0.00012707407407407407,
1190
+ "loss": 0.0175,
1191
  "step": 1970
1192
  },
1193
  {
1194
  "epoch": 7.33,
1195
+ "learning_rate": 0.0001267037037037037,
1196
+ "loss": 0.1319,
1197
  "step": 1980
1198
  },
1199
  {
1200
  "epoch": 7.37,
1201
+ "learning_rate": 0.00012633333333333336,
1202
+ "loss": 0.0109,
1203
  "step": 1990
1204
  },
1205
  {
1206
  "epoch": 7.41,
1207
+ "learning_rate": 0.00012596296296296297,
1208
+ "loss": 0.018,
1209
  "step": 2000
1210
  },
1211
  {
1212
  "epoch": 7.44,
1213
+ "learning_rate": 0.0001255925925925926,
1214
+ "loss": 0.0495,
1215
  "step": 2010
1216
  },
1217
  {
1218
  "epoch": 7.48,
1219
+ "learning_rate": 0.0001252222222222222,
1220
+ "loss": 0.0214,
1221
  "step": 2020
1222
  },
1223
  {
1224
  "epoch": 7.52,
1225
+ "learning_rate": 0.00012485185185185188,
1226
+ "loss": 0.0412,
1227
  "step": 2030
1228
  },
1229
  {
1230
  "epoch": 7.56,
1231
+ "learning_rate": 0.0001244814814814815,
1232
+ "loss": 0.0253,
1233
  "step": 2040
1234
  },
1235
  {
1236
  "epoch": 7.59,
1237
+ "learning_rate": 0.0001241111111111111,
1238
+ "loss": 0.0485,
1239
  "step": 2050
1240
  },
1241
  {
1242
  "epoch": 7.63,
1243
+ "learning_rate": 0.00012374074074074075,
1244
+ "loss": 0.0292,
1245
  "step": 2060
1246
  },
1247
  {
1248
  "epoch": 7.67,
1249
+ "learning_rate": 0.0001233703703703704,
1250
+ "loss": 0.0554,
1251
  "step": 2070
1252
  },
1253
  {
1254
  "epoch": 7.7,
1255
+ "learning_rate": 0.000123,
1256
+ "loss": 0.0476,
1257
  "step": 2080
1258
  },
1259
  {
1260
  "epoch": 7.74,
1261
+ "learning_rate": 0.00012262962962962962,
1262
+ "loss": 0.0079,
1263
  "step": 2090
1264
  },
1265
  {
1266
  "epoch": 7.78,
1267
+ "learning_rate": 0.00012225925925925927,
1268
+ "loss": 0.0417,
1269
  "step": 2100
1270
  },
1271
  {
1272
  "epoch": 7.81,
1273
+ "learning_rate": 0.0001218888888888889,
1274
+ "loss": 0.0397,
1275
  "step": 2110
1276
  },
1277
  {
1278
  "epoch": 7.85,
1279
+ "learning_rate": 0.00012151851851851852,
1280
+ "loss": 0.08,
1281
  "step": 2120
1282
  },
1283
  {
1284
  "epoch": 7.89,
1285
+ "learning_rate": 0.00012114814814814814,
1286
+ "loss": 0.0065,
1287
  "step": 2130
1288
  },
1289
  {
1290
  "epoch": 7.93,
1291
+ "learning_rate": 0.00012077777777777778,
1292
+ "loss": 0.0511,
1293
  "step": 2140
1294
  },
1295
  {
1296
  "epoch": 7.96,
1297
+ "learning_rate": 0.00012040740740740741,
1298
+ "loss": 0.1212,
1299
  "step": 2150
1300
  },
1301
  {
1302
  "epoch": 8.0,
1303
+ "learning_rate": 0.00012003703703703704,
1304
+ "loss": 0.0828,
1305
  "step": 2160
1306
  },
1307
  {
1308
  "epoch": 8.04,
1309
+ "learning_rate": 0.00011966666666666668,
1310
+ "loss": 0.0674,
1311
  "step": 2170
1312
  },
1313
  {
1314
  "epoch": 8.07,
1315
+ "learning_rate": 0.0001192962962962963,
1316
+ "loss": 0.0968,
1317
  "step": 2180
1318
  },
1319
  {
1320
  "epoch": 8.11,
1321
+ "learning_rate": 0.00011892592592592593,
1322
+ "loss": 0.0061,
1323
  "step": 2190
1324
  },
1325
  {
1326
  "epoch": 8.15,
1327
+ "learning_rate": 0.00011855555555555556,
1328
+ "loss": 0.0225,
1329
  "step": 2200
1330
  },
1331
  {
1332
  "epoch": 8.19,
1333
+ "learning_rate": 0.0001181851851851852,
1334
+ "loss": 0.0875,
1335
  "step": 2210
1336
  },
1337
  {
1338
  "epoch": 8.22,
1339
+ "learning_rate": 0.00011781481481481482,
1340
+ "loss": 0.0385,
1341
  "step": 2220
1342
  },
1343
  {
1344
  "epoch": 8.26,
1345
+ "learning_rate": 0.00011744444444444445,
1346
+ "loss": 0.0058,
1347
  "step": 2230
1348
  },
1349
  {
1350
  "epoch": 8.3,
1351
+ "learning_rate": 0.00011707407407407407,
1352
+ "loss": 0.011,
1353
  "step": 2240
1354
  },
1355
  {
1356
  "epoch": 8.33,
1357
+ "learning_rate": 0.00011670370370370372,
1358
+ "loss": 0.0127,
1359
  "step": 2250
1360
  },
1361
  {
1362
  "epoch": 8.37,
1363
+ "learning_rate": 0.00011633333333333333,
1364
+ "loss": 0.0293,
1365
  "step": 2260
1366
  },
1367
  {
1368
  "epoch": 8.41,
1369
+ "learning_rate": 0.00011596296296296296,
1370
+ "loss": 0.0221,
1371
  "step": 2270
1372
  },
1373
  {
1374
  "epoch": 8.44,
1375
+ "learning_rate": 0.0001155925925925926,
1376
+ "loss": 0.0031,
1377
  "step": 2280
1378
  },
1379
  {
1380
  "epoch": 8.48,
1381
+ "learning_rate": 0.00011522222222222223,
1382
+ "loss": 0.0393,
1383
  "step": 2290
1384
  },
1385
  {
1386
  "epoch": 8.52,
1387
+ "learning_rate": 0.00011485185185185185,
1388
+ "loss": 0.0041,
1389
  "step": 2300
1390
  },
1391
  {
1392
  "epoch": 8.56,
1393
+ "learning_rate": 0.00011448148148148148,
1394
+ "loss": 0.0314,
1395
  "step": 2310
1396
  },
1397
  {
1398
  "epoch": 8.59,
1399
+ "learning_rate": 0.00011411111111111112,
1400
+ "loss": 0.0586,
1401
  "step": 2320
1402
  },
1403
  {
1404
  "epoch": 8.63,
1405
+ "learning_rate": 0.00011374074074074075,
1406
+ "loss": 0.0168,
1407
  "step": 2330
1408
  },
1409
  {
1410
  "epoch": 8.67,
1411
+ "learning_rate": 0.00011337037037037037,
1412
+ "loss": 0.0052,
1413
  "step": 2340
1414
  },
1415
  {
1416
  "epoch": 8.7,
1417
+ "learning_rate": 0.000113,
1418
+ "loss": 0.0057,
1419
  "step": 2350
1420
  },
1421
  {
1422
  "epoch": 8.74,
1423
+ "learning_rate": 0.00011262962962962964,
1424
+ "loss": 0.1525,
1425
  "step": 2360
1426
  },
1427
  {
1428
  "epoch": 8.78,
1429
+ "learning_rate": 0.00011225925925925927,
1430
+ "loss": 0.0104,
1431
  "step": 2370
1432
  },
1433
  {
1434
  "epoch": 8.81,
1435
+ "learning_rate": 0.00011188888888888888,
1436
+ "loss": 0.0588,
1437
  "step": 2380
1438
  },
1439
  {
1440
  "epoch": 8.85,
1441
+ "learning_rate": 0.00011151851851851854,
1442
+ "loss": 0.0024,
1443
  "step": 2390
1444
  },
1445
  {
1446
  "epoch": 8.89,
1447
+ "learning_rate": 0.00011114814814814815,
1448
+ "loss": 0.0084,
1449
  "step": 2400
1450
  },
1451
  {
1452
  "epoch": 8.93,
1453
+ "learning_rate": 0.00011077777777777778,
1454
+ "loss": 0.0052,
1455
  "step": 2410
1456
  },
1457
  {
1458
  "epoch": 8.96,
1459
+ "learning_rate": 0.0001104074074074074,
1460
+ "loss": 0.0303,
1461
  "step": 2420
1462
  },
1463
  {
1464
  "epoch": 9.0,
1465
+ "learning_rate": 0.00011003703703703706,
1466
+ "loss": 0.013,
1467
  "step": 2430
1468
  },
1469
  {
1470
  "epoch": 9.04,
1471
+ "learning_rate": 0.00010966666666666667,
1472
+ "loss": 0.0294,
1473
  "step": 2440
1474
  },
1475
  {
1476
  "epoch": 9.07,
1477
+ "learning_rate": 0.0001092962962962963,
1478
+ "loss": 0.0257,
1479
  "step": 2450
1480
  },
1481
  {
1482
  "epoch": 9.11,
1483
+ "learning_rate": 0.00010892592592592592,
1484
+ "loss": 0.002,
1485
  "step": 2460
1486
  },
1487
  {
1488
  "epoch": 9.15,
1489
+ "learning_rate": 0.00010855555555555557,
1490
+ "loss": 0.0087,
1491
  "step": 2470
1492
  },
1493
  {
1494
  "epoch": 9.19,
1495
+ "learning_rate": 0.00010818518518518519,
1496
+ "loss": 0.0082,
1497
  "step": 2480
1498
  },
1499
  {
1500
  "epoch": 9.22,
1501
+ "learning_rate": 0.00010781481481481482,
1502
+ "loss": 0.0066,
1503
  "step": 2490
1504
  },
1505
  {
1506
  "epoch": 9.26,
1507
+ "learning_rate": 0.00010744444444444446,
1508
+ "loss": 0.0604,
1509
  "step": 2500
1510
  },
1511
  {
1512
  "epoch": 9.3,
1513
+ "learning_rate": 0.00010707407407407408,
1514
+ "loss": 0.0146,
1515
  "step": 2510
1516
  },
1517
  {
1518
  "epoch": 9.33,
1519
+ "learning_rate": 0.0001067037037037037,
1520
+ "loss": 0.0829,
1521
  "step": 2520
1522
  },
1523
  {
1524
  "epoch": 9.37,
1525
+ "learning_rate": 0.00010633333333333333,
1526
+ "loss": 0.0169,
1527
  "step": 2530
1528
  },
1529
  {
1530
  "epoch": 9.41,
1531
+ "learning_rate": 0.00010596296296296298,
1532
+ "loss": 0.0252,
1533
  "step": 2540
1534
  },
1535
  {
1536
  "epoch": 9.44,
1537
+ "learning_rate": 0.00010559259259259259,
1538
+ "loss": 0.0368,
1539
  "step": 2550
1540
  },
1541
  {
1542
  "epoch": 9.48,
1543
+ "learning_rate": 0.00010522222222222222,
1544
+ "loss": 0.0042,
1545
  "step": 2560
1546
  },
1547
  {
1548
  "epoch": 9.52,
1549
+ "learning_rate": 0.00010485185185185186,
1550
+ "loss": 0.0369,
1551
  "step": 2570
1552
  },
1553
  {
1554
  "epoch": 9.56,
1555
+ "learning_rate": 0.0001044814814814815,
1556
+ "loss": 0.0191,
1557
  "step": 2580
1558
  },
1559
  {
1560
  "epoch": 9.59,
1561
+ "learning_rate": 0.00010411111111111111,
1562
+ "loss": 0.0035,
1563
  "step": 2590
1564
  },
1565
  {
1566
  "epoch": 9.63,
1567
+ "learning_rate": 0.00010374074074074074,
1568
+ "loss": 0.0121,
1569
  "step": 2600
1570
  },
1571
  {
1572
  "epoch": 9.67,
1573
+ "learning_rate": 0.00010337037037037038,
1574
+ "loss": 0.0019,
1575
  "step": 2610
1576
  },
1577
  {
1578
  "epoch": 9.7,
1579
+ "learning_rate": 0.00010300000000000001,
1580
+ "loss": 0.0376,
1581
  "step": 2620
1582
  },
1583
  {
1584
  "epoch": 9.74,
1585
+ "learning_rate": 0.00010262962962962963,
1586
+ "loss": 0.0098,
1587
  "step": 2630
1588
  },
1589
  {
1590
  "epoch": 9.78,
1591
+ "learning_rate": 0.00010225925925925925,
1592
+ "loss": 0.0348,
1593
  "step": 2640
1594
  },
1595
  {
1596
  "epoch": 9.81,
1597
+ "learning_rate": 0.0001018888888888889,
1598
+ "loss": 0.0035,
1599
  "step": 2650
1600
  },
1601
  {
1602
  "epoch": 9.85,
1603
+ "learning_rate": 0.00010151851851851853,
1604
+ "loss": 0.0016,
1605
  "step": 2660
1606
  },
1607
  {
1608
  "epoch": 9.89,
1609
+ "learning_rate": 0.00010114814814814814,
1610
+ "loss": 0.002,
1611
  "step": 2670
1612
  },
1613
  {
1614
  "epoch": 9.93,
1615
+ "learning_rate": 0.0001007777777777778,
1616
+ "loss": 0.0015,
1617
  "step": 2680
1618
  },
1619
  {
1620
  "epoch": 9.96,
1621
+ "learning_rate": 0.00010040740740740741,
1622
+ "loss": 0.0017,
1623
  "step": 2690
1624
  },
1625
  {
1626
  "epoch": 10.0,
1627
+ "learning_rate": 0.00010003703703703704,
1628
+ "loss": 0.0491,
1629
  "step": 2700
1630
  },
1631
  {
1632
+ "epoch": 10.04,
1633
+ "learning_rate": 9.966666666666667e-05,
1634
+ "loss": 0.0025,
1635
+ "step": 2710
1636
+ },
1637
+ {
1638
+ "epoch": 10.07,
1639
+ "learning_rate": 9.92962962962963e-05,
1640
+ "loss": 0.0024,
1641
+ "step": 2720
1642
+ },
1643
+ {
1644
+ "epoch": 10.11,
1645
+ "learning_rate": 9.892592592592593e-05,
1646
+ "loss": 0.0198,
1647
+ "step": 2730
1648
+ },
1649
+ {
1650
+ "epoch": 10.15,
1651
+ "learning_rate": 9.855555555555556e-05,
1652
+ "loss": 0.0036,
1653
+ "step": 2740
1654
+ },
1655
+ {
1656
+ "epoch": 10.19,
1657
+ "learning_rate": 9.818518518518519e-05,
1658
+ "loss": 0.0018,
1659
+ "step": 2750
1660
+ },
1661
+ {
1662
+ "epoch": 10.22,
1663
+ "learning_rate": 9.781481481481482e-05,
1664
+ "loss": 0.002,
1665
+ "step": 2760
1666
+ },
1667
+ {
1668
+ "epoch": 10.26,
1669
+ "learning_rate": 9.744444444444445e-05,
1670
+ "loss": 0.0051,
1671
+ "step": 2770
1672
+ },
1673
+ {
1674
+ "epoch": 10.3,
1675
+ "learning_rate": 9.707407407407409e-05,
1676
+ "loss": 0.0015,
1677
+ "step": 2780
1678
+ },
1679
+ {
1680
+ "epoch": 10.33,
1681
+ "learning_rate": 9.67037037037037e-05,
1682
+ "loss": 0.0082,
1683
+ "step": 2790
1684
+ },
1685
+ {
1686
+ "epoch": 10.37,
1687
+ "learning_rate": 9.633333333333335e-05,
1688
+ "loss": 0.0134,
1689
+ "step": 2800
1690
+ },
1691
+ {
1692
+ "epoch": 10.41,
1693
+ "learning_rate": 9.596296296296296e-05,
1694
+ "loss": 0.0016,
1695
+ "step": 2810
1696
+ },
1697
+ {
1698
+ "epoch": 10.44,
1699
+ "learning_rate": 9.55925925925926e-05,
1700
+ "loss": 0.0025,
1701
+ "step": 2820
1702
+ },
1703
+ {
1704
+ "epoch": 10.48,
1705
+ "learning_rate": 9.522222222222222e-05,
1706
+ "loss": 0.0018,
1707
+ "step": 2830
1708
+ },
1709
+ {
1710
+ "epoch": 10.52,
1711
+ "learning_rate": 9.485185185185187e-05,
1712
+ "loss": 0.0017,
1713
+ "step": 2840
1714
+ },
1715
+ {
1716
+ "epoch": 10.56,
1717
+ "learning_rate": 9.448148148148148e-05,
1718
+ "loss": 0.0014,
1719
+ "step": 2850
1720
+ },
1721
+ {
1722
+ "epoch": 10.59,
1723
+ "learning_rate": 9.411111111111111e-05,
1724
+ "loss": 0.0013,
1725
+ "step": 2860
1726
+ },
1727
+ {
1728
+ "epoch": 10.63,
1729
+ "learning_rate": 9.374074074074074e-05,
1730
+ "loss": 0.003,
1731
+ "step": 2870
1732
+ },
1733
+ {
1734
+ "epoch": 10.67,
1735
+ "learning_rate": 9.34074074074074e-05,
1736
+ "loss": 0.015,
1737
+ "step": 2880
1738
+ },
1739
+ {
1740
+ "epoch": 10.7,
1741
+ "learning_rate": 9.303703703703705e-05,
1742
+ "loss": 0.0303,
1743
+ "step": 2890
1744
+ },
1745
+ {
1746
+ "epoch": 10.74,
1747
+ "learning_rate": 9.266666666666666e-05,
1748
+ "loss": 0.0267,
1749
+ "step": 2900
1750
+ },
1751
+ {
1752
+ "epoch": 10.78,
1753
+ "learning_rate": 9.229629629629631e-05,
1754
+ "loss": 0.0078,
1755
+ "step": 2910
1756
+ },
1757
+ {
1758
+ "epoch": 10.81,
1759
+ "learning_rate": 9.192592592592592e-05,
1760
+ "loss": 0.0054,
1761
+ "step": 2920
1762
+ },
1763
+ {
1764
+ "epoch": 10.85,
1765
+ "learning_rate": 9.155555555555557e-05,
1766
+ "loss": 0.0102,
1767
+ "step": 2930
1768
+ },
1769
+ {
1770
+ "epoch": 10.89,
1771
+ "learning_rate": 9.118518518518518e-05,
1772
+ "loss": 0.0014,
1773
+ "step": 2940
1774
+ },
1775
+ {
1776
+ "epoch": 10.93,
1777
+ "learning_rate": 9.081481481481482e-05,
1778
+ "loss": 0.0039,
1779
+ "step": 2950
1780
+ },
1781
+ {
1782
+ "epoch": 10.96,
1783
+ "learning_rate": 9.044444444444445e-05,
1784
+ "loss": 0.0015,
1785
+ "step": 2960
1786
+ },
1787
+ {
1788
+ "epoch": 11.0,
1789
+ "learning_rate": 9.007407407407408e-05,
1790
+ "loss": 0.1549,
1791
+ "step": 2970
1792
+ },
1793
+ {
1794
+ "epoch": 11.04,
1795
+ "learning_rate": 8.970370370370371e-05,
1796
+ "loss": 0.0015,
1797
+ "step": 2980
1798
+ },
1799
+ {
1800
+ "epoch": 11.07,
1801
+ "learning_rate": 8.933333333333334e-05,
1802
+ "loss": 0.0504,
1803
+ "step": 2990
1804
+ },
1805
+ {
1806
+ "epoch": 11.11,
1807
+ "learning_rate": 8.896296296296297e-05,
1808
+ "loss": 0.0087,
1809
+ "step": 3000
1810
+ },
1811
+ {
1812
+ "epoch": 11.11,
1813
+ "eval_accuracy": 0.8972222222222223,
1814
+ "eval_loss": 0.5567966103553772,
1815
+ "eval_runtime": 12.8044,
1816
+ "eval_samples_per_second": 84.346,
1817
+ "eval_steps_per_second": 10.543,
1818
+ "step": 3000
1819
+ },
1820
+ {
1821
+ "epoch": 11.15,
1822
+ "learning_rate": 8.85925925925926e-05,
1823
+ "loss": 0.0011,
1824
+ "step": 3010
1825
+ },
1826
+ {
1827
+ "epoch": 11.19,
1828
+ "learning_rate": 8.822222222222223e-05,
1829
+ "loss": 0.0015,
1830
+ "step": 3020
1831
+ },
1832
+ {
1833
+ "epoch": 11.22,
1834
+ "learning_rate": 8.785185185185186e-05,
1835
+ "loss": 0.0012,
1836
+ "step": 3030
1837
+ },
1838
+ {
1839
+ "epoch": 11.26,
1840
+ "learning_rate": 8.748148148148149e-05,
1841
+ "loss": 0.0011,
1842
+ "step": 3040
1843
+ },
1844
+ {
1845
+ "epoch": 11.3,
1846
+ "learning_rate": 8.711111111111112e-05,
1847
+ "loss": 0.0129,
1848
+ "step": 3050
1849
+ },
1850
+ {
1851
+ "epoch": 11.33,
1852
+ "learning_rate": 8.674074074074074e-05,
1853
+ "loss": 0.0011,
1854
+ "step": 3060
1855
+ },
1856
+ {
1857
+ "epoch": 11.37,
1858
+ "learning_rate": 8.637037037037037e-05,
1859
+ "loss": 0.0048,
1860
+ "step": 3070
1861
+ },
1862
+ {
1863
+ "epoch": 11.41,
1864
+ "learning_rate": 8.6e-05,
1865
+ "loss": 0.0012,
1866
+ "step": 3080
1867
+ },
1868
+ {
1869
+ "epoch": 11.44,
1870
+ "learning_rate": 8.562962962962963e-05,
1871
+ "loss": 0.0103,
1872
+ "step": 3090
1873
+ },
1874
+ {
1875
+ "epoch": 11.48,
1876
+ "learning_rate": 8.525925925925926e-05,
1877
+ "loss": 0.0457,
1878
+ "step": 3100
1879
+ },
1880
+ {
1881
+ "epoch": 11.52,
1882
+ "learning_rate": 8.488888888888889e-05,
1883
+ "loss": 0.0012,
1884
+ "step": 3110
1885
+ },
1886
+ {
1887
+ "epoch": 11.56,
1888
+ "learning_rate": 8.451851851851852e-05,
1889
+ "loss": 0.0079,
1890
+ "step": 3120
1891
+ },
1892
+ {
1893
+ "epoch": 11.59,
1894
+ "learning_rate": 8.414814814814815e-05,
1895
+ "loss": 0.0326,
1896
+ "step": 3130
1897
+ },
1898
+ {
1899
+ "epoch": 11.63,
1900
+ "learning_rate": 8.377777777777778e-05,
1901
+ "loss": 0.0017,
1902
+ "step": 3140
1903
+ },
1904
+ {
1905
+ "epoch": 11.67,
1906
+ "learning_rate": 8.340740740740741e-05,
1907
+ "loss": 0.001,
1908
+ "step": 3150
1909
+ },
1910
+ {
1911
+ "epoch": 11.7,
1912
+ "learning_rate": 8.303703703703705e-05,
1913
+ "loss": 0.0184,
1914
+ "step": 3160
1915
+ },
1916
+ {
1917
+ "epoch": 11.74,
1918
+ "learning_rate": 8.266666666666667e-05,
1919
+ "loss": 0.002,
1920
+ "step": 3170
1921
+ },
1922
+ {
1923
+ "epoch": 11.78,
1924
+ "learning_rate": 8.229629629629631e-05,
1925
+ "loss": 0.0011,
1926
+ "step": 3180
1927
+ },
1928
+ {
1929
+ "epoch": 11.81,
1930
+ "learning_rate": 8.192592592592592e-05,
1931
+ "loss": 0.0026,
1932
+ "step": 3190
1933
+ },
1934
+ {
1935
+ "epoch": 11.85,
1936
+ "learning_rate": 8.155555555555557e-05,
1937
+ "loss": 0.0038,
1938
+ "step": 3200
1939
+ },
1940
+ {
1941
+ "epoch": 11.89,
1942
+ "learning_rate": 8.118518518518518e-05,
1943
+ "loss": 0.0238,
1944
+ "step": 3210
1945
+ },
1946
+ {
1947
+ "epoch": 11.93,
1948
+ "learning_rate": 8.081481481481483e-05,
1949
+ "loss": 0.0394,
1950
+ "step": 3220
1951
+ },
1952
+ {
1953
+ "epoch": 11.96,
1954
+ "learning_rate": 8.044444444444444e-05,
1955
+ "loss": 0.0328,
1956
+ "step": 3230
1957
+ },
1958
+ {
1959
+ "epoch": 12.0,
1960
+ "learning_rate": 8.007407407407408e-05,
1961
+ "loss": 0.0078,
1962
+ "step": 3240
1963
+ },
1964
+ {
1965
+ "epoch": 12.04,
1966
+ "learning_rate": 7.97037037037037e-05,
1967
+ "loss": 0.0012,
1968
+ "step": 3250
1969
+ },
1970
+ {
1971
+ "epoch": 12.07,
1972
+ "learning_rate": 7.933333333333334e-05,
1973
+ "loss": 0.0517,
1974
+ "step": 3260
1975
+ },
1976
+ {
1977
+ "epoch": 12.11,
1978
+ "learning_rate": 7.896296296296297e-05,
1979
+ "loss": 0.0011,
1980
+ "step": 3270
1981
+ },
1982
+ {
1983
+ "epoch": 12.15,
1984
+ "learning_rate": 7.85925925925926e-05,
1985
+ "loss": 0.0011,
1986
+ "step": 3280
1987
+ },
1988
+ {
1989
+ "epoch": 12.19,
1990
+ "learning_rate": 7.822222222222223e-05,
1991
+ "loss": 0.0066,
1992
+ "step": 3290
1993
+ },
1994
+ {
1995
+ "epoch": 12.22,
1996
+ "learning_rate": 7.785185185185186e-05,
1997
+ "loss": 0.0793,
1998
+ "step": 3300
1999
+ },
2000
+ {
2001
+ "epoch": 12.26,
2002
+ "learning_rate": 7.748148148148149e-05,
2003
+ "loss": 0.0305,
2004
+ "step": 3310
2005
+ },
2006
+ {
2007
+ "epoch": 12.3,
2008
+ "learning_rate": 7.711111111111112e-05,
2009
+ "loss": 0.0012,
2010
+ "step": 3320
2011
+ },
2012
+ {
2013
+ "epoch": 12.33,
2014
+ "learning_rate": 7.674074074074075e-05,
2015
+ "loss": 0.001,
2016
+ "step": 3330
2017
+ },
2018
+ {
2019
+ "epoch": 12.37,
2020
+ "learning_rate": 7.637037037037038e-05,
2021
+ "loss": 0.0017,
2022
+ "step": 3340
2023
+ },
2024
+ {
2025
+ "epoch": 12.41,
2026
+ "learning_rate": 7.6e-05,
2027
+ "loss": 0.0029,
2028
+ "step": 3350
2029
+ },
2030
+ {
2031
+ "epoch": 12.44,
2032
+ "learning_rate": 7.562962962962963e-05,
2033
+ "loss": 0.0114,
2034
+ "step": 3360
2035
+ },
2036
+ {
2037
+ "epoch": 12.48,
2038
+ "learning_rate": 7.525925925925926e-05,
2039
+ "loss": 0.001,
2040
+ "step": 3370
2041
+ },
2042
+ {
2043
+ "epoch": 12.52,
2044
+ "learning_rate": 7.488888888888889e-05,
2045
+ "loss": 0.0009,
2046
+ "step": 3380
2047
+ },
2048
+ {
2049
+ "epoch": 12.56,
2050
+ "learning_rate": 7.451851851851852e-05,
2051
+ "loss": 0.0039,
2052
+ "step": 3390
2053
+ },
2054
+ {
2055
+ "epoch": 12.59,
2056
+ "learning_rate": 7.414814814814815e-05,
2057
+ "loss": 0.008,
2058
+ "step": 3400
2059
+ },
2060
+ {
2061
+ "epoch": 12.63,
2062
+ "learning_rate": 7.377777777777778e-05,
2063
+ "loss": 0.0038,
2064
+ "step": 3410
2065
+ },
2066
+ {
2067
+ "epoch": 12.67,
2068
+ "learning_rate": 7.340740740740741e-05,
2069
+ "loss": 0.029,
2070
+ "step": 3420
2071
+ },
2072
+ {
2073
+ "epoch": 12.7,
2074
+ "learning_rate": 7.303703703703704e-05,
2075
+ "loss": 0.0019,
2076
+ "step": 3430
2077
+ },
2078
+ {
2079
+ "epoch": 12.74,
2080
+ "learning_rate": 7.266666666666667e-05,
2081
+ "loss": 0.0018,
2082
+ "step": 3440
2083
+ },
2084
+ {
2085
+ "epoch": 12.78,
2086
+ "learning_rate": 7.22962962962963e-05,
2087
+ "loss": 0.0211,
2088
+ "step": 3450
2089
+ },
2090
+ {
2091
+ "epoch": 12.81,
2092
+ "learning_rate": 7.192592592592592e-05,
2093
+ "loss": 0.0192,
2094
+ "step": 3460
2095
+ },
2096
+ {
2097
+ "epoch": 12.85,
2098
+ "learning_rate": 7.155555555555555e-05,
2099
+ "loss": 0.0181,
2100
+ "step": 3470
2101
+ },
2102
+ {
2103
+ "epoch": 12.89,
2104
+ "learning_rate": 7.118518518518518e-05,
2105
+ "loss": 0.0226,
2106
+ "step": 3480
2107
+ },
2108
+ {
2109
+ "epoch": 12.93,
2110
+ "learning_rate": 7.081481481481483e-05,
2111
+ "loss": 0.0083,
2112
+ "step": 3490
2113
+ },
2114
+ {
2115
+ "epoch": 12.96,
2116
+ "learning_rate": 7.044444444444444e-05,
2117
+ "loss": 0.013,
2118
+ "step": 3500
2119
+ },
2120
+ {
2121
+ "epoch": 13.0,
2122
+ "learning_rate": 7.007407407407408e-05,
2123
+ "loss": 0.0008,
2124
+ "step": 3510
2125
+ },
2126
+ {
2127
+ "epoch": 13.04,
2128
+ "learning_rate": 6.97037037037037e-05,
2129
+ "loss": 0.0701,
2130
+ "step": 3520
2131
+ },
2132
+ {
2133
+ "epoch": 13.07,
2134
+ "learning_rate": 6.933333333333334e-05,
2135
+ "loss": 0.0032,
2136
+ "step": 3530
2137
+ },
2138
+ {
2139
+ "epoch": 13.11,
2140
+ "learning_rate": 6.896296296296296e-05,
2141
+ "loss": 0.0021,
2142
+ "step": 3540
2143
+ },
2144
+ {
2145
+ "epoch": 13.15,
2146
+ "learning_rate": 6.85925925925926e-05,
2147
+ "loss": 0.001,
2148
+ "step": 3550
2149
+ },
2150
+ {
2151
+ "epoch": 13.19,
2152
+ "learning_rate": 6.822222222222222e-05,
2153
+ "loss": 0.0289,
2154
+ "step": 3560
2155
+ },
2156
+ {
2157
+ "epoch": 13.22,
2158
+ "learning_rate": 6.785185185185186e-05,
2159
+ "loss": 0.001,
2160
+ "step": 3570
2161
+ },
2162
+ {
2163
+ "epoch": 13.26,
2164
+ "learning_rate": 6.748148148148149e-05,
2165
+ "loss": 0.0358,
2166
+ "step": 3580
2167
+ },
2168
+ {
2169
+ "epoch": 13.3,
2170
+ "learning_rate": 6.711111111111112e-05,
2171
+ "loss": 0.001,
2172
+ "step": 3590
2173
+ },
2174
+ {
2175
+ "epoch": 13.33,
2176
+ "learning_rate": 6.674074074074075e-05,
2177
+ "loss": 0.008,
2178
+ "step": 3600
2179
+ },
2180
+ {
2181
+ "epoch": 13.37,
2182
+ "learning_rate": 6.637037037037038e-05,
2183
+ "loss": 0.0375,
2184
+ "step": 3610
2185
+ },
2186
+ {
2187
+ "epoch": 13.41,
2188
+ "learning_rate": 6.6e-05,
2189
+ "loss": 0.0009,
2190
+ "step": 3620
2191
+ },
2192
+ {
2193
+ "epoch": 13.44,
2194
+ "learning_rate": 6.562962962962963e-05,
2195
+ "loss": 0.0039,
2196
+ "step": 3630
2197
+ },
2198
+ {
2199
+ "epoch": 13.48,
2200
+ "learning_rate": 6.525925925925926e-05,
2201
+ "loss": 0.0033,
2202
+ "step": 3640
2203
+ },
2204
+ {
2205
+ "epoch": 13.52,
2206
+ "learning_rate": 6.488888888888889e-05,
2207
+ "loss": 0.0008,
2208
+ "step": 3650
2209
+ },
2210
+ {
2211
+ "epoch": 13.56,
2212
+ "learning_rate": 6.451851851851852e-05,
2213
+ "loss": 0.0111,
2214
+ "step": 3660
2215
+ },
2216
+ {
2217
+ "epoch": 13.59,
2218
+ "learning_rate": 6.414814814814815e-05,
2219
+ "loss": 0.0189,
2220
+ "step": 3670
2221
+ },
2222
+ {
2223
+ "epoch": 13.63,
2224
+ "learning_rate": 6.377777777777778e-05,
2225
+ "loss": 0.0238,
2226
+ "step": 3680
2227
+ },
2228
+ {
2229
+ "epoch": 13.67,
2230
+ "learning_rate": 6.340740740740741e-05,
2231
+ "loss": 0.0315,
2232
+ "step": 3690
2233
+ },
2234
+ {
2235
+ "epoch": 13.7,
2236
+ "learning_rate": 6.303703703703704e-05,
2237
+ "loss": 0.0007,
2238
+ "step": 3700
2239
+ },
2240
+ {
2241
+ "epoch": 13.74,
2242
+ "learning_rate": 6.266666666666667e-05,
2243
+ "loss": 0.0013,
2244
+ "step": 3710
2245
+ },
2246
+ {
2247
+ "epoch": 13.78,
2248
+ "learning_rate": 6.22962962962963e-05,
2249
+ "loss": 0.0079,
2250
+ "step": 3720
2251
+ },
2252
+ {
2253
+ "epoch": 13.81,
2254
+ "learning_rate": 6.192592592592593e-05,
2255
+ "loss": 0.0008,
2256
+ "step": 3730
2257
+ },
2258
+ {
2259
+ "epoch": 13.85,
2260
+ "learning_rate": 6.155555555555555e-05,
2261
+ "loss": 0.0008,
2262
+ "step": 3740
2263
+ },
2264
+ {
2265
+ "epoch": 13.89,
2266
+ "learning_rate": 6.118518518518518e-05,
2267
+ "loss": 0.0007,
2268
+ "step": 3750
2269
+ },
2270
+ {
2271
+ "epoch": 13.93,
2272
+ "learning_rate": 6.081481481481481e-05,
2273
+ "loss": 0.0046,
2274
+ "step": 3760
2275
+ },
2276
+ {
2277
+ "epoch": 13.96,
2278
+ "learning_rate": 6.044444444444445e-05,
2279
+ "loss": 0.0009,
2280
+ "step": 3770
2281
+ },
2282
+ {
2283
+ "epoch": 14.0,
2284
+ "learning_rate": 6.007407407407407e-05,
2285
+ "loss": 0.0007,
2286
+ "step": 3780
2287
+ },
2288
+ {
2289
+ "epoch": 14.04,
2290
+ "learning_rate": 5.970370370370371e-05,
2291
+ "loss": 0.0007,
2292
+ "step": 3790
2293
+ },
2294
+ {
2295
+ "epoch": 14.07,
2296
+ "learning_rate": 5.9333333333333343e-05,
2297
+ "loss": 0.0008,
2298
+ "step": 3800
2299
+ },
2300
+ {
2301
+ "epoch": 14.11,
2302
+ "learning_rate": 5.8962962962962966e-05,
2303
+ "loss": 0.0007,
2304
+ "step": 3810
2305
+ },
2306
+ {
2307
+ "epoch": 14.15,
2308
+ "learning_rate": 5.85925925925926e-05,
2309
+ "loss": 0.0008,
2310
+ "step": 3820
2311
+ },
2312
+ {
2313
+ "epoch": 14.19,
2314
+ "learning_rate": 5.8222222222222224e-05,
2315
+ "loss": 0.0028,
2316
+ "step": 3830
2317
+ },
2318
+ {
2319
+ "epoch": 14.22,
2320
+ "learning_rate": 5.785185185185186e-05,
2321
+ "loss": 0.0112,
2322
+ "step": 3840
2323
+ },
2324
+ {
2325
+ "epoch": 14.26,
2326
+ "learning_rate": 5.748148148148148e-05,
2327
+ "loss": 0.0007,
2328
+ "step": 3850
2329
+ },
2330
+ {
2331
+ "epoch": 14.3,
2332
+ "learning_rate": 5.711111111111112e-05,
2333
+ "loss": 0.0076,
2334
+ "step": 3860
2335
+ },
2336
+ {
2337
+ "epoch": 14.33,
2338
+ "learning_rate": 5.674074074074074e-05,
2339
+ "loss": 0.0007,
2340
+ "step": 3870
2341
+ },
2342
+ {
2343
+ "epoch": 14.37,
2344
+ "learning_rate": 5.637037037037037e-05,
2345
+ "loss": 0.0038,
2346
+ "step": 3880
2347
+ },
2348
+ {
2349
+ "epoch": 14.41,
2350
+ "learning_rate": 5.6000000000000006e-05,
2351
+ "loss": 0.0007,
2352
+ "step": 3890
2353
+ },
2354
+ {
2355
+ "epoch": 14.44,
2356
+ "learning_rate": 5.562962962962963e-05,
2357
+ "loss": 0.0006,
2358
+ "step": 3900
2359
+ },
2360
+ {
2361
+ "epoch": 14.48,
2362
+ "learning_rate": 5.5259259259259264e-05,
2363
+ "loss": 0.0094,
2364
+ "step": 3910
2365
+ },
2366
+ {
2367
+ "epoch": 14.52,
2368
+ "learning_rate": 5.488888888888889e-05,
2369
+ "loss": 0.0068,
2370
+ "step": 3920
2371
+ },
2372
+ {
2373
+ "epoch": 14.56,
2374
+ "learning_rate": 5.451851851851852e-05,
2375
+ "loss": 0.0007,
2376
+ "step": 3930
2377
+ },
2378
+ {
2379
+ "epoch": 14.59,
2380
+ "learning_rate": 5.4148148148148145e-05,
2381
+ "loss": 0.0007,
2382
+ "step": 3940
2383
+ },
2384
+ {
2385
+ "epoch": 14.63,
2386
+ "learning_rate": 5.377777777777778e-05,
2387
+ "loss": 0.0006,
2388
+ "step": 3950
2389
+ },
2390
+ {
2391
+ "epoch": 14.67,
2392
+ "learning_rate": 5.34074074074074e-05,
2393
+ "loss": 0.0006,
2394
+ "step": 3960
2395
+ },
2396
+ {
2397
+ "epoch": 14.7,
2398
+ "learning_rate": 5.303703703703704e-05,
2399
+ "loss": 0.0229,
2400
+ "step": 3970
2401
+ },
2402
+ {
2403
+ "epoch": 14.74,
2404
+ "learning_rate": 5.266666666666666e-05,
2405
+ "loss": 0.0292,
2406
+ "step": 3980
2407
+ },
2408
+ {
2409
+ "epoch": 14.78,
2410
+ "learning_rate": 5.22962962962963e-05,
2411
+ "loss": 0.0006,
2412
+ "step": 3990
2413
+ },
2414
+ {
2415
+ "epoch": 14.81,
2416
+ "learning_rate": 5.1925925925925933e-05,
2417
+ "loss": 0.0006,
2418
+ "step": 4000
2419
+ },
2420
+ {
2421
+ "epoch": 14.85,
2422
+ "learning_rate": 5.1555555555555556e-05,
2423
+ "loss": 0.0097,
2424
+ "step": 4010
2425
+ },
2426
+ {
2427
+ "epoch": 14.89,
2428
+ "learning_rate": 5.118518518518519e-05,
2429
+ "loss": 0.0006,
2430
+ "step": 4020
2431
+ },
2432
+ {
2433
+ "epoch": 14.93,
2434
+ "learning_rate": 5.0814814814814814e-05,
2435
+ "loss": 0.0007,
2436
+ "step": 4030
2437
+ },
2438
+ {
2439
+ "epoch": 14.96,
2440
+ "learning_rate": 5.044444444444445e-05,
2441
+ "loss": 0.0006,
2442
+ "step": 4040
2443
+ },
2444
+ {
2445
+ "epoch": 15.0,
2446
+ "learning_rate": 5.007407407407407e-05,
2447
+ "loss": 0.0006,
2448
+ "step": 4050
2449
+ },
2450
+ {
2451
+ "epoch": 15.04,
2452
+ "learning_rate": 4.970370370370371e-05,
2453
+ "loss": 0.0006,
2454
+ "step": 4060
2455
+ },
2456
+ {
2457
+ "epoch": 15.07,
2458
+ "learning_rate": 4.933333333333334e-05,
2459
+ "loss": 0.0006,
2460
+ "step": 4070
2461
+ },
2462
+ {
2463
+ "epoch": 15.11,
2464
+ "learning_rate": 4.896296296296297e-05,
2465
+ "loss": 0.0006,
2466
+ "step": 4080
2467
+ },
2468
+ {
2469
+ "epoch": 15.15,
2470
+ "learning_rate": 4.8592592592592596e-05,
2471
+ "loss": 0.0055,
2472
+ "step": 4090
2473
+ },
2474
+ {
2475
+ "epoch": 15.19,
2476
+ "learning_rate": 4.8222222222222225e-05,
2477
+ "loss": 0.0006,
2478
+ "step": 4100
2479
+ },
2480
+ {
2481
+ "epoch": 15.22,
2482
+ "learning_rate": 4.7851851851851854e-05,
2483
+ "loss": 0.0006,
2484
+ "step": 4110
2485
+ },
2486
+ {
2487
+ "epoch": 15.26,
2488
+ "learning_rate": 4.7481481481481483e-05,
2489
+ "loss": 0.0006,
2490
+ "step": 4120
2491
+ },
2492
+ {
2493
+ "epoch": 15.3,
2494
+ "learning_rate": 4.711111111111111e-05,
2495
+ "loss": 0.0008,
2496
+ "step": 4130
2497
+ },
2498
+ {
2499
+ "epoch": 15.33,
2500
+ "learning_rate": 4.674074074074074e-05,
2501
+ "loss": 0.0044,
2502
+ "step": 4140
2503
+ },
2504
+ {
2505
+ "epoch": 15.37,
2506
+ "learning_rate": 4.637037037037038e-05,
2507
+ "loss": 0.0006,
2508
+ "step": 4150
2509
+ },
2510
+ {
2511
+ "epoch": 15.41,
2512
+ "learning_rate": 4.600000000000001e-05,
2513
+ "loss": 0.0006,
2514
+ "step": 4160
2515
+ },
2516
+ {
2517
+ "epoch": 15.44,
2518
+ "learning_rate": 4.5629629629629636e-05,
2519
+ "loss": 0.0076,
2520
+ "step": 4170
2521
+ },
2522
+ {
2523
+ "epoch": 15.48,
2524
+ "learning_rate": 4.5259259259259265e-05,
2525
+ "loss": 0.0006,
2526
+ "step": 4180
2527
+ },
2528
+ {
2529
+ "epoch": 15.52,
2530
+ "learning_rate": 4.4888888888888894e-05,
2531
+ "loss": 0.0006,
2532
+ "step": 4190
2533
+ },
2534
+ {
2535
+ "epoch": 15.56,
2536
+ "learning_rate": 4.4518518518518523e-05,
2537
+ "loss": 0.0053,
2538
+ "step": 4200
2539
+ },
2540
+ {
2541
+ "epoch": 15.59,
2542
+ "learning_rate": 4.414814814814815e-05,
2543
+ "loss": 0.0006,
2544
+ "step": 4210
2545
+ },
2546
+ {
2547
+ "epoch": 15.63,
2548
+ "learning_rate": 4.377777777777778e-05,
2549
+ "loss": 0.0006,
2550
+ "step": 4220
2551
+ },
2552
+ {
2553
+ "epoch": 15.67,
2554
+ "learning_rate": 4.340740740740741e-05,
2555
+ "loss": 0.0032,
2556
+ "step": 4230
2557
+ },
2558
+ {
2559
+ "epoch": 15.7,
2560
+ "learning_rate": 4.303703703703704e-05,
2561
+ "loss": 0.015,
2562
+ "step": 4240
2563
+ },
2564
+ {
2565
+ "epoch": 15.74,
2566
+ "learning_rate": 4.266666666666667e-05,
2567
+ "loss": 0.0006,
2568
+ "step": 4250
2569
+ },
2570
+ {
2571
+ "epoch": 15.78,
2572
+ "learning_rate": 4.22962962962963e-05,
2573
+ "loss": 0.0046,
2574
+ "step": 4260
2575
+ },
2576
+ {
2577
+ "epoch": 15.81,
2578
+ "learning_rate": 4.192592592592593e-05,
2579
+ "loss": 0.0006,
2580
+ "step": 4270
2581
+ },
2582
+ {
2583
+ "epoch": 15.85,
2584
+ "learning_rate": 4.155555555555556e-05,
2585
+ "loss": 0.0006,
2586
+ "step": 4280
2587
+ },
2588
+ {
2589
+ "epoch": 15.89,
2590
+ "learning_rate": 4.1185185185185186e-05,
2591
+ "loss": 0.0006,
2592
+ "step": 4290
2593
+ },
2594
+ {
2595
+ "epoch": 15.93,
2596
+ "learning_rate": 4.0814814814814815e-05,
2597
+ "loss": 0.0006,
2598
+ "step": 4300
2599
+ },
2600
+ {
2601
+ "epoch": 15.96,
2602
+ "learning_rate": 4.0444444444444444e-05,
2603
+ "loss": 0.0006,
2604
+ "step": 4310
2605
+ },
2606
+ {
2607
+ "epoch": 16.0,
2608
+ "learning_rate": 4.007407407407407e-05,
2609
+ "loss": 0.0006,
2610
+ "step": 4320
2611
+ },
2612
+ {
2613
+ "epoch": 16.04,
2614
+ "learning_rate": 3.97037037037037e-05,
2615
+ "loss": 0.0006,
2616
+ "step": 4330
2617
+ },
2618
+ {
2619
+ "epoch": 16.07,
2620
+ "learning_rate": 3.933333333333333e-05,
2621
+ "loss": 0.0074,
2622
+ "step": 4340
2623
+ },
2624
+ {
2625
+ "epoch": 16.11,
2626
+ "learning_rate": 3.896296296296296e-05,
2627
+ "loss": 0.0006,
2628
+ "step": 4350
2629
+ },
2630
+ {
2631
+ "epoch": 16.15,
2632
+ "learning_rate": 3.85925925925926e-05,
2633
+ "loss": 0.0005,
2634
+ "step": 4360
2635
+ },
2636
+ {
2637
+ "epoch": 16.19,
2638
+ "learning_rate": 3.8222222222222226e-05,
2639
+ "loss": 0.0006,
2640
+ "step": 4370
2641
+ },
2642
+ {
2643
+ "epoch": 16.22,
2644
+ "learning_rate": 3.7851851851851855e-05,
2645
+ "loss": 0.006,
2646
+ "step": 4380
2647
+ },
2648
+ {
2649
+ "epoch": 16.26,
2650
+ "learning_rate": 3.7481481481481484e-05,
2651
+ "loss": 0.0006,
2652
+ "step": 4390
2653
+ },
2654
+ {
2655
+ "epoch": 16.3,
2656
+ "learning_rate": 3.7111111111111113e-05,
2657
+ "loss": 0.0006,
2658
+ "step": 4400
2659
+ },
2660
+ {
2661
+ "epoch": 16.33,
2662
+ "learning_rate": 3.674074074074074e-05,
2663
+ "loss": 0.0005,
2664
+ "step": 4410
2665
+ },
2666
+ {
2667
+ "epoch": 16.37,
2668
+ "learning_rate": 3.637037037037037e-05,
2669
+ "loss": 0.0104,
2670
+ "step": 4420
2671
+ },
2672
+ {
2673
+ "epoch": 16.41,
2674
+ "learning_rate": 3.6e-05,
2675
+ "loss": 0.0005,
2676
+ "step": 4430
2677
+ },
2678
+ {
2679
+ "epoch": 16.44,
2680
+ "learning_rate": 3.562962962962963e-05,
2681
+ "loss": 0.0056,
2682
+ "step": 4440
2683
+ },
2684
+ {
2685
+ "epoch": 16.48,
2686
+ "learning_rate": 3.525925925925926e-05,
2687
+ "loss": 0.0108,
2688
+ "step": 4450
2689
+ },
2690
+ {
2691
+ "epoch": 16.52,
2692
+ "learning_rate": 3.4888888888888895e-05,
2693
+ "loss": 0.0005,
2694
+ "step": 4460
2695
+ },
2696
+ {
2697
+ "epoch": 16.56,
2698
+ "learning_rate": 3.4518518518518524e-05,
2699
+ "loss": 0.0005,
2700
+ "step": 4470
2701
+ },
2702
+ {
2703
+ "epoch": 16.59,
2704
+ "learning_rate": 3.4148148148148153e-05,
2705
+ "loss": 0.0005,
2706
+ "step": 4480
2707
+ },
2708
+ {
2709
+ "epoch": 16.63,
2710
+ "learning_rate": 3.377777777777778e-05,
2711
+ "loss": 0.0005,
2712
+ "step": 4490
2713
+ },
2714
+ {
2715
+ "epoch": 16.67,
2716
+ "learning_rate": 3.340740740740741e-05,
2717
+ "loss": 0.0005,
2718
+ "step": 4500
2719
+ },
2720
+ {
2721
+ "epoch": 16.7,
2722
+ "learning_rate": 3.303703703703704e-05,
2723
+ "loss": 0.0005,
2724
+ "step": 4510
2725
+ },
2726
+ {
2727
+ "epoch": 16.74,
2728
+ "learning_rate": 3.266666666666667e-05,
2729
+ "loss": 0.0005,
2730
+ "step": 4520
2731
+ },
2732
+ {
2733
+ "epoch": 16.78,
2734
+ "learning_rate": 3.22962962962963e-05,
2735
+ "loss": 0.0005,
2736
+ "step": 4530
2737
+ },
2738
+ {
2739
+ "epoch": 16.81,
2740
+ "learning_rate": 3.192592592592593e-05,
2741
+ "loss": 0.0005,
2742
+ "step": 4540
2743
+ },
2744
+ {
2745
+ "epoch": 16.85,
2746
+ "learning_rate": 3.155555555555556e-05,
2747
+ "loss": 0.0005,
2748
+ "step": 4550
2749
+ },
2750
+ {
2751
+ "epoch": 16.89,
2752
+ "learning_rate": 3.118518518518519e-05,
2753
+ "loss": 0.0043,
2754
+ "step": 4560
2755
+ },
2756
+ {
2757
+ "epoch": 16.93,
2758
+ "learning_rate": 3.0814814814814816e-05,
2759
+ "loss": 0.0005,
2760
+ "step": 4570
2761
+ },
2762
+ {
2763
+ "epoch": 16.96,
2764
+ "learning_rate": 3.044444444444445e-05,
2765
+ "loss": 0.0005,
2766
+ "step": 4580
2767
+ },
2768
+ {
2769
+ "epoch": 17.0,
2770
+ "learning_rate": 3.0074074074074078e-05,
2771
+ "loss": 0.0005,
2772
+ "step": 4590
2773
+ },
2774
+ {
2775
+ "epoch": 17.04,
2776
+ "learning_rate": 2.9703703703703707e-05,
2777
+ "loss": 0.0005,
2778
+ "step": 4600
2779
+ },
2780
+ {
2781
+ "epoch": 17.07,
2782
+ "learning_rate": 2.9333333333333336e-05,
2783
+ "loss": 0.0068,
2784
+ "step": 4610
2785
+ },
2786
+ {
2787
+ "epoch": 17.11,
2788
+ "learning_rate": 2.8962962962962965e-05,
2789
+ "loss": 0.0005,
2790
+ "step": 4620
2791
+ },
2792
+ {
2793
+ "epoch": 17.15,
2794
+ "learning_rate": 2.8592592592592594e-05,
2795
+ "loss": 0.0048,
2796
+ "step": 4630
2797
+ },
2798
+ {
2799
+ "epoch": 17.19,
2800
+ "learning_rate": 2.8222222222222223e-05,
2801
+ "loss": 0.0005,
2802
+ "step": 4640
2803
+ },
2804
+ {
2805
+ "epoch": 17.22,
2806
+ "learning_rate": 2.7851851851851853e-05,
2807
+ "loss": 0.0005,
2808
+ "step": 4650
2809
+ },
2810
+ {
2811
+ "epoch": 17.26,
2812
+ "learning_rate": 2.7481481481481482e-05,
2813
+ "loss": 0.0065,
2814
+ "step": 4660
2815
+ },
2816
+ {
2817
+ "epoch": 17.3,
2818
+ "learning_rate": 2.7111111111111114e-05,
2819
+ "loss": 0.0005,
2820
+ "step": 4670
2821
+ },
2822
+ {
2823
+ "epoch": 17.33,
2824
+ "learning_rate": 2.6740740740740743e-05,
2825
+ "loss": 0.0048,
2826
+ "step": 4680
2827
+ },
2828
+ {
2829
+ "epoch": 17.37,
2830
+ "learning_rate": 2.6370370370370373e-05,
2831
+ "loss": 0.0005,
2832
+ "step": 4690
2833
+ },
2834
+ {
2835
+ "epoch": 17.41,
2836
+ "learning_rate": 2.6000000000000002e-05,
2837
+ "loss": 0.0005,
2838
+ "step": 4700
2839
+ },
2840
+ {
2841
+ "epoch": 17.44,
2842
+ "learning_rate": 2.562962962962963e-05,
2843
+ "loss": 0.0005,
2844
+ "step": 4710
2845
+ },
2846
+ {
2847
+ "epoch": 17.48,
2848
+ "learning_rate": 2.525925925925926e-05,
2849
+ "loss": 0.004,
2850
+ "step": 4720
2851
+ },
2852
+ {
2853
+ "epoch": 17.52,
2854
+ "learning_rate": 2.488888888888889e-05,
2855
+ "loss": 0.0005,
2856
+ "step": 4730
2857
+ },
2858
+ {
2859
+ "epoch": 17.56,
2860
+ "learning_rate": 2.451851851851852e-05,
2861
+ "loss": 0.0005,
2862
+ "step": 4740
2863
+ },
2864
+ {
2865
+ "epoch": 17.59,
2866
+ "learning_rate": 2.414814814814815e-05,
2867
+ "loss": 0.0005,
2868
+ "step": 4750
2869
+ },
2870
+ {
2871
+ "epoch": 17.63,
2872
+ "learning_rate": 2.377777777777778e-05,
2873
+ "loss": 0.0005,
2874
+ "step": 4760
2875
+ },
2876
+ {
2877
+ "epoch": 17.67,
2878
+ "learning_rate": 2.340740740740741e-05,
2879
+ "loss": 0.0005,
2880
+ "step": 4770
2881
+ },
2882
+ {
2883
+ "epoch": 17.7,
2884
+ "learning_rate": 2.303703703703704e-05,
2885
+ "loss": 0.0005,
2886
+ "step": 4780
2887
+ },
2888
+ {
2889
+ "epoch": 17.74,
2890
+ "learning_rate": 2.2666666666666668e-05,
2891
+ "loss": 0.0032,
2892
+ "step": 4790
2893
+ },
2894
+ {
2895
+ "epoch": 17.78,
2896
+ "learning_rate": 2.2296296296296297e-05,
2897
+ "loss": 0.0005,
2898
+ "step": 4800
2899
+ },
2900
+ {
2901
+ "epoch": 17.81,
2902
+ "learning_rate": 2.1925925925925926e-05,
2903
+ "loss": 0.0005,
2904
+ "step": 4810
2905
+ },
2906
+ {
2907
+ "epoch": 17.85,
2908
+ "learning_rate": 2.1555555555555555e-05,
2909
+ "loss": 0.0005,
2910
+ "step": 4820
2911
+ },
2912
+ {
2913
+ "epoch": 17.89,
2914
+ "learning_rate": 2.1185185185185184e-05,
2915
+ "loss": 0.0005,
2916
+ "step": 4830
2917
+ },
2918
+ {
2919
+ "epoch": 17.93,
2920
+ "learning_rate": 2.0814814814814813e-05,
2921
+ "loss": 0.0005,
2922
+ "step": 4840
2923
+ },
2924
+ {
2925
+ "epoch": 17.96,
2926
+ "learning_rate": 2.0444444444444446e-05,
2927
+ "loss": 0.0081,
2928
+ "step": 4850
2929
+ },
2930
+ {
2931
+ "epoch": 18.0,
2932
+ "learning_rate": 2.0074074074074075e-05,
2933
+ "loss": 0.0064,
2934
+ "step": 4860
2935
+ },
2936
+ {
2937
+ "epoch": 18.04,
2938
+ "learning_rate": 1.9703703703703704e-05,
2939
+ "loss": 0.0005,
2940
+ "step": 4870
2941
+ },
2942
+ {
2943
+ "epoch": 18.07,
2944
+ "learning_rate": 1.9333333333333333e-05,
2945
+ "loss": 0.0005,
2946
+ "step": 4880
2947
+ },
2948
+ {
2949
+ "epoch": 18.11,
2950
+ "learning_rate": 1.8962962962962963e-05,
2951
+ "loss": 0.0005,
2952
+ "step": 4890
2953
+ },
2954
+ {
2955
+ "epoch": 18.15,
2956
+ "learning_rate": 1.8592592592592595e-05,
2957
+ "loss": 0.0049,
2958
+ "step": 4900
2959
+ },
2960
+ {
2961
+ "epoch": 18.19,
2962
+ "learning_rate": 1.8222222222222224e-05,
2963
+ "loss": 0.0005,
2964
+ "step": 4910
2965
+ },
2966
+ {
2967
+ "epoch": 18.22,
2968
+ "learning_rate": 1.7851851851851853e-05,
2969
+ "loss": 0.0005,
2970
+ "step": 4920
2971
+ },
2972
+ {
2973
+ "epoch": 18.26,
2974
+ "learning_rate": 1.7481481481481483e-05,
2975
+ "loss": 0.0039,
2976
+ "step": 4930
2977
+ },
2978
+ {
2979
+ "epoch": 18.3,
2980
+ "learning_rate": 1.7111111111111112e-05,
2981
+ "loss": 0.0034,
2982
+ "step": 4940
2983
+ },
2984
+ {
2985
+ "epoch": 18.33,
2986
+ "learning_rate": 1.674074074074074e-05,
2987
+ "loss": 0.0033,
2988
+ "step": 4950
2989
+ },
2990
+ {
2991
+ "epoch": 18.37,
2992
+ "learning_rate": 1.6370370370370374e-05,
2993
+ "loss": 0.0005,
2994
+ "step": 4960
2995
+ },
2996
+ {
2997
+ "epoch": 18.41,
2998
+ "learning_rate": 1.6000000000000003e-05,
2999
+ "loss": 0.0005,
3000
+ "step": 4970
3001
+ },
3002
+ {
3003
+ "epoch": 18.44,
3004
+ "learning_rate": 1.5629629629629632e-05,
3005
+ "loss": 0.0005,
3006
+ "step": 4980
3007
+ },
3008
+ {
3009
+ "epoch": 18.48,
3010
+ "learning_rate": 1.5259259259259258e-05,
3011
+ "loss": 0.0005,
3012
+ "step": 4990
3013
+ },
3014
+ {
3015
+ "epoch": 18.52,
3016
+ "learning_rate": 1.4888888888888888e-05,
3017
+ "loss": 0.0076,
3018
+ "step": 5000
3019
+ },
3020
+ {
3021
+ "epoch": 18.56,
3022
+ "learning_rate": 1.4518518518518521e-05,
3023
+ "loss": 0.0076,
3024
+ "step": 5010
3025
+ },
3026
+ {
3027
+ "epoch": 18.59,
3028
+ "learning_rate": 1.4148148148148148e-05,
3029
+ "loss": 0.0005,
3030
+ "step": 5020
3031
+ },
3032
+ {
3033
+ "epoch": 18.63,
3034
+ "learning_rate": 1.3777777777777778e-05,
3035
+ "loss": 0.0005,
3036
+ "step": 5030
3037
+ },
3038
+ {
3039
+ "epoch": 18.67,
3040
+ "learning_rate": 1.3407407407407407e-05,
3041
+ "loss": 0.0005,
3042
+ "step": 5040
3043
+ },
3044
+ {
3045
+ "epoch": 18.7,
3046
+ "learning_rate": 1.3037037037037036e-05,
3047
+ "loss": 0.0005,
3048
+ "step": 5050
3049
+ },
3050
+ {
3051
+ "epoch": 18.74,
3052
+ "learning_rate": 1.2666666666666668e-05,
3053
+ "loss": 0.0005,
3054
+ "step": 5060
3055
+ },
3056
+ {
3057
+ "epoch": 18.78,
3058
+ "learning_rate": 1.2296296296296298e-05,
3059
+ "loss": 0.0005,
3060
+ "step": 5070
3061
+ },
3062
+ {
3063
+ "epoch": 18.81,
3064
+ "learning_rate": 1.1925925925925927e-05,
3065
+ "loss": 0.0061,
3066
+ "step": 5080
3067
+ },
3068
+ {
3069
+ "epoch": 18.85,
3070
+ "learning_rate": 1.1555555555555556e-05,
3071
+ "loss": 0.0005,
3072
+ "step": 5090
3073
+ },
3074
+ {
3075
+ "epoch": 18.89,
3076
+ "learning_rate": 1.1185185185185187e-05,
3077
+ "loss": 0.0005,
3078
+ "step": 5100
3079
+ },
3080
+ {
3081
+ "epoch": 18.93,
3082
+ "learning_rate": 1.0814814814814814e-05,
3083
+ "loss": 0.0056,
3084
+ "step": 5110
3085
+ },
3086
+ {
3087
+ "epoch": 18.96,
3088
+ "learning_rate": 1.0444444444444445e-05,
3089
+ "loss": 0.0005,
3090
+ "step": 5120
3091
+ },
3092
+ {
3093
+ "epoch": 19.0,
3094
+ "learning_rate": 1.0074074074074074e-05,
3095
+ "loss": 0.0004,
3096
+ "step": 5130
3097
+ },
3098
+ {
3099
+ "epoch": 19.04,
3100
+ "learning_rate": 9.703703703703703e-06,
3101
+ "loss": 0.0004,
3102
+ "step": 5140
3103
+ },
3104
+ {
3105
+ "epoch": 19.07,
3106
+ "learning_rate": 9.333333333333334e-06,
3107
+ "loss": 0.0005,
3108
+ "step": 5150
3109
+ },
3110
+ {
3111
+ "epoch": 19.11,
3112
+ "learning_rate": 8.962962962962963e-06,
3113
+ "loss": 0.0049,
3114
+ "step": 5160
3115
+ },
3116
+ {
3117
+ "epoch": 19.15,
3118
+ "learning_rate": 8.592592592592593e-06,
3119
+ "loss": 0.005,
3120
+ "step": 5170
3121
+ },
3122
+ {
3123
+ "epoch": 19.19,
3124
+ "learning_rate": 8.222222222222223e-06,
3125
+ "loss": 0.0005,
3126
+ "step": 5180
3127
+ },
3128
+ {
3129
+ "epoch": 19.22,
3130
+ "learning_rate": 7.851851851851853e-06,
3131
+ "loss": 0.0043,
3132
+ "step": 5190
3133
+ },
3134
+ {
3135
+ "epoch": 19.26,
3136
+ "learning_rate": 7.481481481481483e-06,
3137
+ "loss": 0.0051,
3138
+ "step": 5200
3139
+ },
3140
+ {
3141
+ "epoch": 19.3,
3142
+ "learning_rate": 7.111111111111112e-06,
3143
+ "loss": 0.0005,
3144
+ "step": 5210
3145
+ },
3146
+ {
3147
+ "epoch": 19.33,
3148
+ "learning_rate": 6.74074074074074e-06,
3149
+ "loss": 0.0048,
3150
+ "step": 5220
3151
+ },
3152
+ {
3153
+ "epoch": 19.37,
3154
+ "learning_rate": 6.370370370370371e-06,
3155
+ "loss": 0.0051,
3156
+ "step": 5230
3157
+ },
3158
+ {
3159
+ "epoch": 19.41,
3160
+ "learning_rate": 6e-06,
3161
+ "loss": 0.0048,
3162
+ "step": 5240
3163
+ },
3164
+ {
3165
+ "epoch": 19.44,
3166
+ "learning_rate": 5.62962962962963e-06,
3167
+ "loss": 0.0055,
3168
+ "step": 5250
3169
+ },
3170
+ {
3171
+ "epoch": 19.48,
3172
+ "learning_rate": 5.259259259259259e-06,
3173
+ "loss": 0.0005,
3174
+ "step": 5260
3175
+ },
3176
+ {
3177
+ "epoch": 19.52,
3178
+ "learning_rate": 4.888888888888889e-06,
3179
+ "loss": 0.0005,
3180
+ "step": 5270
3181
+ },
3182
+ {
3183
+ "epoch": 19.56,
3184
+ "learning_rate": 4.5185185185185185e-06,
3185
+ "loss": 0.0005,
3186
+ "step": 5280
3187
+ },
3188
+ {
3189
+ "epoch": 19.59,
3190
+ "learning_rate": 4.1481481481481485e-06,
3191
+ "loss": 0.0005,
3192
+ "step": 5290
3193
+ },
3194
+ {
3195
+ "epoch": 19.63,
3196
+ "learning_rate": 3.777777777777778e-06,
3197
+ "loss": 0.0004,
3198
+ "step": 5300
3199
+ },
3200
+ {
3201
+ "epoch": 19.67,
3202
+ "learning_rate": 3.4074074074074077e-06,
3203
+ "loss": 0.0004,
3204
+ "step": 5310
3205
+ },
3206
+ {
3207
+ "epoch": 19.7,
3208
+ "learning_rate": 3.0370370370370372e-06,
3209
+ "loss": 0.0005,
3210
+ "step": 5320
3211
+ },
3212
+ {
3213
+ "epoch": 19.74,
3214
+ "learning_rate": 2.666666666666667e-06,
3215
+ "loss": 0.0005,
3216
+ "step": 5330
3217
+ },
3218
+ {
3219
+ "epoch": 19.78,
3220
+ "learning_rate": 2.2962962962962964e-06,
3221
+ "loss": 0.0005,
3222
+ "step": 5340
3223
+ },
3224
+ {
3225
+ "epoch": 19.81,
3226
+ "learning_rate": 1.925925925925926e-06,
3227
+ "loss": 0.0004,
3228
+ "step": 5350
3229
+ },
3230
+ {
3231
+ "epoch": 19.85,
3232
+ "learning_rate": 1.5555555555555556e-06,
3233
+ "loss": 0.0004,
3234
+ "step": 5360
3235
+ },
3236
+ {
3237
+ "epoch": 19.89,
3238
+ "learning_rate": 1.1851851851851852e-06,
3239
+ "loss": 0.0004,
3240
+ "step": 5370
3241
+ },
3242
+ {
3243
+ "epoch": 19.93,
3244
+ "learning_rate": 8.148148148148147e-07,
3245
+ "loss": 0.0005,
3246
+ "step": 5380
3247
+ },
3248
+ {
3249
+ "epoch": 19.96,
3250
+ "learning_rate": 4.444444444444445e-07,
3251
+ "loss": 0.0005,
3252
+ "step": 5390
3253
+ },
3254
+ {
3255
+ "epoch": 20.0,
3256
+ "learning_rate": 7.407407407407407e-08,
3257
+ "loss": 0.0005,
3258
+ "step": 5400
3259
+ },
3260
+ {
3261
+ "epoch": 20.0,
3262
+ "step": 5400,
3263
+ "total_flos": 6.69572795818967e+18,
3264
+ "train_loss": 0.14805768244520381,
3265
+ "train_runtime": 1678.3865,
3266
+ "train_samples_per_second": 51.478,
3267
+ "train_steps_per_second": 3.217
3268
  }
3269
  ],
3270
  "logging_steps": 10,
3271
+ "max_steps": 5400,
3272
+ "num_train_epochs": 20,
3273
+ "save_steps": 6000,
3274
+ "total_flos": 6.69572795818967e+18,
3275
  "trial_name": null,
3276
  "trial_params": null
3277
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:713ddd4e1f2be2cc30159e4d3378961e122b348387f38fa6745a6f389a7adb72
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:debe4f0fe075626c8a3971642811c7cc4cf6515963ab16d356d2831b01c83394
3
  size 4536