vpalmerio commited on
Commit
356119a
1 Parent(s): 2191410

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. config.json +20 -14
  2. optimizer.pt +3 -0
  3. pytorch_model.bin +2 -2
  4. rng_state.pth +3 -0
  5. scheduler.pt +3 -0
  6. trainer_state.json +272 -332
  7. training_args.bin +1 -1
config.json CHANGED
@@ -10,26 +10,32 @@
10
  "hidden_size": 768,
11
  "id2label": {
12
  "0": "acne",
13
- "1": "eczema",
14
- "2": "herpes zoster",
15
- "3": "hives",
16
- "4": "lupus",
17
- "5": "raynauds",
18
- "6": "tinea",
19
- "7": "vitiligo"
 
 
 
20
  },
21
  "image_size": 224,
22
  "initializer_range": 0.02,
23
  "intermediate_size": 3072,
24
  "label2id": {
25
  "acne": "0",
26
- "eczema": "1",
27
- "herpes zoster": "2",
28
- "hives": "3",
29
- "lupus": "4",
30
- "raynauds": "5",
31
- "tinea": "6",
32
- "vitiligo": "7"
 
 
 
33
  },
34
  "layer_norm_eps": 1e-12,
35
  "model_type": "vit",
 
10
  "hidden_size": 768,
11
  "id2label": {
12
  "0": "acne",
13
+ "1": "basal cell carcinoma",
14
+ "10": "warts",
15
+ "2": "cold sores",
16
+ "3": "eczema",
17
+ "4": "herpes zoster",
18
+ "5": "hives",
19
+ "6": "lupus",
20
+ "7": "raynauds",
21
+ "8": "tinea",
22
+ "9": "vitiligo"
23
  },
24
  "image_size": 224,
25
  "initializer_range": 0.02,
26
  "intermediate_size": 3072,
27
  "label2id": {
28
  "acne": "0",
29
+ "basal cell carcinoma": "1",
30
+ "cold sores": "2",
31
+ "eczema": "3",
32
+ "herpes zoster": "4",
33
+ "hives": "5",
34
+ "lupus": "6",
35
+ "raynauds": "7",
36
+ "tinea": "8",
37
+ "vitiligo": "9",
38
+ "warts": "10"
39
  },
40
  "layer_norm_eps": 1e-12,
41
  "model_type": "vit",
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d7d5a0593632d032bf998c7032b0c4b7d8b22ca808daf7429da3ef1a9f76c60
3
+ size 686623749
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92df0ed344bb275826e9a28655a22f187b8af79649ce7be3dea7b52c180f14b0
3
- size 343287149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f15383b73502c9ed0702239e4f5552fc9b0bdda736768051b04f88be2fc759cb
3
+ size 343296365
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ff66960b7e151d2f0ae14c182480b41f103b9a07efe4372c285b23d6c3f12d0
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42da4ab01bfe87a79f57df6272749bf20e2faf078b6c5acc4dba36ec4df83062
3
+ size 627
trainer_state.json CHANGED
@@ -1,460 +1,400 @@
1
  {
2
- "best_metric": 1.2660315036773682,
3
- "best_model_checkpoint": "./vit-base-beans/checkpoint-100",
4
- "epoch": 5.0,
5
- "global_step": 290,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
- "epoch": 0.17,
12
- "learning_rate": 0.0001931034482758621,
13
- "loss": 1.7999,
14
  "step": 10
15
  },
16
  {
17
- "epoch": 0.17,
18
- "eval_accuracy": 0.25555555555555554,
19
- "eval_loss": 1.9382611513137817,
20
- "eval_runtime": 128.8894,
21
- "eval_samples_per_second": 2.095,
22
- "eval_steps_per_second": 0.264,
23
- "step": 10
24
- },
25
- {
26
- "epoch": 0.34,
27
- "learning_rate": 0.00018620689655172415,
28
- "loss": 1.5424,
29
- "step": 20
30
- },
31
- {
32
- "epoch": 0.34,
33
- "eval_accuracy": 0.4148148148148148,
34
- "eval_loss": 1.5738633871078491,
35
- "eval_runtime": 7.0871,
36
- "eval_samples_per_second": 38.097,
37
- "eval_steps_per_second": 4.797,
38
  "step": 20
39
  },
40
  {
41
- "epoch": 0.52,
42
- "learning_rate": 0.0001793103448275862,
43
- "loss": 1.257,
44
- "step": 30
 
 
 
45
  },
46
  {
47
- "epoch": 0.52,
48
- "eval_accuracy": 0.5777777777777777,
49
- "eval_loss": 1.3710002899169922,
50
- "eval_runtime": 8.6728,
51
- "eval_samples_per_second": 31.132,
52
- "eval_steps_per_second": 3.92,
53
  "step": 30
54
  },
55
  {
56
- "epoch": 0.69,
57
- "learning_rate": 0.00017241379310344826,
58
- "loss": 1.0721,
59
- "step": 40
60
- },
61
- {
62
- "epoch": 0.69,
63
- "eval_accuracy": 0.5074074074074074,
64
- "eval_loss": 1.4735559225082397,
65
- "eval_runtime": 7.1381,
66
- "eval_samples_per_second": 37.825,
67
- "eval_steps_per_second": 4.763,
68
  "step": 40
69
  },
70
  {
71
- "epoch": 0.86,
72
- "learning_rate": 0.00016551724137931035,
73
- "loss": 1.1026,
74
  "step": 50
75
  },
76
  {
77
- "epoch": 0.86,
78
- "eval_accuracy": 0.6370370370370371,
79
- "eval_loss": 1.2928471565246582,
80
- "eval_runtime": 8.3556,
81
- "eval_samples_per_second": 32.314,
82
- "eval_steps_per_second": 4.069,
83
  "step": 50
84
  },
85
  {
86
- "epoch": 1.03,
87
- "learning_rate": 0.00015862068965517243,
88
- "loss": 0.9359,
89
- "step": 60
90
- },
91
- {
92
- "epoch": 1.03,
93
- "eval_accuracy": 0.6074074074074074,
94
- "eval_loss": 1.2788481712341309,
95
- "eval_runtime": 7.1042,
96
- "eval_samples_per_second": 38.006,
97
- "eval_steps_per_second": 4.786,
98
  "step": 60
99
  },
100
  {
101
- "epoch": 1.21,
102
- "learning_rate": 0.00015172413793103449,
103
- "loss": 0.7,
104
- "step": 70
105
- },
106
- {
107
- "epoch": 1.21,
108
- "eval_accuracy": 0.6592592592592592,
109
- "eval_loss": 1.2249455451965332,
110
- "eval_runtime": 7.5614,
111
- "eval_samples_per_second": 35.708,
112
- "eval_steps_per_second": 4.497,
113
  "step": 70
114
  },
115
  {
116
- "epoch": 1.38,
117
- "learning_rate": 0.00014482758620689657,
118
- "loss": 0.5367,
119
- "step": 80
 
 
 
120
  },
121
  {
122
- "epoch": 1.38,
123
- "eval_accuracy": 0.6222222222222222,
124
- "eval_loss": 1.3300864696502686,
125
- "eval_runtime": 7.852,
126
- "eval_samples_per_second": 34.386,
127
- "eval_steps_per_second": 4.33,
128
  "step": 80
129
  },
130
  {
131
- "epoch": 1.55,
132
- "learning_rate": 0.00013793103448275863,
133
- "loss": 0.6017,
134
- "step": 90
135
- },
136
- {
137
- "epoch": 1.55,
138
- "eval_accuracy": 0.6666666666666666,
139
- "eval_loss": 1.2042837142944336,
140
- "eval_runtime": 8.2241,
141
- "eval_samples_per_second": 32.83,
142
- "eval_steps_per_second": 4.134,
143
  "step": 90
144
  },
145
  {
146
- "epoch": 1.72,
147
- "learning_rate": 0.00013103448275862068,
148
- "loss": 0.6007,
149
  "step": 100
150
  },
151
  {
152
- "epoch": 1.72,
153
- "eval_accuracy": 0.6703703703703704,
154
- "eval_loss": 1.2660315036773682,
155
- "eval_runtime": 8.6405,
156
- "eval_samples_per_second": 31.248,
157
- "eval_steps_per_second": 3.935,
158
  "step": 100
159
  },
160
  {
161
- "epoch": 1.9,
162
- "learning_rate": 0.00012413793103448277,
163
- "loss": 0.6083,
164
  "step": 110
165
  },
166
  {
167
- "epoch": 1.9,
168
- "eval_accuracy": 0.6851851851851852,
169
- "eval_loss": 1.2744337320327759,
170
- "eval_runtime": 8.1117,
171
- "eval_samples_per_second": 33.285,
172
- "eval_steps_per_second": 4.191,
173
- "step": 110
174
- },
175
- {
176
- "epoch": 2.07,
177
- "learning_rate": 0.00011724137931034482,
178
- "loss": 0.4428,
179
- "step": 120
180
- },
181
- {
182
- "epoch": 2.07,
183
- "eval_accuracy": 0.6481481481481481,
184
- "eval_loss": 1.3982332944869995,
185
- "eval_runtime": 9.593,
186
- "eval_samples_per_second": 28.145,
187
- "eval_steps_per_second": 3.544,
188
  "step": 120
189
  },
190
  {
191
- "epoch": 2.24,
192
- "learning_rate": 0.0001103448275862069,
193
- "loss": 0.3967,
194
- "step": 130
 
 
 
195
  },
196
  {
197
- "epoch": 2.24,
198
- "eval_accuracy": 0.6851851851851852,
199
- "eval_loss": 1.2987446784973145,
200
- "eval_runtime": 7.0774,
201
- "eval_samples_per_second": 38.15,
202
- "eval_steps_per_second": 4.804,
203
  "step": 130
204
  },
205
  {
206
- "epoch": 2.41,
207
- "learning_rate": 0.00010344827586206898,
208
- "loss": 0.3308,
209
- "step": 140
210
- },
211
- {
212
- "epoch": 2.41,
213
- "eval_accuracy": 0.7,
214
- "eval_loss": 1.3469077348709106,
215
- "eval_runtime": 7.0247,
216
- "eval_samples_per_second": 38.436,
217
- "eval_steps_per_second": 4.84,
218
  "step": 140
219
  },
220
  {
221
- "epoch": 2.59,
222
- "learning_rate": 9.655172413793105e-05,
223
- "loss": 0.2844,
224
  "step": 150
225
  },
226
  {
227
- "epoch": 2.59,
228
- "eval_accuracy": 0.6962962962962963,
229
- "eval_loss": 1.2884557247161865,
230
- "eval_runtime": 9.6127,
231
- "eval_samples_per_second": 28.088,
232
- "eval_steps_per_second": 3.537,
233
  "step": 150
234
  },
235
  {
236
- "epoch": 2.76,
237
- "learning_rate": 8.96551724137931e-05,
238
- "loss": 0.2313,
239
- "step": 160
240
- },
241
- {
242
- "epoch": 2.76,
243
- "eval_accuracy": 0.6851851851851852,
244
- "eval_loss": 1.4098496437072754,
245
- "eval_runtime": 8.6491,
246
- "eval_samples_per_second": 31.217,
247
- "eval_steps_per_second": 3.931,
248
  "step": 160
249
  },
250
  {
251
- "epoch": 2.93,
252
- "learning_rate": 8.275862068965517e-05,
253
- "loss": 0.2378,
254
- "step": 170
255
- },
256
- {
257
- "epoch": 2.93,
258
- "eval_accuracy": 0.6851851851851852,
259
- "eval_loss": 1.4552189111709595,
260
- "eval_runtime": 8.3406,
261
- "eval_samples_per_second": 32.372,
262
- "eval_steps_per_second": 4.076,
263
  "step": 170
264
  },
265
  {
266
- "epoch": 3.1,
267
- "learning_rate": 7.586206896551724e-05,
268
- "loss": 0.1724,
269
- "step": 180
 
 
 
270
  },
271
  {
272
- "epoch": 3.1,
273
- "eval_accuracy": 0.6851851851851852,
274
- "eval_loss": 1.3009414672851562,
275
- "eval_runtime": 7.8433,
276
- "eval_samples_per_second": 34.424,
277
- "eval_steps_per_second": 4.335,
278
  "step": 180
279
  },
280
  {
281
- "epoch": 3.28,
282
- "learning_rate": 6.896551724137931e-05,
283
- "loss": 0.1712,
284
- "step": 190
285
- },
286
- {
287
- "epoch": 3.28,
288
- "eval_accuracy": 0.6888888888888889,
289
- "eval_loss": 1.3433070182800293,
290
- "eval_runtime": 7.412,
291
- "eval_samples_per_second": 36.427,
292
- "eval_steps_per_second": 4.587,
293
  "step": 190
294
  },
295
  {
296
- "epoch": 3.45,
297
- "learning_rate": 6.206896551724138e-05,
298
- "loss": 0.1521,
299
  "step": 200
300
  },
301
  {
302
- "epoch": 3.45,
303
- "eval_accuracy": 0.6888888888888889,
304
- "eval_loss": 1.4084450006484985,
305
- "eval_runtime": 7.1569,
306
- "eval_samples_per_second": 37.726,
307
- "eval_steps_per_second": 4.751,
308
  "step": 200
309
  },
310
  {
311
- "epoch": 3.62,
312
- "learning_rate": 5.517241379310345e-05,
313
- "loss": 0.1178,
314
  "step": 210
315
  },
316
  {
317
- "epoch": 3.62,
318
- "eval_accuracy": 0.6925925925925925,
319
- "eval_loss": 1.4383904933929443,
320
- "eval_runtime": 15.5468,
321
- "eval_samples_per_second": 17.367,
322
- "eval_steps_per_second": 2.187,
323
- "step": 210
324
- },
325
- {
326
- "epoch": 3.79,
327
- "learning_rate": 4.827586206896552e-05,
328
- "loss": 0.0968,
329
- "step": 220
330
- },
331
- {
332
- "epoch": 3.79,
333
- "eval_accuracy": 0.6888888888888889,
334
- "eval_loss": 1.44044029712677,
335
- "eval_runtime": 8.8794,
336
- "eval_samples_per_second": 30.407,
337
- "eval_steps_per_second": 3.829,
338
  "step": 220
339
  },
340
  {
341
- "epoch": 3.97,
342
- "learning_rate": 4.1379310344827587e-05,
343
- "loss": 0.1471,
344
- "step": 230
 
 
 
345
  },
346
  {
347
- "epoch": 3.97,
348
- "eval_accuracy": 0.6888888888888889,
349
- "eval_loss": 1.4447485208511353,
350
- "eval_runtime": 9.2898,
351
- "eval_samples_per_second": 29.064,
352
- "eval_steps_per_second": 3.66,
353
  "step": 230
354
  },
355
  {
356
- "epoch": 4.14,
357
- "learning_rate": 3.4482758620689657e-05,
358
- "loss": 0.1114,
359
- "step": 240
360
- },
361
- {
362
- "epoch": 4.14,
363
- "eval_accuracy": 0.6888888888888889,
364
- "eval_loss": 1.4719408750534058,
365
- "eval_runtime": 12.6934,
366
- "eval_samples_per_second": 21.271,
367
- "eval_steps_per_second": 2.679,
368
  "step": 240
369
  },
370
  {
371
- "epoch": 4.31,
372
- "learning_rate": 2.7586206896551727e-05,
373
- "loss": 0.0967,
374
  "step": 250
375
  },
376
  {
377
- "epoch": 4.31,
378
- "eval_accuracy": 0.6925925925925925,
379
- "eval_loss": 1.4684562683105469,
380
- "eval_runtime": 7.9455,
381
- "eval_samples_per_second": 33.982,
382
- "eval_steps_per_second": 4.279,
383
  "step": 250
384
  },
385
  {
386
- "epoch": 4.48,
387
- "learning_rate": 2.0689655172413793e-05,
388
- "loss": 0.0974,
389
- "step": 260
390
- },
391
- {
392
- "epoch": 4.48,
393
- "eval_accuracy": 0.6925925925925925,
394
- "eval_loss": 1.473760962486267,
395
- "eval_runtime": 8.2858,
396
- "eval_samples_per_second": 32.586,
397
- "eval_steps_per_second": 4.103,
398
  "step": 260
399
  },
400
  {
401
- "epoch": 4.66,
402
- "learning_rate": 1.3793103448275863e-05,
403
- "loss": 0.0647,
404
  "step": 270
405
  },
406
  {
407
- "epoch": 4.66,
408
- "eval_accuracy": 0.6925925925925925,
409
- "eval_loss": 1.4769530296325684,
410
- "eval_runtime": 7.728,
411
- "eval_samples_per_second": 34.938,
412
- "eval_steps_per_second": 4.4,
413
- "step": 270
414
  },
415
  {
416
- "epoch": 4.83,
417
- "learning_rate": 6.896551724137932e-06,
418
- "loss": 0.0899,
419
  "step": 280
420
  },
421
  {
422
- "epoch": 4.83,
423
- "eval_accuracy": 0.6925925925925925,
424
- "eval_loss": 1.4792803525924683,
425
- "eval_runtime": 7.3284,
426
- "eval_samples_per_second": 36.843,
427
- "eval_steps_per_second": 4.64,
428
- "step": 280
429
  },
430
  {
431
- "epoch": 5.0,
432
- "learning_rate": 0.0,
433
- "loss": 0.0763,
434
- "step": 290
435
  },
436
  {
437
- "epoch": 5.0,
438
- "eval_accuracy": 0.6925925925925925,
439
- "eval_loss": 1.4800288677215576,
440
- "eval_runtime": 7.1527,
441
- "eval_samples_per_second": 37.748,
442
- "eval_steps_per_second": 4.753,
443
- "step": 290
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
444
  },
445
  {
446
- "epoch": 5.0,
447
- "step": 290,
448
- "total_flos": 3.545449175052288e+17,
449
- "train_loss": 0.48534091012231234,
450
- "train_runtime": 1027.0889,
451
- "train_samples_per_second": 4.454,
452
- "train_steps_per_second": 0.282
453
  }
454
  ],
455
- "max_steps": 290,
456
- "num_train_epochs": 5,
457
- "total_flos": 3.545449175052288e+17,
458
  "trial_name": null,
459
  "trial_params": null
460
  }
 
1
  {
2
+ "best_metric": 0.619316577911377,
3
+ "best_model_checkpoint": "./vit-base-beans/checkpoint-400",
4
+ "epoch": 3.883495145631068,
5
+ "global_step": 400,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
+ "epoch": 0.1,
12
+ "learning_rate": 0.00019805825242718447,
13
+ "loss": 2.2781,
14
  "step": 10
15
  },
16
  {
17
+ "epoch": 0.19,
18
+ "learning_rate": 0.00019611650485436895,
19
+ "loss": 2.0539,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  "step": 20
21
  },
22
  {
23
+ "epoch": 0.24,
24
+ "eval_accuracy": 0.6347826086956522,
25
+ "eval_loss": 1.684175968170166,
26
+ "eval_runtime": 199.797,
27
+ "eval_samples_per_second": 2.302,
28
+ "eval_steps_per_second": 0.29,
29
+ "step": 25
30
  },
31
  {
32
+ "epoch": 0.29,
33
+ "learning_rate": 0.0001941747572815534,
34
+ "loss": 1.7246,
 
 
 
35
  "step": 30
36
  },
37
  {
38
+ "epoch": 0.39,
39
+ "learning_rate": 0.00019223300970873787,
40
+ "loss": 1.6027,
 
 
 
 
 
 
 
 
 
41
  "step": 40
42
  },
43
  {
44
+ "epoch": 0.49,
45
+ "learning_rate": 0.00019029126213592236,
46
+ "loss": 1.4159,
47
  "step": 50
48
  },
49
  {
50
+ "epoch": 0.49,
51
+ "eval_accuracy": 0.6934782608695652,
52
+ "eval_loss": 1.2154264450073242,
53
+ "eval_runtime": 14.461,
54
+ "eval_samples_per_second": 31.81,
55
+ "eval_steps_per_second": 4.011,
56
  "step": 50
57
  },
58
  {
59
+ "epoch": 0.58,
60
+ "learning_rate": 0.00018834951456310681,
61
+ "loss": 1.243,
 
 
 
 
 
 
 
 
 
62
  "step": 60
63
  },
64
  {
65
+ "epoch": 0.68,
66
+ "learning_rate": 0.00018640776699029127,
67
+ "loss": 1.2138,
 
 
 
 
 
 
 
 
 
68
  "step": 70
69
  },
70
  {
71
+ "epoch": 0.73,
72
+ "eval_accuracy": 0.741304347826087,
73
+ "eval_loss": 1.0337247848510742,
74
+ "eval_runtime": 14.5332,
75
+ "eval_samples_per_second": 31.652,
76
+ "eval_steps_per_second": 3.991,
77
+ "step": 75
78
  },
79
  {
80
+ "epoch": 0.78,
81
+ "learning_rate": 0.00018446601941747576,
82
+ "loss": 1.096,
 
 
 
83
  "step": 80
84
  },
85
  {
86
+ "epoch": 0.87,
87
+ "learning_rate": 0.00018252427184466022,
88
+ "loss": 1.012,
 
 
 
 
 
 
 
 
 
89
  "step": 90
90
  },
91
  {
92
+ "epoch": 0.97,
93
+ "learning_rate": 0.00018058252427184467,
94
+ "loss": 0.8889,
95
  "step": 100
96
  },
97
  {
98
+ "epoch": 0.97,
99
+ "eval_accuracy": 0.7652173913043478,
100
+ "eval_loss": 0.845034122467041,
101
+ "eval_runtime": 14.4751,
102
+ "eval_samples_per_second": 31.779,
103
+ "eval_steps_per_second": 4.007,
104
  "step": 100
105
  },
106
  {
107
+ "epoch": 1.07,
108
+ "learning_rate": 0.00017864077669902913,
109
+ "loss": 0.7514,
110
  "step": 110
111
  },
112
  {
113
+ "epoch": 1.17,
114
+ "learning_rate": 0.00017669902912621362,
115
+ "loss": 0.7239,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116
  "step": 120
117
  },
118
  {
119
+ "epoch": 1.21,
120
+ "eval_accuracy": 0.6869565217391305,
121
+ "eval_loss": 1.0301238298416138,
122
+ "eval_runtime": 13.8604,
123
+ "eval_samples_per_second": 33.188,
124
+ "eval_steps_per_second": 4.185,
125
+ "step": 125
126
  },
127
  {
128
+ "epoch": 1.26,
129
+ "learning_rate": 0.00017475728155339805,
130
+ "loss": 0.6558,
 
 
 
131
  "step": 130
132
  },
133
  {
134
+ "epoch": 1.36,
135
+ "learning_rate": 0.00017281553398058253,
136
+ "loss": 0.6192,
 
 
 
 
 
 
 
 
 
137
  "step": 140
138
  },
139
  {
140
+ "epoch": 1.46,
141
+ "learning_rate": 0.000170873786407767,
142
+ "loss": 0.6241,
143
  "step": 150
144
  },
145
  {
146
+ "epoch": 1.46,
147
+ "eval_accuracy": 0.7869565217391304,
148
+ "eval_loss": 0.7646523118019104,
149
+ "eval_runtime": 13.9259,
150
+ "eval_samples_per_second": 33.032,
151
+ "eval_steps_per_second": 4.165,
152
  "step": 150
153
  },
154
  {
155
+ "epoch": 1.55,
156
+ "learning_rate": 0.00016893203883495145,
157
+ "loss": 0.6511,
 
 
 
 
 
 
 
 
 
158
  "step": 160
159
  },
160
  {
161
+ "epoch": 1.65,
162
+ "learning_rate": 0.00016699029126213594,
163
+ "loss": 0.7607,
 
 
 
 
 
 
 
 
 
164
  "step": 170
165
  },
166
  {
167
+ "epoch": 1.7,
168
+ "eval_accuracy": 0.7956521739130434,
169
+ "eval_loss": 0.7208316922187805,
170
+ "eval_runtime": 15.3767,
171
+ "eval_samples_per_second": 29.915,
172
+ "eval_steps_per_second": 3.772,
173
+ "step": 175
174
  },
175
  {
176
+ "epoch": 1.75,
177
+ "learning_rate": 0.0001650485436893204,
178
+ "loss": 0.6508,
 
 
 
179
  "step": 180
180
  },
181
  {
182
+ "epoch": 1.84,
183
+ "learning_rate": 0.00016310679611650485,
184
+ "loss": 0.5474,
 
 
 
 
 
 
 
 
 
185
  "step": 190
186
  },
187
  {
188
+ "epoch": 1.94,
189
+ "learning_rate": 0.0001611650485436893,
190
+ "loss": 0.5841,
191
  "step": 200
192
  },
193
  {
194
+ "epoch": 1.94,
195
+ "eval_accuracy": 0.7913043478260869,
196
+ "eval_loss": 0.6974421143531799,
197
+ "eval_runtime": 13.8536,
198
+ "eval_samples_per_second": 33.204,
199
+ "eval_steps_per_second": 4.187,
200
  "step": 200
201
  },
202
  {
203
+ "epoch": 2.04,
204
+ "learning_rate": 0.0001592233009708738,
205
+ "loss": 0.5992,
206
  "step": 210
207
  },
208
  {
209
+ "epoch": 2.14,
210
+ "learning_rate": 0.00015728155339805825,
211
+ "loss": 0.3827,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  "step": 220
213
  },
214
  {
215
+ "epoch": 2.18,
216
+ "eval_accuracy": 0.7869565217391304,
217
+ "eval_loss": 0.6890577077865601,
218
+ "eval_runtime": 14.5884,
219
+ "eval_samples_per_second": 31.532,
220
+ "eval_steps_per_second": 3.976,
221
+ "step": 225
222
  },
223
  {
224
+ "epoch": 2.23,
225
+ "learning_rate": 0.0001553398058252427,
226
+ "loss": 0.4169,
 
 
 
227
  "step": 230
228
  },
229
  {
230
+ "epoch": 2.33,
231
+ "learning_rate": 0.0001533980582524272,
232
+ "loss": 0.3825,
 
 
 
 
 
 
 
 
 
233
  "step": 240
234
  },
235
  {
236
+ "epoch": 2.43,
237
+ "learning_rate": 0.00015145631067961166,
238
+ "loss": 0.3534,
239
  "step": 250
240
  },
241
  {
242
+ "epoch": 2.43,
243
+ "eval_accuracy": 0.8,
244
+ "eval_loss": 0.6881299614906311,
245
+ "eval_runtime": 14.5452,
246
+ "eval_samples_per_second": 31.626,
247
+ "eval_steps_per_second": 3.988,
248
  "step": 250
249
  },
250
  {
251
+ "epoch": 2.52,
252
+ "learning_rate": 0.00014951456310679611,
253
+ "loss": 0.2475,
 
 
 
 
 
 
 
 
 
254
  "step": 260
255
  },
256
  {
257
+ "epoch": 2.62,
258
+ "learning_rate": 0.0001475728155339806,
259
+ "loss": 0.438,
260
  "step": 270
261
  },
262
  {
263
+ "epoch": 2.67,
264
+ "eval_accuracy": 0.7869565217391304,
265
+ "eval_loss": 0.794903039932251,
266
+ "eval_runtime": 14.6276,
267
+ "eval_samples_per_second": 31.447,
268
+ "eval_steps_per_second": 3.965,
269
+ "step": 275
270
  },
271
  {
272
+ "epoch": 2.72,
273
+ "learning_rate": 0.00014563106796116506,
274
+ "loss": 0.3039,
275
  "step": 280
276
  },
277
  {
278
+ "epoch": 2.82,
279
+ "learning_rate": 0.00014368932038834952,
280
+ "loss": 0.2605,
281
+ "step": 290
 
 
 
282
  },
283
  {
284
+ "epoch": 2.91,
285
+ "learning_rate": 0.000141747572815534,
286
+ "loss": 0.4453,
287
+ "step": 300
288
  },
289
  {
290
+ "epoch": 2.91,
291
+ "eval_accuracy": 0.7804347826086957,
292
+ "eval_loss": 0.7851635217666626,
293
+ "eval_runtime": 14.6262,
294
+ "eval_samples_per_second": 31.45,
295
+ "eval_steps_per_second": 3.965,
296
+ "step": 300
297
+ },
298
+ {
299
+ "epoch": 3.01,
300
+ "learning_rate": 0.00013980582524271846,
301
+ "loss": 0.3196,
302
+ "step": 310
303
+ },
304
+ {
305
+ "epoch": 3.11,
306
+ "learning_rate": 0.00013786407766990292,
307
+ "loss": 0.1714,
308
+ "step": 320
309
+ },
310
+ {
311
+ "epoch": 3.16,
312
+ "eval_accuracy": 0.7956521739130434,
313
+ "eval_loss": 0.7182856798171997,
314
+ "eval_runtime": 16.1817,
315
+ "eval_samples_per_second": 28.427,
316
+ "eval_steps_per_second": 3.584,
317
+ "step": 325
318
+ },
319
+ {
320
+ "epoch": 3.2,
321
+ "learning_rate": 0.0001359223300970874,
322
+ "loss": 0.1467,
323
+ "step": 330
324
+ },
325
+ {
326
+ "epoch": 3.3,
327
+ "learning_rate": 0.00013398058252427186,
328
+ "loss": 0.1825,
329
+ "step": 340
330
+ },
331
+ {
332
+ "epoch": 3.4,
333
+ "learning_rate": 0.00013203883495145632,
334
+ "loss": 0.1664,
335
+ "step": 350
336
+ },
337
+ {
338
+ "epoch": 3.4,
339
+ "eval_accuracy": 0.8,
340
+ "eval_loss": 0.6710854172706604,
341
+ "eval_runtime": 14.7551,
342
+ "eval_samples_per_second": 31.176,
343
+ "eval_steps_per_second": 3.931,
344
+ "step": 350
345
+ },
346
+ {
347
+ "epoch": 3.5,
348
+ "learning_rate": 0.00013009708737864078,
349
+ "loss": 0.1266,
350
+ "step": 360
351
+ },
352
+ {
353
+ "epoch": 3.59,
354
+ "learning_rate": 0.00012815533980582526,
355
+ "loss": 0.1962,
356
+ "step": 370
357
+ },
358
+ {
359
+ "epoch": 3.64,
360
+ "eval_accuracy": 0.8043478260869565,
361
+ "eval_loss": 0.7439975738525391,
362
+ "eval_runtime": 14.5665,
363
+ "eval_samples_per_second": 31.579,
364
+ "eval_steps_per_second": 3.982,
365
+ "step": 375
366
+ },
367
+ {
368
+ "epoch": 3.69,
369
+ "learning_rate": 0.00012621359223300972,
370
+ "loss": 0.1609,
371
+ "step": 380
372
+ },
373
+ {
374
+ "epoch": 3.79,
375
+ "learning_rate": 0.00012427184466019418,
376
+ "loss": 0.1891,
377
+ "step": 390
378
+ },
379
+ {
380
+ "epoch": 3.88,
381
+ "learning_rate": 0.00012233009708737864,
382
+ "loss": 0.1961,
383
+ "step": 400
384
  },
385
  {
386
+ "epoch": 3.88,
387
+ "eval_accuracy": 0.8391304347826087,
388
+ "eval_loss": 0.619316577911377,
389
+ "eval_runtime": 14.1432,
390
+ "eval_samples_per_second": 32.525,
391
+ "eval_steps_per_second": 4.101,
392
+ "step": 400
393
  }
394
  ],
395
+ "max_steps": 1030,
396
+ "num_train_epochs": 10,
397
+ "total_flos": 4.929663074408755e+17,
398
  "trial_name": null,
399
  "trial_params": null
400
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:779ef95e31750d3943e4f7f30b53438699b481978b1b059b4a24fa8736da35a6
3
  size 3899
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8862a1c5b21525e620afc66b300907a9ea89d72423fb81b6d1d942e2cd0a1d24
3
  size 3899