Theoreticallyhugo commited on
Commit
02efa98
1 Parent(s): b06bebb

Training in progress, epoch 9, checkpoint

Browse files
checkpoint-729/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7861d5e8523018c1f307af1391fc5972b4950c23150a67465f595c9d3e58f84
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94a8635a70fe2c4e814035ac0b82a6f2da1703598f880cd93f794af13638037
3
  size 592330980
checkpoint-729/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5ee12eab1fb0034e0014828304220ae14842d0fef2c94c269483f5749db6224
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a2f141015203b4239f91e87ed8bd832d2bc417f92c4ef17d5bb057e1b42775
3
  size 1014670074
checkpoint-729/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a994f283fa8e002cbd400d2efe5f576527a6ee68b3aa5a88bb98116a8723110b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d037b4a2cc274b1ad02f9f9f91301210a8163ae85fdbb1cc2d0acff4b48175d9
3
  size 1064
checkpoint-729/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
  "epoch": 9.0,
5
  "eval_steps": 500,
6
  "global_step": 729,
@@ -11,582 +11,582 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_B-Claim": {
14
- "f1-score": 0.0,
15
- "precision": 0.0,
16
- "recall": 0.0,
17
- "support": 271.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 139.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.6746310611384398,
27
- "precision": 0.6075949367088608,
28
- "recall": 0.7582938388625592,
29
- "support": 633.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.4376506024096386,
33
- "precision": 0.550587343690792,
34
- "recall": 0.3631592101974506,
35
- "support": 4001.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.620034542314335,
39
- "precision": 0.5483008781977854,
40
- "recall": 0.7133631395926477,
41
- "support": 2013.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8620734063103671,
45
- "precision": 0.8396186972154862,
46
- "recall": 0.8857621736062103,
47
- "support": 11336.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8807729058286443,
51
- "precision": 0.8630878069080317,
52
- "recall": 0.8991979189247779,
53
- "support": 9226.0
54
  },
55
- "eval_accuracy": 0.785908251565951,
56
- "eval_loss": 0.5655931830406189,
57
  "eval_macro avg": {
58
- "f1-score": 0.49645178828591785,
59
- "precision": 0.48702709467442235,
60
- "recall": 0.5171108973119495,
61
- "support": 27619.0
62
- },
63
- "eval_runtime": 4.8252,
64
- "eval_samples_per_second": 16.58,
65
- "eval_steps_per_second": 2.072,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7721020318885458,
68
- "precision": 0.766573839857488,
69
- "recall": 0.785908251565951,
70
- "support": 27619.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.36036036036036034,
78
- "precision": 0.4624277456647399,
79
- "recall": 0.2952029520295203,
80
- "support": 271.0
81
  },
82
  "eval_B-MajorClaim": {
83
- "f1-score": 0.5836909871244635,
84
- "precision": 0.723404255319149,
85
- "recall": 0.4892086330935252,
86
- "support": 139.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.7396491228070177,
90
- "precision": 0.6654040404040404,
91
- "recall": 0.8325434439178515,
92
- "support": 633.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.46704216775764956,
96
- "precision": 0.5973520249221184,
97
- "recall": 0.3834041489627593,
98
- "support": 4001.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.7326456649010316,
102
- "precision": 0.8348157560355781,
103
- "recall": 0.6527570789865872,
104
- "support": 2013.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8679505932065659,
108
- "precision": 0.8045344983428744,
109
- "recall": 0.9422194777699365,
110
- "support": 11336.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.9101698606271778,
114
- "precision": 0.9143513454386348,
115
- "recall": 0.9060264469976155,
116
- "support": 9226.0
117
  },
118
- "eval_accuracy": 0.8169376154096818,
119
- "eval_loss": 0.4831336438655853,
120
  "eval_macro avg": {
121
- "f1-score": 0.6659298223977524,
122
- "precision": 0.7146128094467336,
123
- "recall": 0.6430517402511137,
124
- "support": 27619.0
125
- },
126
- "eval_runtime": 4.8125,
127
- "eval_samples_per_second": 16.623,
128
- "eval_steps_per_second": 2.078,
129
  "eval_weighted avg": {
130
- "f1-score": 0.8047632099274016,
131
- "precision": 0.8064582361050344,
132
- "recall": 0.8169376154096818,
133
- "support": 27619.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.5806451612903225,
141
- "precision": 0.59765625,
142
- "recall": 0.5645756457564576,
143
- "support": 271.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.7138047138047138,
147
- "precision": 0.6708860759493671,
148
- "recall": 0.762589928057554,
149
- "support": 139.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.7739984882842026,
153
- "precision": 0.7420289855072464,
154
- "recall": 0.8088467614533965,
155
- "support": 633.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.6128912532475566,
159
- "precision": 0.6068103870651641,
160
- "recall": 0.6190952261934516,
161
- "support": 4001.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.8072942336126171,
165
- "precision": 0.8009779951100244,
166
- "recall": 0.8137108792846498,
167
- "support": 2013.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8797559224694903,
171
- "precision": 0.8951789627465303,
172
- "recall": 0.8648553281580804,
173
- "support": 11336.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.9226235130211126,
177
- "precision": 0.912356930902925,
178
- "recall": 0.933123780619987,
179
- "support": 9226.0
180
  },
181
- "eval_accuracy": 0.8435859372171332,
182
- "eval_loss": 0.4283505082130432,
183
  "eval_macro avg": {
184
- "f1-score": 0.7558590408185736,
185
- "precision": 0.7465565124687511,
186
- "recall": 0.7666853642176539,
187
- "support": 27619.0
188
- },
189
- "eval_runtime": 4.8554,
190
- "eval_samples_per_second": 16.476,
191
- "eval_steps_per_second": 2.06,
192
  "eval_weighted avg": {
193
- "f1-score": 0.8439412578936614,
194
- "precision": 0.8447189682878564,
195
- "recall": 0.8435859372171332,
196
- "support": 27619.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.6033333333333333,
204
- "precision": 0.5501519756838906,
205
- "recall": 0.6678966789667896,
206
- "support": 271.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.6847457627118644,
210
- "precision": 0.6474358974358975,
211
- "recall": 0.7266187050359713,
212
- "support": 139.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.7818471337579618,
216
- "precision": 0.7881219903691814,
217
- "recall": 0.7756714060031595,
218
- "support": 633.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6216657593903103,
222
- "precision": 0.550733024691358,
223
- "recall": 0.7135716070982254,
224
- "support": 4001.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.7652218782249742,
228
- "precision": 0.7960279119699409,
229
- "recall": 0.7367113760556383,
230
- "support": 2013.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.8739165400768475,
234
- "precision": 0.8853883758826725,
235
- "recall": 0.8627381792519407,
236
- "support": 11336.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.9062570845613239,
240
- "precision": 0.9497505345687812,
241
- "recall": 0.8665727292434424,
242
- "support": 9226.0
243
  },
244
- "eval_accuracy": 0.8286324631594192,
245
- "eval_loss": 0.4826153814792633,
246
  "eval_macro avg": {
247
- "f1-score": 0.7481410702938023,
248
- "precision": 0.7382299586573888,
249
- "recall": 0.7642543830935953,
250
- "support": 27619.0
251
- },
252
- "eval_runtime": 4.8516,
253
- "eval_samples_per_second": 16.49,
254
- "eval_steps_per_second": 2.061,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8345383371838407,
257
- "precision": 0.8451795530099128,
258
- "recall": 0.8286324631594192,
259
- "support": 27619.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
- "f1-score": 0.5825242718446603,
267
- "precision": 0.6147540983606558,
268
- "recall": 0.5535055350553506,
269
- "support": 271.0
270
  },
271
  "eval_B-MajorClaim": {
272
- "f1-score": 0.7317073170731707,
273
- "precision": 0.7094594594594594,
274
- "recall": 0.7553956834532374,
275
- "support": 139.0
276
  },
277
  "eval_B-Premise": {
278
- "f1-score": 0.7840735068912711,
279
- "precision": 0.7607726597325408,
280
- "recall": 0.8088467614533965,
281
- "support": 633.0
282
  },
283
  "eval_I-Claim": {
284
- "f1-score": 0.5830055074744296,
285
- "precision": 0.6132413793103448,
286
- "recall": 0.5556110972256936,
287
- "support": 4001.0
288
  },
289
  "eval_I-MajorClaim": {
290
- "f1-score": 0.803728638011393,
291
- "precision": 0.8393726338561385,
292
- "recall": 0.7709885742672627,
293
- "support": 2013.0
294
  },
295
  "eval_I-Premise": {
296
- "f1-score": 0.8823829787234042,
297
- "precision": 0.8523512002630713,
298
- "recall": 0.9146083274523642,
299
- "support": 11336.0
300
  },
301
  "eval_O": {
302
- "f1-score": 0.9254767941792524,
303
- "precision": 0.9415657245401525,
304
- "recall": 0.9099284630392369,
305
- "support": 9226.0
306
  },
307
- "eval_accuracy": 0.8438031789709982,
308
- "eval_loss": 0.513404905796051,
309
  "eval_macro avg": {
310
- "f1-score": 0.7561284305996544,
311
- "precision": 0.7616453079317661,
312
- "recall": 0.7526977774209346,
313
- "support": 27619.0
314
- },
315
- "eval_runtime": 4.8184,
316
- "eval_samples_per_second": 16.603,
317
- "eval_steps_per_second": 2.075,
318
  "eval_weighted avg": {
319
- "f1-score": 0.8417228378374912,
320
- "precision": 0.8414191958613282,
321
- "recall": 0.8438031789709982,
322
- "support": 27619.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
- "f1-score": 0.5851851851851851,
330
- "precision": 0.587360594795539,
331
- "recall": 0.5830258302583026,
332
- "support": 271.0
333
  },
334
  "eval_B-MajorClaim": {
335
- "f1-score": 0.7460815047021944,
336
- "precision": 0.6611111111111111,
337
- "recall": 0.8561151079136691,
338
- "support": 139.0
339
  },
340
  "eval_B-Premise": {
341
- "f1-score": 0.7778631821675633,
342
- "precision": 0.7574850299401198,
343
- "recall": 0.7993680884676145,
344
- "support": 633.0
345
  },
346
  "eval_I-Claim": {
347
- "f1-score": 0.5999495204442201,
348
- "precision": 0.6059138414478715,
349
- "recall": 0.5941014746313422,
350
- "support": 4001.0
351
  },
352
  "eval_I-MajorClaim": {
353
- "f1-score": 0.800587227795449,
354
- "precision": 0.7888138862102217,
355
- "recall": 0.8127173373075013,
356
- "support": 2013.0
357
  },
358
  "eval_I-Premise": {
359
- "f1-score": 0.8798354629791703,
360
- "precision": 0.8729593608891977,
361
- "recall": 0.8868207480592801,
362
- "support": 11336.0
363
  },
364
  "eval_O": {
365
- "f1-score": 0.9269283557507548,
366
- "precision": 0.9391478473690066,
367
- "recall": 0.9150227617602428,
368
- "support": 9226.0
369
  },
370
- "eval_accuracy": 0.843296281545313,
371
- "eval_loss": 0.5017187595367432,
372
  "eval_macro avg": {
373
- "f1-score": 0.7594900627177908,
374
- "precision": 0.744684524537581,
375
- "recall": 0.7781673354854218,
376
- "support": 27619.0
377
- },
378
- "eval_runtime": 4.8298,
379
- "eval_samples_per_second": 16.564,
380
- "eval_steps_per_second": 2.07,
381
  "eval_weighted avg": {
382
- "f1-score": 0.8433438519855446,
383
- "precision": 0.8437360576786502,
384
- "recall": 0.843296281545313,
385
- "support": 27619.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
- "grad_norm": 7.375185489654541,
392
- "learning_rate": 1.7530864197530865e-05,
393
- "loss": 0.4085,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
- "f1-score": 0.5725338491295938,
400
- "precision": 0.6016260162601627,
401
- "recall": 0.5461254612546126,
402
- "support": 271.0
403
  },
404
  "eval_B-MajorClaim": {
405
- "f1-score": 0.745644599303136,
406
- "precision": 0.722972972972973,
407
- "recall": 0.7697841726618705,
408
- "support": 139.0
409
  },
410
  "eval_B-Premise": {
411
- "f1-score": 0.7915087187263078,
412
- "precision": 0.760932944606414,
413
- "recall": 0.8246445497630331,
414
- "support": 633.0
415
  },
416
  "eval_I-Claim": {
417
- "f1-score": 0.5842240562846706,
418
- "precision": 0.6368731563421829,
419
- "recall": 0.5396150962259435,
420
- "support": 4001.0
421
  },
422
  "eval_I-MajorClaim": {
423
- "f1-score": 0.7921810699588476,
424
- "precision": 0.8213333333333334,
425
- "recall": 0.7650273224043715,
426
- "support": 2013.0
427
  },
428
  "eval_I-Premise": {
429
- "f1-score": 0.8817056396148556,
430
- "precision": 0.8598256203890007,
431
- "recall": 0.9047282992237121,
432
- "support": 11336.0
433
  },
434
  "eval_O": {
435
- "f1-score": 0.9274176179194485,
436
- "precision": 0.9214637277979885,
437
- "recall": 0.9334489486234554,
438
- "support": 9226.0
439
  },
440
- "eval_accuracy": 0.8452152503711213,
441
- "eval_loss": 0.6029371023178101,
442
  "eval_macro avg": {
443
- "f1-score": 0.7564593644195513,
444
- "precision": 0.7607182531002935,
445
- "recall": 0.7547676928795714,
446
- "support": 27619.0
447
- },
448
- "eval_runtime": 4.8043,
449
- "eval_samples_per_second": 16.652,
450
- "eval_steps_per_second": 2.081,
451
  "eval_weighted avg": {
452
- "f1-score": 0.8415705604110203,
453
- "precision": 0.8398235103191511,
454
- "recall": 0.8452152503711213,
455
- "support": 27619.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
- "f1-score": 0.5641891891891891,
463
- "precision": 0.5202492211838006,
464
- "recall": 0.6162361623616236,
465
- "support": 271.0
466
  },
467
  "eval_B-MajorClaim": {
468
- "f1-score": 0.7318840579710144,
469
- "precision": 0.7372262773722628,
470
- "recall": 0.7266187050359713,
471
- "support": 139.0
472
  },
473
  "eval_B-Premise": {
474
- "f1-score": 0.7673716012084594,
475
- "precision": 0.7351664254703328,
476
- "recall": 0.8025276461295419,
477
- "support": 633.0
478
  },
479
  "eval_I-Claim": {
480
- "f1-score": 0.5930426495115559,
481
- "precision": 0.5665832005463237,
482
- "recall": 0.6220944763809048,
483
- "support": 4001.0
484
  },
485
  "eval_I-MajorClaim": {
486
- "f1-score": 0.7816030123722432,
487
- "precision": 0.852199413489736,
488
- "recall": 0.7218082463984103,
489
- "support": 2013.0
490
  },
491
  "eval_I-Premise": {
492
- "f1-score": 0.8746564286025915,
493
- "precision": 0.8652567975830816,
494
- "recall": 0.8842625264643613,
495
- "support": 11336.0
496
  },
497
  "eval_O": {
498
- "f1-score": 0.924221395658691,
499
- "precision": 0.9473085239558439,
500
- "recall": 0.9022328202904835,
501
- "support": 9226.0
502
  },
503
- "eval_accuracy": 0.835149715775372,
504
- "eval_loss": 0.6411188840866089,
505
  "eval_macro avg": {
506
- "f1-score": 0.7481383335019636,
507
- "precision": 0.7462842656573401,
508
- "recall": 0.7536829404373281,
509
- "support": 27619.0
510
- },
511
- "eval_runtime": 4.8296,
512
- "eval_samples_per_second": 16.564,
513
- "eval_steps_per_second": 2.071,
514
  "eval_weighted avg": {
515
- "f1-score": 0.8374117728187233,
516
- "precision": 0.8414359188593861,
517
- "recall": 0.835149715775372,
518
- "support": 27619.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
- "f1-score": 0.6241610738255032,
526
- "precision": 0.5723076923076923,
527
- "recall": 0.6863468634686347,
528
- "support": 271.0
529
  },
530
  "eval_B-MajorClaim": {
531
- "f1-score": 0.756578947368421,
532
- "precision": 0.696969696969697,
533
- "recall": 0.8273381294964028,
534
- "support": 139.0
535
  },
536
  "eval_B-Premise": {
537
- "f1-score": 0.780448717948718,
538
- "precision": 0.791869918699187,
539
- "recall": 0.7693522906793049,
540
- "support": 633.0
541
  },
542
  "eval_I-Claim": {
543
- "f1-score": 0.640754369825207,
544
- "precision": 0.5933972310969116,
545
- "recall": 0.69632591852037,
546
- "support": 4001.0
547
  },
548
  "eval_I-MajorClaim": {
549
- "f1-score": 0.797244094488189,
550
- "precision": 0.7898586055582643,
551
- "recall": 0.8047690014903129,
552
- "support": 2013.0
553
  },
554
  "eval_I-Premise": {
555
- "f1-score": 0.8789423814465549,
556
- "precision": 0.8996028447400019,
557
- "recall": 0.8592095977417078,
558
- "support": 11336.0
559
  },
560
  "eval_O": {
561
- "f1-score": 0.9287169042769858,
562
- "precision": 0.9435186220780674,
563
- "recall": 0.9143724257533059,
564
- "support": 9226.0
565
  },
566
- "eval_accuracy": 0.8461566313045368,
567
- "eval_loss": 0.6282346844673157,
568
  "eval_macro avg": {
569
- "f1-score": 0.7724066413113684,
570
- "precision": 0.7553606587785459,
571
- "recall": 0.7939591753071484,
572
- "support": 27619.0
573
- },
574
- "eval_runtime": 4.8069,
575
- "eval_samples_per_second": 16.643,
576
- "eval_steps_per_second": 2.08,
577
  "eval_weighted avg": {
578
- "f1-score": 0.8497367665000708,
579
- "precision": 0.85521547416283,
580
- "recall": 0.8461566313045368,
581
- "support": 27619.0
582
  },
583
  "step": 729
584
  }
585
  ],
586
  "logging_steps": 500,
587
- "max_steps": 4050,
588
  "num_input_tokens_seen": 0,
589
- "num_train_epochs": 50,
590
  "save_steps": 500,
591
  "total_flos": 1294117314462000.0,
592
  "train_batch_size": 4,
 
1
  {
2
+ "best_metric": 0.508861243724823,
3
+ "best_model_checkpoint": "longformer-full_labels/checkpoint-324",
4
  "epoch": 9.0,
5
  "eval_steps": 500,
6
  "global_step": 729,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_B-Claim": {
14
+ "f1-score": 0.006993006993006993,
15
+ "precision": 0.5,
16
+ "recall": 0.0035211267605633804,
17
+ "support": 284.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 141.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.6336375488917861,
27
+ "precision": 0.5883777239709443,
28
+ "recall": 0.6864406779661016,
29
+ "support": 708.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.37228850325379614,
33
+ "precision": 0.41618672324946954,
34
+ "recall": 0.3367672308069659,
35
+ "support": 4077.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.49153013051930017,
39
+ "precision": 0.5611921369689283,
40
+ "recall": 0.43725296442687744,
41
+ "support": 2024.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.846019669697532,
45
+ "precision": 0.7746890504995582,
46
+ "recall": 0.9318181818181818,
47
+ "support": 12232.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8650519031141869,
51
+ "precision": 0.9111808904340025,
52
+ "recall": 0.8233684637211187,
53
+ "support": 9868.0
54
  },
55
+ "eval_accuracy": 0.7591191109292971,
56
+ "eval_loss": 0.6442636251449585,
57
  "eval_macro avg": {
58
+ "f1-score": 0.4593601089242298,
59
+ "precision": 0.535946646446129,
60
+ "recall": 0.4598812350714013,
61
+ "support": 29334.0
62
+ },
63
+ "eval_runtime": 6.1153,
64
+ "eval_samples_per_second": 13.082,
65
+ "eval_steps_per_second": 1.635,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7448054609057474,
68
+ "precision": 0.7451676238152983,
69
+ "recall": 0.7591191109292971,
70
+ "support": 29334.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.47385620915032683,
78
+ "precision": 0.4420731707317073,
79
+ "recall": 0.5105633802816901,
80
+ "support": 284.0
81
  },
82
  "eval_B-MajorClaim": {
83
+ "f1-score": 0.5267489711934156,
84
+ "precision": 0.6274509803921569,
85
+ "recall": 0.45390070921985815,
86
+ "support": 141.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.7686170212765958,
90
+ "precision": 0.7261306532663316,
91
+ "recall": 0.8163841807909604,
92
+ "support": 708.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.5068787075602675,
96
+ "precision": 0.5221008840353614,
97
+ "recall": 0.49251900907530044,
98
+ "support": 4077.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.6644462947543713,
102
+ "precision": 0.5741007194244604,
103
+ "recall": 0.7885375494071146,
104
+ "support": 2024.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8735948241002829,
108
+ "precision": 0.8642982877260361,
109
+ "recall": 0.8830935251798561,
110
+ "support": 12232.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.8825588796944621,
114
+ "precision": 0.925979519145147,
115
+ "recall": 0.8430279691933522,
116
+ "support": 9868.0
117
  },
118
+ "eval_accuracy": 0.8015272380173177,
119
+ "eval_loss": 0.5138605833053589,
120
  "eval_macro avg": {
121
+ "f1-score": 0.6709572725328175,
122
+ "precision": 0.668876316388743,
123
+ "recall": 0.6840037604497332,
124
+ "support": 29334.0
125
+ },
126
+ "eval_runtime": 6.1482,
127
+ "eval_samples_per_second": 13.012,
128
+ "eval_steps_per_second": 1.627,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.8031401896750007,
131
+ "precision": 0.8089032379475054,
132
+ "recall": 0.8015272380173177,
133
+ "support": 29334.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.4233576642335767,
141
+ "precision": 0.4393939393939394,
142
+ "recall": 0.4084507042253521,
143
+ "support": 284.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.6294820717131473,
147
+ "precision": 0.7181818181818181,
148
+ "recall": 0.5602836879432624,
149
+ "support": 141.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7608562691131499,
153
+ "precision": 0.6709816612729234,
154
+ "recall": 0.8785310734463276,
155
+ "support": 708.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.46000546000546,
159
+ "precision": 0.5186211141889813,
160
+ "recall": 0.41329408879077756,
161
+ "support": 4077.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.6850351161534306,
165
+ "precision": 0.7556615017878426,
166
+ "recall": 0.6264822134387352,
167
+ "support": 2024.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8689253296477533,
171
+ "precision": 0.7999862438957287,
172
+ "recall": 0.9508665794637018,
173
+ "support": 12232.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.8740981828044481,
177
+ "precision": 0.9404692424419283,
178
+ "recall": 0.8164775030401297,
179
+ "support": 9868.0
180
  },
181
+ "eval_accuracy": 0.7996863707643008,
182
+ "eval_loss": 0.5769864320755005,
183
  "eval_macro avg": {
184
+ "f1-score": 0.6716800133815666,
185
+ "precision": 0.6918993601661659,
186
+ "recall": 0.6649122643354695,
187
+ "support": 29334.0
188
+ },
189
+ "eval_runtime": 6.0693,
190
+ "eval_samples_per_second": 13.181,
191
+ "eval_steps_per_second": 1.648,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.7930703491848509,
194
+ "precision": 0.7980829724295806,
195
+ "recall": 0.7996863707643008,
196
+ "support": 29334.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.5486211901306242,
204
+ "precision": 0.4666666666666667,
205
+ "recall": 0.6654929577464789,
206
+ "support": 284.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.6866666666666668,
210
+ "precision": 0.6477987421383647,
211
+ "recall": 0.7304964539007093,
212
+ "support": 141.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7603550295857988,
216
+ "precision": 0.7981366459627329,
217
+ "recall": 0.7259887005649718,
218
+ "support": 708.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.5798045602605862,
222
+ "precision": 0.5201636469900643,
223
+ "recall": 0.6548933038999264,
224
+ "support": 4077.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.7716646989374262,
228
+ "precision": 0.7390321121664405,
229
+ "recall": 0.8073122529644269,
230
+ "support": 2024.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.8704094554664417,
234
+ "precision": 0.899807994414383,
235
+ "recall": 0.842871157619359,
236
+ "support": 12232.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.8969362234264276,
240
+ "precision": 0.9231016731016731,
241
+ "recall": 0.8722132144304824,
242
+ "support": 9868.0
243
  },
244
+ "eval_accuracy": 0.8190836571896093,
245
+ "eval_loss": 0.508861243724823,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7306368320677102,
248
+ "precision": 0.7135296402057607,
249
+ "recall": 0.7570382915894793,
250
+ "support": 29334.0
251
+ },
252
+ "eval_runtime": 6.0931,
253
+ "eval_samples_per_second": 13.13,
254
+ "eval_steps_per_second": 1.641,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.825475128990697,
257
+ "precision": 0.835926930625345,
258
+ "recall": 0.8190836571896093,
259
+ "support": 29334.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
+ "f1-score": 0.5466237942122186,
267
+ "precision": 0.5029585798816568,
268
+ "recall": 0.5985915492957746,
269
+ "support": 284.0
270
  },
271
  "eval_B-MajorClaim": {
272
+ "f1-score": 0.6842105263157895,
273
+ "precision": 0.728,
274
+ "recall": 0.6453900709219859,
275
+ "support": 141.0
276
  },
277
  "eval_B-Premise": {
278
+ "f1-score": 0.775623268698061,
279
+ "precision": 0.7608695652173914,
280
+ "recall": 0.7909604519774012,
281
+ "support": 708.0
282
  },
283
  "eval_I-Claim": {
284
+ "f1-score": 0.5628513335725392,
285
+ "precision": 0.5492530345471522,
286
+ "recall": 0.577140053961246,
287
+ "support": 4077.0
288
  },
289
  "eval_I-MajorClaim": {
290
+ "f1-score": 0.7028394714647174,
291
+ "precision": 0.8153946510110893,
292
+ "recall": 0.6175889328063241,
293
+ "support": 2024.0
294
  },
295
  "eval_I-Premise": {
296
+ "f1-score": 0.8796072750684049,
297
+ "precision": 0.8660855784469097,
298
+ "recall": 0.8935578809679529,
299
+ "support": 12232.0
300
  },
301
  "eval_O": {
302
+ "f1-score": 0.8964530307676581,
303
+ "precision": 0.9043101670447515,
304
+ "recall": 0.8887312525334414,
305
+ "support": 9868.0
306
  },
307
+ "eval_accuracy": 0.8223904002181769,
308
+ "eval_loss": 0.5749920606613159,
309
  "eval_macro avg": {
310
+ "f1-score": 0.7211726714427698,
311
+ "precision": 0.7324102251641358,
312
+ "recall": 0.715994313209161,
313
+ "support": 29334.0
314
+ },
315
+ "eval_runtime": 6.0798,
316
+ "eval_samples_per_second": 13.158,
317
+ "eval_steps_per_second": 1.645,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8223802682715222,
320
+ "precision": 0.8246928072651426,
321
+ "recall": 0.8223904002181769,
322
+ "support": 29334.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
+ "f1-score": 0.5645933014354066,
330
+ "precision": 0.5160349854227405,
331
+ "recall": 0.6232394366197183,
332
+ "support": 284.0
333
  },
334
  "eval_B-MajorClaim": {
335
+ "f1-score": 0.7272727272727273,
336
+ "precision": 0.6923076923076923,
337
+ "recall": 0.7659574468085106,
338
+ "support": 141.0
339
  },
340
  "eval_B-Premise": {
341
+ "f1-score": 0.7851644506648006,
342
+ "precision": 0.7780859916782247,
343
+ "recall": 0.7923728813559322,
344
+ "support": 708.0
345
  },
346
  "eval_I-Claim": {
347
+ "f1-score": 0.5951509606587375,
348
+ "precision": 0.5575316048853654,
349
+ "recall": 0.6382143733137111,
350
+ "support": 4077.0
351
  },
352
  "eval_I-MajorClaim": {
353
+ "f1-score": 0.7690405539070228,
354
+ "precision": 0.7698019801980198,
355
+ "recall": 0.7682806324110671,
356
+ "support": 2024.0
357
  },
358
  "eval_I-Premise": {
359
+ "f1-score": 0.8794871794871795,
360
+ "precision": 0.8899397388684298,
361
+ "recall": 0.8692773054283846,
362
+ "support": 12232.0
363
  },
364
  "eval_O": {
365
+ "f1-score": 0.907427508140797,
366
+ "precision": 0.9260470513767275,
367
+ "recall": 0.8895419537900284,
368
+ "support": 9868.0
369
  },
370
+ "eval_accuracy": 0.8322765391695643,
371
+ "eval_loss": 0.5503024458885193,
372
  "eval_macro avg": {
373
+ "f1-score": 0.7468766687952387,
374
+ "precision": 0.7328212921053143,
375
+ "recall": 0.763840575675336,
376
+ "support": 29334.0
377
+ },
378
+ "eval_runtime": 6.0682,
379
+ "eval_samples_per_second": 13.184,
380
+ "eval_steps_per_second": 1.648,
381
  "eval_weighted avg": {
382
+ "f1-score": 0.835690214793681,
383
+ "precision": 0.8403274341189826,
384
+ "recall": 0.8322765391695643,
385
+ "support": 29334.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
+ "grad_norm": 7.526494026184082,
392
+ "learning_rate": 1.3827160493827162e-05,
393
+ "loss": 0.4181,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
+ "f1-score": 0.5531914893617021,
400
+ "precision": 0.5571428571428572,
401
+ "recall": 0.5492957746478874,
402
+ "support": 284.0
403
  },
404
  "eval_B-MajorClaim": {
405
+ "f1-score": 0.7228070175438596,
406
+ "precision": 0.7152777777777778,
407
+ "recall": 0.7304964539007093,
408
+ "support": 141.0
409
  },
410
  "eval_B-Premise": {
411
+ "f1-score": 0.7938420348058902,
412
+ "precision": 0.7544529262086515,
413
+ "recall": 0.8375706214689266,
414
+ "support": 708.0
415
  },
416
  "eval_I-Claim": {
417
+ "f1-score": 0.5534057778955738,
418
+ "precision": 0.6019025655808591,
419
+ "recall": 0.5121412803532008,
420
+ "support": 4077.0
421
  },
422
  "eval_I-MajorClaim": {
423
+ "f1-score": 0.7677873338545738,
424
+ "precision": 0.8124655267512411,
425
+ "recall": 0.7277667984189723,
426
+ "support": 2024.0
427
  },
428
  "eval_I-Premise": {
429
+ "f1-score": 0.8876130554463233,
430
+ "precision": 0.855129565085619,
431
+ "recall": 0.9226618705035972,
432
+ "support": 12232.0
433
  },
434
  "eval_O": {
435
+ "f1-score": 0.9097990979909799,
436
+ "precision": 0.9203649937785151,
437
+ "recall": 0.8994730441832185,
438
+ "support": 9868.0
439
  },
440
+ "eval_accuracy": 0.8377650507943001,
441
+ "eval_loss": 0.6418657302856445,
442
  "eval_macro avg": {
443
+ "f1-score": 0.7412065438427005,
444
+ "precision": 0.7452480303322171,
445
+ "recall": 0.7399151204966445,
446
+ "support": 29334.0
447
+ },
448
+ "eval_runtime": 6.075,
449
+ "eval_samples_per_second": 13.169,
450
+ "eval_steps_per_second": 1.646,
451
  "eval_weighted avg": {
452
+ "f1-score": 0.8340655773672634,
453
+ "precision": 0.8329491032454597,
454
+ "recall": 0.8377650507943001,
455
+ "support": 29334.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
+ "f1-score": 0.5652951699463328,
463
+ "precision": 0.5745454545454546,
464
+ "recall": 0.5563380281690141,
465
+ "support": 284.0
466
  },
467
  "eval_B-MajorClaim": {
468
+ "f1-score": 0.7197231833910034,
469
+ "precision": 0.7027027027027027,
470
+ "recall": 0.7375886524822695,
471
+ "support": 141.0
472
  },
473
  "eval_B-Premise": {
474
+ "f1-score": 0.7941176470588234,
475
+ "precision": 0.7538071065989848,
476
+ "recall": 0.8389830508474576,
477
+ "support": 708.0
478
  },
479
  "eval_I-Claim": {
480
+ "f1-score": 0.5740005295207837,
481
+ "precision": 0.6235260281852172,
482
+ "recall": 0.5317635516311013,
483
+ "support": 4077.0
484
  },
485
  "eval_I-MajorClaim": {
486
+ "f1-score": 0.773091849935317,
487
+ "precision": 0.8115154807170016,
488
+ "recall": 0.7381422924901185,
489
+ "support": 2024.0
490
  },
491
  "eval_I-Premise": {
492
+ "f1-score": 0.8920165582495565,
493
+ "precision": 0.8614178024822965,
494
+ "recall": 0.9248691955526488,
495
+ "support": 12232.0
496
  },
497
  "eval_O": {
498
+ "f1-score": 0.9097236438075741,
499
+ "precision": 0.9189412737799835,
500
+ "recall": 0.9006890960680989,
501
+ "support": 9868.0
502
  },
503
+ "eval_accuracy": 0.8426740301356788,
504
+ "eval_loss": 0.6667934656143188,
505
  "eval_macro avg": {
506
+ "f1-score": 0.7468526545584844,
507
+ "precision": 0.7494936927159488,
508
+ "recall": 0.7469105524629585,
509
+ "support": 29334.0
510
+ },
511
+ "eval_runtime": 6.0698,
512
+ "eval_samples_per_second": 13.18,
513
+ "eval_steps_per_second": 1.648,
514
  "eval_weighted avg": {
515
+ "f1-score": 0.8392138000943469,
516
+ "precision": 0.8381245456177384,
517
+ "recall": 0.8426740301356788,
518
+ "support": 29334.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
+ "f1-score": 0.5863192182410424,
526
+ "precision": 0.5454545454545454,
527
+ "recall": 0.6338028169014085,
528
+ "support": 284.0
529
  },
530
  "eval_B-MajorClaim": {
531
+ "f1-score": 0.7210884353741497,
532
+ "precision": 0.6928104575163399,
533
+ "recall": 0.75177304964539,
534
+ "support": 141.0
535
  },
536
  "eval_B-Premise": {
537
+ "f1-score": 0.7762879322512349,
538
+ "precision": 0.7757404795486601,
539
+ "recall": 0.7768361581920904,
540
+ "support": 708.0
541
  },
542
  "eval_I-Claim": {
543
+ "f1-score": 0.6114039290848108,
544
+ "precision": 0.5975181456333412,
545
+ "recall": 0.6259504537650233,
546
+ "support": 4077.0
547
  },
548
  "eval_I-MajorClaim": {
549
+ "f1-score": 0.7696835908756438,
550
+ "precision": 0.7642474427666829,
551
+ "recall": 0.775197628458498,
552
+ "support": 2024.0
553
  },
554
  "eval_I-Premise": {
555
+ "f1-score": 0.8845693533077462,
556
+ "precision": 0.893157763146929,
557
+ "recall": 0.8761445389143231,
558
+ "support": 12232.0
559
  },
560
  "eval_O": {
561
+ "f1-score": 0.9076040026413369,
562
+ "precision": 0.9098686220592729,
563
+ "recall": 0.9053506282934739,
564
+ "support": 9868.0
565
  },
566
+ "eval_accuracy": 0.8388900252266994,
567
+ "eval_loss": 0.7191675305366516,
568
  "eval_macro avg": {
569
+ "f1-score": 0.7509937802537092,
570
+ "precision": 0.7398282080179673,
571
+ "recall": 0.7635793248814581,
572
+ "support": 29334.0
573
+ },
574
+ "eval_runtime": 6.0723,
575
+ "eval_samples_per_second": 13.175,
576
+ "eval_steps_per_second": 1.647,
577
  "eval_weighted avg": {
578
+ "f1-score": 0.8401384747371046,
579
+ "precision": 0.8416318009865815,
580
+ "recall": 0.8388900252266994,
581
+ "support": 29334.0
582
  },
583
  "step": 729
584
  }
585
  ],
586
  "logging_steps": 500,
587
+ "max_steps": 1620,
588
  "num_input_tokens_seen": 0,
589
+ "num_train_epochs": 20,
590
  "save_steps": 500,
591
  "total_flos": 1294117314462000.0,
592
  "train_batch_size": 4,
checkpoint-729/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96f940fbb595414fcc9335f58119ba24a5ec23e0d6daa1a329588d596e481421
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5653e8d83a92b07eb1df6cde8969d97342166ccb896f2bdca8c3721b3a61a616
3
+ size 4920