Theoreticallyhugo commited on
Commit
84402cc
1 Parent(s): 3363acf

Training in progress, epoch 18, checkpoint

Browse files
checkpoint-1458/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1447d81d8e62da3bf6cf17f60b7b3c12c7c78c09cac50e8d81fb13078932b859
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884744d2ba9c079fa281b19b76ffe7908671529b6d24c13aeb86c40ca28c10ee
3
  size 592330980
checkpoint-1458/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a67b9f3c9c46bc397e9d7a7ecb1af3dca3a8d2ee6e02c031209c49c94b26dec
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a083056243c1801cb36913059424033dfd9b76ff04bfa2aae1c5c4a29b8bac
3
  size 1014670074
checkpoint-1458/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:397d9f0c9659b8c458bbd5c411c44f792c5953742b278f71c3b66563b141c2b2
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06cb7d99259c09b675efbd978eb8e436a5421bc3dfafe9012920d410b89bfbcf
3
  size 14244
checkpoint-1458/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c2ff615a6af1ad0d1607d95fdc3aeef60864055bd7ba7d55d4679b45f2c18a7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02c68a974c809e70b298b342a0d62db82d85f71e707169e34798c1bdd10a8ec
3
  size 1064
checkpoint-1458/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
  "epoch": 18.0,
5
  "eval_steps": 500,
6
  "global_step": 1458,
@@ -11,1158 +11,1158 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_B-Claim": {
14
- "f1-score": 0.0,
15
- "precision": 0.0,
16
- "recall": 0.0,
17
- "support": 339.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 160.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.6898215147129765,
27
- "precision": 0.6316254416961131,
28
- "recall": 0.7598299681190224,
29
- "support": 941.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.5039833312905995,
33
- "precision": 0.5940479630164692,
34
- "recall": 0.43763303533418474,
35
- "support": 4698.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.6970899470899471,
39
- "precision": 0.6303827751196173,
40
- "recall": 0.7795857988165681,
41
- "support": 2028.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8719667429344848,
45
- "precision": 0.8366728509585653,
46
- "recall": 0.9103694233227912,
47
- "support": 14861.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8820403825717322,
51
- "precision": 0.8925603675823639,
52
- "recall": 0.8717654922180846,
53
- "support": 10473.0
54
  },
55
- "eval_accuracy": 0.8062985074626866,
56
- "eval_loss": 0.5531178712844849,
57
  "eval_macro avg": {
58
- "f1-score": 0.5207002740856772,
59
- "precision": 0.5121841997675898,
60
- "recall": 0.5370262454015216,
61
- "support": 33500.0
62
- },
63
- "eval_runtime": 5.0026,
64
- "eval_samples_per_second": 16.192,
65
- "eval_steps_per_second": 2.199,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7948191296080505,
68
- "precision": 0.789408749451204,
69
- "recall": 0.8062985074626866,
70
- "support": 33500.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.4537205081669691,
78
- "precision": 0.589622641509434,
79
- "recall": 0.3687315634218289,
80
- "support": 339.0
81
  },
82
  "eval_B-MajorClaim": {
83
- "f1-score": 0.42794759825327516,
84
- "precision": 0.7101449275362319,
85
- "recall": 0.30625,
86
- "support": 160.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.7642352941176471,
90
- "precision": 0.6858108108108109,
91
- "recall": 0.8629117959617428,
92
- "support": 941.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.44524236983842014,
96
- "precision": 0.6338969720802202,
97
- "recall": 0.3431247339293316,
98
- "support": 4698.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.7363764327367787,
102
- "precision": 0.6217317487266554,
103
- "recall": 0.9028599605522682,
104
- "support": 2028.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8781162543828609,
108
- "precision": 0.8411808209047208,
109
- "recall": 0.9184442500504677,
110
- "support": 14861.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.9036260459748006,
114
- "precision": 0.9102800116267804,
115
- "recall": 0.8970686527260575,
116
- "support": 10473.0
117
  },
118
- "eval_accuracy": 0.820089552238806,
119
- "eval_loss": 0.5071194171905518,
120
  "eval_macro avg": {
121
- "f1-score": 0.6584663576386788,
122
- "precision": 0.7132382761706934,
123
- "recall": 0.6570558509488137,
124
- "support": 33500.0
125
- },
126
- "eval_runtime": 4.9923,
127
- "eval_samples_per_second": 16.225,
128
- "eval_steps_per_second": 2.203,
129
  "eval_weighted avg": {
130
- "f1-score": 0.8071614798424686,
131
- "precision": 0.8128932519203979,
132
- "recall": 0.820089552238806,
133
- "support": 33500.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.5954198473282443,
141
- "precision": 0.6170886075949367,
142
- "recall": 0.5752212389380531,
143
- "support": 339.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.7962382445141065,
147
- "precision": 0.7987421383647799,
148
- "recall": 0.79375,
149
- "support": 160.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.7837431008529856,
153
- "precision": 0.7423954372623575,
154
- "recall": 0.8299681190223167,
155
- "support": 941.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.6291688447464715,
159
- "precision": 0.6182453256626258,
160
- "recall": 0.640485312899106,
161
- "support": 4698.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.8422354104846687,
165
- "precision": 0.8447420634920635,
166
- "recall": 0.8397435897435898,
167
- "support": 2028.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8773398679463618,
171
- "precision": 0.8876110460712072,
172
- "recall": 0.8673036807751834,
173
- "support": 14861.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.9065678167474573,
177
- "precision": 0.9024505629671681,
178
- "recall": 0.910722811037907,
179
- "support": 10473.0
180
  },
181
- "eval_accuracy": 0.843044776119403,
182
- "eval_loss": 0.46074992418289185,
183
  "eval_macro avg": {
184
- "f1-score": 0.7758161618028993,
185
- "precision": 0.773039311630734,
186
- "recall": 0.7795992503451652,
187
- "support": 33500.0
188
- },
189
- "eval_runtime": 5.0136,
190
- "eval_samples_per_second": 16.156,
191
- "eval_steps_per_second": 2.194,
192
  "eval_weighted avg": {
193
- "f1-score": 0.8436796678417321,
194
- "precision": 0.8446385621767526,
195
- "recall": 0.843044776119403,
196
- "support": 33500.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.6172839506172839,
204
- "precision": 0.6472491909385113,
205
- "recall": 0.5899705014749262,
206
- "support": 339.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.7441860465116279,
210
- "precision": 0.6956521739130435,
211
- "recall": 0.8,
212
- "support": 160.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.7957208354559349,
216
- "precision": 0.764187866927593,
217
- "recall": 0.8299681190223167,
218
- "support": 941.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6001342582233162,
222
- "precision": 0.6325471698113208,
223
- "recall": 0.5708812260536399,
224
- "support": 4698.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.8068448195030473,
228
- "precision": 0.7689901697944593,
229
- "recall": 0.8486193293885601,
230
- "support": 2028.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.882309200297438,
234
- "precision": 0.886383701188455,
235
- "recall": 0.8782719870802772,
236
- "support": 14861.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.9024700070571631,
240
- "precision": 0.8895381190873678,
241
- "recall": 0.9157834431395016,
242
- "support": 10473.0
243
  },
244
- "eval_accuracy": 0.8404477611940299,
245
- "eval_loss": 0.5207056403160095,
246
  "eval_macro avg": {
247
- "f1-score": 0.7641355882379729,
248
- "precision": 0.7549354845229643,
249
- "recall": 0.776213515165603,
250
- "support": 33500.0
251
- },
252
- "eval_runtime": 4.9749,
253
- "eval_samples_per_second": 16.282,
254
- "eval_steps_per_second": 2.211,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8386979039247872,
257
- "precision": 0.8379021545974175,
258
- "recall": 0.8404477611940299,
259
- "support": 33500.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
- "f1-score": 0.6189735614307931,
267
- "precision": 0.6546052631578947,
268
- "recall": 0.5870206489675516,
269
- "support": 339.0
270
  },
271
  "eval_B-MajorClaim": {
272
- "f1-score": 0.8090614886731391,
273
- "precision": 0.8389261744966443,
274
- "recall": 0.78125,
275
- "support": 160.0
276
  },
277
  "eval_B-Premise": {
278
- "f1-score": 0.799186578546009,
279
- "precision": 0.7660818713450293,
280
- "recall": 0.8352816153028693,
281
- "support": 941.0
282
  },
283
  "eval_I-Claim": {
284
- "f1-score": 0.6316756632594464,
285
- "precision": 0.6859565976552756,
286
- "recall": 0.5853554704129417,
287
- "support": 4698.0
288
  },
289
  "eval_I-MajorClaim": {
290
- "f1-score": 0.8593117408906882,
291
- "precision": 0.8825363825363826,
292
- "recall": 0.8372781065088757,
293
- "support": 2028.0
294
  },
295
  "eval_I-Premise": {
296
- "f1-score": 0.8880430502690643,
297
- "precision": 0.8666026256804354,
298
- "recall": 0.9105712939909831,
299
- "support": 14861.0
300
  },
301
  "eval_O": {
302
- "f1-score": 0.9125369999045164,
303
- "precision": 0.9125369999045164,
304
- "recall": 0.9125369999045164,
305
- "support": 10473.0
306
  },
307
- "eval_accuracy": 0.8551343283582089,
308
- "eval_loss": 0.5152634382247925,
309
  "eval_macro avg": {
310
- "f1-score": 0.7883984404248082,
311
- "precision": 0.8010351306823111,
312
- "recall": 0.7784705907268197,
313
- "support": 33500.0
314
- },
315
- "eval_runtime": 5.0012,
316
- "eval_samples_per_second": 16.196,
317
- "eval_steps_per_second": 2.199,
318
  "eval_weighted avg": {
319
- "f1-score": 0.8524125579848445,
320
- "precision": 0.8514928929215189,
321
- "recall": 0.8551343283582089,
322
- "support": 33500.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
- "f1-score": 0.6404341926729986,
330
- "precision": 0.592964824120603,
331
- "recall": 0.696165191740413,
332
- "support": 339.0
333
  },
334
  "eval_B-MajorClaim": {
335
- "f1-score": 0.8,
336
- "precision": 0.7878787878787878,
337
- "recall": 0.8125,
338
- "support": 160.0
339
  },
340
  "eval_B-Premise": {
341
- "f1-score": 0.7957446808510639,
342
- "precision": 0.7965921192758253,
343
- "recall": 0.7948990435706695,
344
- "support": 941.0
345
  },
346
  "eval_I-Claim": {
347
- "f1-score": 0.6506562412733874,
348
- "precision": 0.5781637717121588,
349
- "recall": 0.743933588761175,
350
- "support": 4698.0
351
  },
352
  "eval_I-MajorClaim": {
353
- "f1-score": 0.8647342995169083,
354
- "precision": 0.8475378787878788,
355
- "recall": 0.8826429980276134,
356
- "support": 2028.0
357
  },
358
  "eval_I-Premise": {
359
- "f1-score": 0.8677517085887408,
360
- "precision": 0.9106099815157116,
361
- "recall": 0.8287463831505282,
362
- "support": 14861.0
363
  },
364
  "eval_O": {
365
- "f1-score": 0.9133676463514359,
366
- "precision": 0.920317952694843,
367
- "recall": 0.906521531557338,
368
- "support": 10473.0
369
  },
370
- "eval_accuracy": 0.8420597014925373,
371
- "eval_loss": 0.5665280818939209,
372
  "eval_macro avg": {
373
- "f1-score": 0.790384109893505,
374
- "precision": 0.7762950451408297,
375
- "recall": 0.8093441052582481,
376
- "support": 33500.0
377
- },
378
- "eval_runtime": 5.0172,
379
- "eval_samples_per_second": 16.144,
380
- "eval_steps_per_second": 2.192,
381
  "eval_weighted avg": {
382
- "f1-score": 0.8467380483132992,
383
- "precision": 0.8562016100668557,
384
- "recall": 0.8420597014925373,
385
- "support": 33500.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
- "grad_norm": 17.83205223083496,
392
- "learning_rate": 1.7530864197530865e-05,
393
- "loss": 0.3838,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
- "f1-score": 0.6363636363636364,
400
- "precision": 0.6542056074766355,
401
- "recall": 0.6194690265486725,
402
- "support": 339.0
403
  },
404
  "eval_B-MajorClaim": {
405
- "f1-score": 0.8023598820058997,
406
- "precision": 0.7597765363128491,
407
- "recall": 0.85,
408
- "support": 160.0
409
  },
410
  "eval_B-Premise": {
411
- "f1-score": 0.8014077425842132,
412
- "precision": 0.7604961832061069,
413
- "recall": 0.8469713071200851,
414
- "support": 941.0
415
  },
416
  "eval_I-Claim": {
417
- "f1-score": 0.6504799548277809,
418
- "precision": 0.6928073129660813,
419
- "recall": 0.6130268199233716,
420
- "support": 4698.0
421
  },
422
  "eval_I-MajorClaim": {
423
- "f1-score": 0.8663025409641415,
424
- "precision": 0.8355474118185983,
425
- "recall": 0.8994082840236687,
426
- "support": 2028.0
427
  },
428
  "eval_I-Premise": {
429
- "f1-score": 0.8922586313494517,
430
- "precision": 0.8638941398865785,
431
- "recall": 0.9225489536370365,
432
- "support": 14861.0
433
  },
434
  "eval_O": {
435
- "f1-score": 0.90784071234232,
436
- "precision": 0.9419010470129336,
437
- "recall": 0.8761577389477705,
438
- "support": 10473.0
439
  },
440
- "eval_accuracy": 0.8577014925373134,
441
- "eval_loss": 0.6021790504455566,
442
  "eval_macro avg": {
443
- "f1-score": 0.7938590143482062,
444
- "precision": 0.7869468912399691,
445
- "recall": 0.8039403043143721,
446
- "support": 33500.0
447
- },
448
- "eval_runtime": 5.0234,
449
- "eval_samples_per_second": 16.125,
450
- "eval_steps_per_second": 2.19,
451
  "eval_weighted avg": {
452
- "f1-score": 0.856081111084223,
453
- "precision": 0.8570485445028432,
454
- "recall": 0.8577014925373134,
455
- "support": 33500.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
- "f1-score": 0.6373333333333333,
463
- "precision": 0.5815085158150851,
464
- "recall": 0.7050147492625368,
465
- "support": 339.0
466
  },
467
  "eval_B-MajorClaim": {
468
- "f1-score": 0.7952522255192879,
469
- "precision": 0.7570621468926554,
470
- "recall": 0.8375,
471
- "support": 160.0
472
  },
473
  "eval_B-Premise": {
474
- "f1-score": 0.7883053600433134,
475
- "precision": 0.8035320088300221,
476
- "recall": 0.7736450584484591,
477
- "support": 941.0
478
  },
479
  "eval_I-Claim": {
480
- "f1-score": 0.6543385490753911,
481
- "precision": 0.5900461775269369,
482
- "recall": 0.7343550446998723,
483
- "support": 4698.0
484
  },
485
  "eval_I-MajorClaim": {
486
- "f1-score": 0.8537494177922683,
487
- "precision": 0.8089143865842895,
488
- "recall": 0.9038461538461539,
489
- "support": 2028.0
490
  },
491
  "eval_I-Premise": {
492
- "f1-score": 0.8704377010208362,
493
- "precision": 0.9058429746052535,
494
- "recall": 0.8376959827737029,
495
- "support": 14861.0
496
  },
497
  "eval_O": {
498
- "f1-score": 0.9111186539300781,
499
- "precision": 0.925615763546798,
500
- "recall": 0.8970686527260575,
501
- "support": 10473.0
502
  },
503
- "eval_accuracy": 0.8426268656716418,
504
- "eval_loss": 0.6685047149658203,
505
  "eval_macro avg": {
506
- "f1-score": 0.7872193201020725,
507
- "precision": 0.7675031391144344,
508
- "recall": 0.8127322345366831,
509
- "support": 33500.0
510
- },
511
- "eval_runtime": 4.992,
512
- "eval_samples_per_second": 16.226,
513
- "eval_steps_per_second": 2.204,
514
  "eval_weighted avg": {
515
- "f1-score": 0.8468148764239732,
516
- "precision": 0.8550031822663273,
517
- "recall": 0.8426268656716418,
518
- "support": 33500.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
- "f1-score": 0.5807407407407408,
526
- "precision": 0.5833333333333334,
527
- "recall": 0.5781710914454278,
528
- "support": 339.0
529
  },
530
  "eval_B-MajorClaim": {
531
- "f1-score": 0.8012232415902141,
532
- "precision": 0.7844311377245509,
533
- "recall": 0.81875,
534
- "support": 160.0
535
  },
536
  "eval_B-Premise": {
537
- "f1-score": 0.7984111221449851,
538
- "precision": 0.7493010251630942,
539
- "recall": 0.8544102019128587,
540
- "support": 941.0
541
  },
542
  "eval_I-Claim": {
543
- "f1-score": 0.5917442137914578,
544
- "precision": 0.6731813246471227,
545
- "recall": 0.5278842060451255,
546
- "support": 4698.0
547
  },
548
  "eval_I-MajorClaim": {
549
- "f1-score": 0.8581943081452406,
550
- "precision": 0.85400390625,
551
- "recall": 0.8624260355029586,
552
- "support": 2028.0
553
  },
554
  "eval_I-Premise": {
555
- "f1-score": 0.8840042543591067,
556
- "precision": 0.84832364221205,
557
- "recall": 0.922818114527959,
558
- "support": 14861.0
559
  },
560
  "eval_O": {
561
- "f1-score": 0.910873701156154,
562
- "precision": 0.931178934769599,
563
- "recall": 0.8914351188771126,
564
- "support": 10473.0
565
  },
566
- "eval_accuracy": 0.8480597014925373,
567
- "eval_loss": 0.7230669260025024,
568
  "eval_macro avg": {
569
- "f1-score": 0.7750273688468428,
570
- "precision": 0.7748219005856785,
571
- "recall": 0.779413538330206,
572
- "support": 33500.0
573
- },
574
- "eval_runtime": 5.0031,
575
- "eval_samples_per_second": 16.19,
576
- "eval_steps_per_second": 2.199,
577
  "eval_weighted avg": {
578
- "f1-score": 0.8439872109031008,
579
- "precision": 0.8442403481354289,
580
- "recall": 0.8480597014925373,
581
- "support": 33500.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
- "f1-score": 0.6050198150594451,
589
- "precision": 0.5478468899521531,
590
- "recall": 0.6755162241887905,
591
- "support": 339.0
592
  },
593
  "eval_B-MajorClaim": {
594
- "f1-score": 0.8170731707317073,
595
- "precision": 0.7976190476190477,
596
- "recall": 0.8375,
597
- "support": 160.0
598
  },
599
  "eval_B-Premise": {
600
- "f1-score": 0.7826535880227156,
601
- "precision": 0.7610441767068273,
602
- "recall": 0.8055260361317748,
603
- "support": 941.0
604
  },
605
  "eval_I-Claim": {
606
- "f1-score": 0.6194059405940595,
607
- "precision": 0.5790447982228805,
608
- "recall": 0.6658152405278842,
609
- "support": 4698.0
610
  },
611
  "eval_I-MajorClaim": {
612
- "f1-score": 0.8604878048780488,
613
- "precision": 0.8513513513513513,
614
- "recall": 0.8698224852071006,
615
- "support": 2028.0
616
  },
617
  "eval_I-Premise": {
618
- "f1-score": 0.8745383703201763,
619
- "precision": 0.8807151630954005,
620
- "recall": 0.8684476145616042,
621
- "support": 14861.0
622
  },
623
  "eval_O": {
624
- "f1-score": 0.9032226225139417,
625
- "precision": 0.9347293156281921,
626
- "recall": 0.8737706483338108,
627
- "support": 10473.0
628
  },
629
- "eval_accuracy": 0.837910447761194,
630
- "eval_loss": 0.7846710085868835,
631
  "eval_macro avg": {
632
- "f1-score": 0.7803430445885849,
633
- "precision": 0.7646215346536931,
634
- "recall": 0.7994854641358522,
635
- "support": 33500.0
636
- },
637
- "eval_runtime": 4.9942,
638
- "eval_samples_per_second": 16.219,
639
- "eval_steps_per_second": 2.203,
640
  "eval_weighted avg": {
641
- "f1-score": 0.8412929574648306,
642
- "precision": 0.8463911306722504,
643
- "recall": 0.837910447761194,
644
- "support": 33500.0
645
  },
646
  "step": 810
647
  },
648
  {
649
  "epoch": 11.0,
650
  "eval_B-Claim": {
651
- "f1-score": 0.6121842496285289,
652
- "precision": 0.6167664670658682,
653
- "recall": 0.6076696165191741,
654
- "support": 339.0
655
  },
656
  "eval_B-MajorClaim": {
657
- "f1-score": 0.8012048192771085,
658
- "precision": 0.7732558139534884,
659
- "recall": 0.83125,
660
- "support": 160.0
661
  },
662
  "eval_B-Premise": {
663
- "f1-score": 0.8081841432225064,
664
- "precision": 0.7790927021696252,
665
- "recall": 0.8395324123273114,
666
- "support": 941.0
667
  },
668
  "eval_I-Claim": {
669
- "f1-score": 0.6122952658739061,
670
- "precision": 0.6472960151802657,
671
- "recall": 0.5808854831843338,
672
- "support": 4698.0
673
  },
674
  "eval_I-MajorClaim": {
675
- "f1-score": 0.8465227817745803,
676
- "precision": 0.8239962651727357,
677
- "recall": 0.8703155818540433,
678
- "support": 2028.0
679
  },
680
  "eval_I-Premise": {
681
- "f1-score": 0.8846026818151793,
682
- "precision": 0.8686514886164624,
683
- "recall": 0.9011506628086939,
684
- "support": 14861.0
685
  },
686
  "eval_O": {
687
- "f1-score": 0.9093722797175742,
688
- "precision": 0.9213130818226359,
689
- "recall": 0.8977370380979662,
690
- "support": 10473.0
691
  },
692
- "eval_accuracy": 0.8482686567164179,
693
- "eval_loss": 0.7823007106781006,
694
  "eval_macro avg": {
695
- "f1-score": 0.7820523173299119,
696
- "precision": 0.7757674048544404,
697
- "recall": 0.7897915421130747,
698
- "support": 33500.0
699
- },
700
- "eval_runtime": 4.9917,
701
- "eval_samples_per_second": 16.227,
702
- "eval_steps_per_second": 2.204,
703
  "eval_weighted avg": {
704
- "f1-score": 0.8465514092815755,
705
- "precision": 0.845848769512072,
706
- "recall": 0.8482686567164179,
707
- "support": 33500.0
708
  },
709
  "step": 891
710
  },
711
  {
712
  "epoch": 12.0,
713
  "eval_B-Claim": {
714
- "f1-score": 0.6290801186943621,
715
- "precision": 0.6328358208955224,
716
- "recall": 0.6253687315634219,
717
- "support": 339.0
718
  },
719
  "eval_B-MajorClaim": {
720
- "f1-score": 0.7954545454545454,
721
- "precision": 0.7291666666666666,
722
- "recall": 0.875,
723
- "support": 160.0
724
  },
725
  "eval_B-Premise": {
726
- "f1-score": 0.8107549120992762,
727
- "precision": 0.7895266868076536,
728
- "recall": 0.8331562167906482,
729
- "support": 941.0
730
  },
731
  "eval_I-Claim": {
732
- "f1-score": 0.6450192625206385,
733
- "precision": 0.667882379758377,
734
- "recall": 0.6236696466581524,
735
- "support": 4698.0
736
  },
737
  "eval_I-MajorClaim": {
738
- "f1-score": 0.8621825023518345,
739
- "precision": 0.8241906474820144,
740
- "recall": 0.9038461538461539,
741
- "support": 2028.0
742
  },
743
  "eval_I-Premise": {
744
- "f1-score": 0.890260173448966,
745
- "precision": 0.8826641973675508,
746
- "recall": 0.8979880223403539,
747
- "support": 14861.0
748
  },
749
  "eval_O": {
750
- "f1-score": 0.9123196448390677,
751
- "precision": 0.9222439024390244,
752
- "recall": 0.902606702950444,
753
- "support": 10473.0
754
  },
755
- "eval_accuracy": 0.8566268656716418,
756
- "eval_loss": 0.8441444635391235,
757
  "eval_macro avg": {
758
- "f1-score": 0.7921530227726701,
759
- "precision": 0.7783586144881156,
760
- "recall": 0.8088050677355964,
761
- "support": 33500.0
762
- },
763
- "eval_runtime": 4.9988,
764
- "eval_samples_per_second": 16.204,
765
- "eval_steps_per_second": 2.201,
766
  "eval_weighted avg": {
767
- "f1-score": 0.8557354611316912,
768
- "precision": 0.8554998717241106,
769
- "recall": 0.8566268656716418,
770
- "support": 33500.0
771
  },
772
  "step": 972
773
  },
774
  {
775
  "epoch": 12.35,
776
- "grad_norm": 18.23494529724121,
777
- "learning_rate": 1.506172839506173e-05,
778
- "loss": 0.0667,
779
  "step": 1000
780
  },
781
  {
782
  "epoch": 13.0,
783
  "eval_B-Claim": {
784
- "f1-score": 0.6439716312056738,
785
- "precision": 0.6202185792349727,
786
- "recall": 0.6696165191740413,
787
- "support": 339.0
788
  },
789
  "eval_B-MajorClaim": {
790
- "f1-score": 0.8048048048048049,
791
- "precision": 0.7745664739884393,
792
- "recall": 0.8375,
793
- "support": 160.0
794
  },
795
  "eval_B-Premise": {
796
- "f1-score": 0.8029273392577103,
797
- "precision": 0.7901234567901234,
798
- "recall": 0.8161530286928799,
799
- "support": 941.0
800
  },
801
  "eval_I-Claim": {
802
- "f1-score": 0.6348773841961852,
803
- "precision": 0.6253096614368291,
804
- "recall": 0.6447424435930184,
805
- "support": 4698.0
806
  },
807
  "eval_I-MajorClaim": {
808
- "f1-score": 0.8476758045292015,
809
- "precision": 0.8204891555145363,
810
- "recall": 0.8767258382642998,
811
- "support": 2028.0
812
  },
813
  "eval_I-Premise": {
814
- "f1-score": 0.8825089822369967,
815
- "precision": 0.8807640750670241,
816
- "recall": 0.8842608169033039,
817
- "support": 14861.0
818
  },
819
  "eval_O": {
820
- "f1-score": 0.9050703813745069,
821
- "precision": 0.9237422946907934,
822
- "recall": 0.8871383557719851,
823
- "support": 10473.0
824
  },
825
- "eval_accuracy": 0.8468059701492537,
826
- "eval_loss": 0.8703527450561523,
827
  "eval_macro avg": {
828
- "f1-score": 0.7888337610864399,
829
- "precision": 0.7764590995318168,
830
- "recall": 0.8023052860570755,
831
- "support": 33500.0
832
- },
833
- "eval_runtime": 5.0165,
834
- "eval_samples_per_second": 16.147,
835
- "eval_steps_per_second": 2.193,
836
  "eval_weighted avg": {
837
- "f1-score": 0.8477056223787199,
838
- "precision": 0.8490368858423804,
839
- "recall": 0.8468059701492537,
840
- "support": 33500.0
841
  },
842
  "step": 1053
843
  },
844
  {
845
  "epoch": 14.0,
846
  "eval_B-Claim": {
847
- "f1-score": 0.6222222222222222,
848
- "precision": 0.5879265091863517,
849
- "recall": 0.6607669616519174,
850
- "support": 339.0
851
  },
852
  "eval_B-MajorClaim": {
853
- "f1-score": 0.8253012048192772,
854
- "precision": 0.7965116279069767,
855
- "recall": 0.85625,
856
- "support": 160.0
857
  },
858
  "eval_B-Premise": {
859
- "f1-score": 0.7978552278820376,
860
- "precision": 0.8051948051948052,
861
- "recall": 0.7906482465462275,
862
- "support": 941.0
863
  },
864
  "eval_I-Claim": {
865
- "f1-score": 0.6353440436495907,
866
- "precision": 0.604731679169071,
867
- "recall": 0.669220945083014,
868
- "support": 4698.0
869
  },
870
  "eval_I-MajorClaim": {
871
- "f1-score": 0.8582976699952449,
872
- "precision": 0.8287419651056015,
873
- "recall": 0.8900394477317555,
874
- "support": 2028.0
875
  },
876
  "eval_I-Premise": {
877
- "f1-score": 0.8795296048133461,
878
- "precision": 0.8938920158432354,
879
- "recall": 0.8656214252069174,
880
- "support": 14861.0
881
  },
882
  "eval_O": {
883
- "f1-score": 0.9139328444615978,
884
- "precision": 0.9236470014627011,
885
- "recall": 0.9044208918170534,
886
- "support": 10473.0
887
  },
888
- "eval_accuracy": 0.8474626865671642,
889
- "eval_loss": 0.8902716040611267,
890
  "eval_macro avg": {
891
- "f1-score": 0.7903546882633309,
892
- "precision": 0.7772350862669632,
893
- "recall": 0.8052811311481264,
894
- "support": 33500.0
895
- },
896
- "eval_runtime": 5.0016,
897
- "eval_samples_per_second": 16.195,
898
- "eval_steps_per_second": 2.199,
899
  "eval_weighted avg": {
900
- "f1-score": 0.8495983708816418,
901
- "precision": 0.8526459607911416,
902
- "recall": 0.8474626865671642,
903
- "support": 33500.0
904
  },
905
  "step": 1134
906
  },
907
  {
908
  "epoch": 15.0,
909
  "eval_B-Claim": {
910
- "f1-score": 0.6417910447761194,
911
- "precision": 0.649546827794562,
912
- "recall": 0.6342182890855457,
913
- "support": 339.0
914
  },
915
  "eval_B-MajorClaim": {
916
- "f1-score": 0.8260869565217391,
917
- "precision": 0.8209876543209876,
918
- "recall": 0.83125,
919
- "support": 160.0
920
  },
921
  "eval_B-Premise": {
922
- "f1-score": 0.8086680761099365,
923
- "precision": 0.804416403785489,
924
- "recall": 0.8129649309245484,
925
- "support": 941.0
926
  },
927
  "eval_I-Claim": {
928
- "f1-score": 0.6283666377063423,
929
- "precision": 0.6414634146341464,
930
- "recall": 0.6157939548744147,
931
- "support": 4698.0
932
  },
933
  "eval_I-MajorClaim": {
934
- "f1-score": 0.8459692898272553,
935
- "precision": 0.8238317757009346,
936
- "recall": 0.8693293885601578,
937
- "support": 2028.0
938
  },
939
  "eval_I-Premise": {
940
- "f1-score": 0.886482474783254,
941
- "precision": 0.888851305641997,
942
- "recall": 0.8841262364578427,
943
- "support": 14861.0
944
  },
945
  "eval_O": {
946
- "f1-score": 0.9091340000948002,
947
- "precision": 0.9026731927710844,
948
- "recall": 0.9156879595149432,
949
- "support": 10473.0
950
  },
951
- "eval_accuracy": 0.8506865671641791,
952
- "eval_loss": 0.9465591907501221,
953
  "eval_macro avg": {
954
- "f1-score": 0.7923569256884925,
955
- "precision": 0.7902529392356001,
956
- "recall": 0.7947672513453503,
957
- "support": 33500.0
958
- },
959
- "eval_runtime": 5.0023,
960
- "eval_samples_per_second": 16.192,
961
- "eval_steps_per_second": 2.199,
962
  "eval_weighted avg": {
963
- "f1-score": 0.8499631749642652,
964
- "precision": 0.849425426847339,
965
- "recall": 0.8506865671641791,
966
- "support": 33500.0
967
  },
968
  "step": 1215
969
  },
970
  {
971
  "epoch": 16.0,
972
  "eval_B-Claim": {
973
- "f1-score": 0.6467065868263473,
974
- "precision": 0.6565349544072948,
975
- "recall": 0.6371681415929203,
976
- "support": 339.0
977
  },
978
  "eval_B-MajorClaim": {
979
- "f1-score": 0.8227848101265822,
980
- "precision": 0.8333333333333334,
981
- "recall": 0.8125,
982
- "support": 160.0
983
  },
984
  "eval_B-Premise": {
985
- "f1-score": 0.8090005232862376,
986
- "precision": 0.7969072164948454,
987
- "recall": 0.8214665249734325,
988
- "support": 941.0
989
  },
990
  "eval_I-Claim": {
991
- "f1-score": 0.6444299106169611,
992
- "precision": 0.6604110813226095,
993
- "recall": 0.6292039165602384,
994
- "support": 4698.0
995
  },
996
  "eval_I-MajorClaim": {
997
- "f1-score": 0.8560079443892751,
998
- "precision": 0.862,
999
- "recall": 0.8500986193293886,
1000
- "support": 2028.0
1001
  },
1002
  "eval_I-Premise": {
1003
- "f1-score": 0.8901776005799202,
1004
- "precision": 0.8721590909090909,
1005
- "recall": 0.9089563286454478,
1006
- "support": 14861.0
1007
  },
1008
  "eval_O": {
1009
- "f1-score": 0.9152476403619733,
1010
- "precision": 0.9330423569090368,
1011
- "recall": 0.8981189725961998,
1012
- "support": 10473.0
1013
  },
1014
- "eval_accuracy": 0.8571044776119403,
1015
- "eval_loss": 0.9341827034950256,
1016
  "eval_macro avg": {
1017
- "f1-score": 0.797765002312471,
1018
- "precision": 0.8020554333394587,
1019
- "recall": 0.7939303576710898,
1020
- "support": 33500.0
1021
- },
1022
- "eval_runtime": 4.9904,
1023
- "eval_samples_per_second": 16.231,
1024
- "eval_steps_per_second": 2.204,
1025
  "eval_weighted avg": {
1026
- "f1-score": 0.8564173816715166,
1027
- "precision": 0.856401327986896,
1028
- "recall": 0.8571044776119403,
1029
- "support": 33500.0
1030
  },
1031
  "step": 1296
1032
  },
1033
  {
1034
  "epoch": 17.0,
1035
  "eval_B-Claim": {
1036
- "f1-score": 0.6514935988620199,
1037
- "precision": 0.6291208791208791,
1038
- "recall": 0.6755162241887905,
1039
- "support": 339.0
1040
  },
1041
  "eval_B-MajorClaim": {
1042
- "f1-score": 0.8395061728395061,
1043
- "precision": 0.8292682926829268,
1044
- "recall": 0.85,
1045
- "support": 160.0
1046
  },
1047
  "eval_B-Premise": {
1048
- "f1-score": 0.8132436627004656,
1049
- "precision": 0.7923387096774194,
1050
- "recall": 0.8352816153028693,
1051
- "support": 941.0
1052
  },
1053
  "eval_I-Claim": {
1054
- "f1-score": 0.6634417455743105,
1055
- "precision": 0.6422877640494221,
1056
- "recall": 0.6860366113239676,
1057
- "support": 4698.0
1058
  },
1059
  "eval_I-MajorClaim": {
1060
- "f1-score": 0.8681209717402082,
1061
- "precision": 0.8728813559322034,
1062
- "recall": 0.8634122287968442,
1063
- "support": 2028.0
1064
  },
1065
  "eval_I-Premise": {
1066
- "f1-score": 0.8910224018864746,
1067
- "precision": 0.8921343766864543,
1068
- "recall": 0.8899131956126775,
1069
- "support": 14861.0
1070
  },
1071
  "eval_O": {
1072
- "f1-score": 0.9171560300897841,
1073
- "precision": 0.9325898144492697,
1074
- "recall": 0.9022247684522104,
1075
- "support": 10473.0
1076
  },
1077
- "eval_accuracy": 0.8596716417910448,
1078
- "eval_loss": 0.9319809079170227,
1079
  "eval_macro avg": {
1080
- "f1-score": 0.8062835119561098,
1081
- "precision": 0.7986601703712249,
1082
- "recall": 0.8146263776681942,
1083
- "support": 33500.0
1084
- },
1085
- "eval_runtime": 4.9891,
1086
- "eval_samples_per_second": 16.236,
1087
- "eval_steps_per_second": 2.205,
1088
  "eval_weighted avg": {
1089
- "f1-score": 0.861035739499467,
1090
- "precision": 0.8628131055121488,
1091
- "recall": 0.8596716417910448,
1092
- "support": 33500.0
1093
  },
1094
  "step": 1377
1095
  },
1096
  {
1097
  "epoch": 18.0,
1098
  "eval_B-Claim": {
1099
- "f1-score": 0.6266866566716641,
1100
- "precision": 0.6371951219512195,
1101
- "recall": 0.616519174041298,
1102
- "support": 339.0
1103
  },
1104
  "eval_B-MajorClaim": {
1105
- "f1-score": 0.8246153846153846,
1106
- "precision": 0.8121212121212121,
1107
- "recall": 0.8375,
1108
- "support": 160.0
1109
  },
1110
  "eval_B-Premise": {
1111
- "f1-score": 0.8112033195020746,
1112
- "precision": 0.7922998986828774,
1113
- "recall": 0.8310308182784272,
1114
- "support": 941.0
1115
  },
1116
  "eval_I-Claim": {
1117
- "f1-score": 0.6293847360753111,
1118
- "precision": 0.6646153846153846,
1119
- "recall": 0.5977011494252874,
1120
- "support": 4698.0
1121
  },
1122
  "eval_I-MajorClaim": {
1123
- "f1-score": 0.8671295187933924,
1124
- "precision": 0.842717543043276,
1125
- "recall": 0.8929980276134122,
1126
- "support": 2028.0
1127
  },
1128
  "eval_I-Premise": {
1129
- "f1-score": 0.8906353189803197,
1130
- "precision": 0.8744083511638462,
1131
- "recall": 0.9074759437453738,
1132
- "support": 14861.0
1133
  },
1134
  "eval_O": {
1135
- "f1-score": 0.9144762272902976,
1136
- "precision": 0.9256578303824708,
1137
- "recall": 0.9035615391960279,
1138
- "support": 10473.0
1139
  },
1140
- "eval_accuracy": 0.8565074626865672,
1141
- "eval_loss": 0.9800853729248047,
1142
  "eval_macro avg": {
1143
- "f1-score": 0.794875880275492,
1144
- "precision": 0.792716477422898,
1145
- "recall": 0.7981123788999752,
1146
- "support": 33500.0
1147
- },
1148
- "eval_runtime": 5.0389,
1149
- "eval_samples_per_second": 16.075,
1150
- "eval_steps_per_second": 2.183,
1151
  "eval_weighted avg": {
1152
- "f1-score": 0.8548106483514697,
1153
- "precision": 0.8540863869670992,
1154
- "recall": 0.8565074626865672,
1155
- "support": 33500.0
1156
  },
1157
  "step": 1458
1158
  }
1159
  ],
1160
  "logging_steps": 500,
1161
- "max_steps": 4050,
1162
  "num_input_tokens_seen": 0,
1163
- "num_train_epochs": 50,
1164
  "save_steps": 500,
1165
- "total_flos": 2580196633182000.0,
1166
  "train_batch_size": 4,
1167
  "trial_name": null,
1168
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.508861243724823,
3
+ "best_model_checkpoint": "longformer-full_labels/checkpoint-324",
4
  "epoch": 18.0,
5
  "eval_steps": 500,
6
  "global_step": 1458,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_B-Claim": {
14
+ "f1-score": 0.006993006993006993,
15
+ "precision": 0.5,
16
+ "recall": 0.0035211267605633804,
17
+ "support": 284.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 141.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.6336375488917861,
27
+ "precision": 0.5883777239709443,
28
+ "recall": 0.6864406779661016,
29
+ "support": 708.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.37228850325379614,
33
+ "precision": 0.41618672324946954,
34
+ "recall": 0.3367672308069659,
35
+ "support": 4077.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.49153013051930017,
39
+ "precision": 0.5611921369689283,
40
+ "recall": 0.43725296442687744,
41
+ "support": 2024.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.846019669697532,
45
+ "precision": 0.7746890504995582,
46
+ "recall": 0.9318181818181818,
47
+ "support": 12232.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8650519031141869,
51
+ "precision": 0.9111808904340025,
52
+ "recall": 0.8233684637211187,
53
+ "support": 9868.0
54
  },
55
+ "eval_accuracy": 0.7591191109292971,
56
+ "eval_loss": 0.6442636251449585,
57
  "eval_macro avg": {
58
+ "f1-score": 0.4593601089242298,
59
+ "precision": 0.535946646446129,
60
+ "recall": 0.4598812350714013,
61
+ "support": 29334.0
62
+ },
63
+ "eval_runtime": 6.1153,
64
+ "eval_samples_per_second": 13.082,
65
+ "eval_steps_per_second": 1.635,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7448054609057474,
68
+ "precision": 0.7451676238152983,
69
+ "recall": 0.7591191109292971,
70
+ "support": 29334.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.47385620915032683,
78
+ "precision": 0.4420731707317073,
79
+ "recall": 0.5105633802816901,
80
+ "support": 284.0
81
  },
82
  "eval_B-MajorClaim": {
83
+ "f1-score": 0.5267489711934156,
84
+ "precision": 0.6274509803921569,
85
+ "recall": 0.45390070921985815,
86
+ "support": 141.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.7686170212765958,
90
+ "precision": 0.7261306532663316,
91
+ "recall": 0.8163841807909604,
92
+ "support": 708.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.5068787075602675,
96
+ "precision": 0.5221008840353614,
97
+ "recall": 0.49251900907530044,
98
+ "support": 4077.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.6644462947543713,
102
+ "precision": 0.5741007194244604,
103
+ "recall": 0.7885375494071146,
104
+ "support": 2024.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8735948241002829,
108
+ "precision": 0.8642982877260361,
109
+ "recall": 0.8830935251798561,
110
+ "support": 12232.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.8825588796944621,
114
+ "precision": 0.925979519145147,
115
+ "recall": 0.8430279691933522,
116
+ "support": 9868.0
117
  },
118
+ "eval_accuracy": 0.8015272380173177,
119
+ "eval_loss": 0.5138605833053589,
120
  "eval_macro avg": {
121
+ "f1-score": 0.6709572725328175,
122
+ "precision": 0.668876316388743,
123
+ "recall": 0.6840037604497332,
124
+ "support": 29334.0
125
+ },
126
+ "eval_runtime": 6.1482,
127
+ "eval_samples_per_second": 13.012,
128
+ "eval_steps_per_second": 1.627,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.8031401896750007,
131
+ "precision": 0.8089032379475054,
132
+ "recall": 0.8015272380173177,
133
+ "support": 29334.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.4233576642335767,
141
+ "precision": 0.4393939393939394,
142
+ "recall": 0.4084507042253521,
143
+ "support": 284.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.6294820717131473,
147
+ "precision": 0.7181818181818181,
148
+ "recall": 0.5602836879432624,
149
+ "support": 141.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7608562691131499,
153
+ "precision": 0.6709816612729234,
154
+ "recall": 0.8785310734463276,
155
+ "support": 708.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.46000546000546,
159
+ "precision": 0.5186211141889813,
160
+ "recall": 0.41329408879077756,
161
+ "support": 4077.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.6850351161534306,
165
+ "precision": 0.7556615017878426,
166
+ "recall": 0.6264822134387352,
167
+ "support": 2024.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8689253296477533,
171
+ "precision": 0.7999862438957287,
172
+ "recall": 0.9508665794637018,
173
+ "support": 12232.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.8740981828044481,
177
+ "precision": 0.9404692424419283,
178
+ "recall": 0.8164775030401297,
179
+ "support": 9868.0
180
  },
181
+ "eval_accuracy": 0.7996863707643008,
182
+ "eval_loss": 0.5769864320755005,
183
  "eval_macro avg": {
184
+ "f1-score": 0.6716800133815666,
185
+ "precision": 0.6918993601661659,
186
+ "recall": 0.6649122643354695,
187
+ "support": 29334.0
188
+ },
189
+ "eval_runtime": 6.0693,
190
+ "eval_samples_per_second": 13.181,
191
+ "eval_steps_per_second": 1.648,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.7930703491848509,
194
+ "precision": 0.7980829724295806,
195
+ "recall": 0.7996863707643008,
196
+ "support": 29334.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.5486211901306242,
204
+ "precision": 0.4666666666666667,
205
+ "recall": 0.6654929577464789,
206
+ "support": 284.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.6866666666666668,
210
+ "precision": 0.6477987421383647,
211
+ "recall": 0.7304964539007093,
212
+ "support": 141.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7603550295857988,
216
+ "precision": 0.7981366459627329,
217
+ "recall": 0.7259887005649718,
218
+ "support": 708.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.5798045602605862,
222
+ "precision": 0.5201636469900643,
223
+ "recall": 0.6548933038999264,
224
+ "support": 4077.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.7716646989374262,
228
+ "precision": 0.7390321121664405,
229
+ "recall": 0.8073122529644269,
230
+ "support": 2024.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.8704094554664417,
234
+ "precision": 0.899807994414383,
235
+ "recall": 0.842871157619359,
236
+ "support": 12232.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.8969362234264276,
240
+ "precision": 0.9231016731016731,
241
+ "recall": 0.8722132144304824,
242
+ "support": 9868.0
243
  },
244
+ "eval_accuracy": 0.8190836571896093,
245
+ "eval_loss": 0.508861243724823,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7306368320677102,
248
+ "precision": 0.7135296402057607,
249
+ "recall": 0.7570382915894793,
250
+ "support": 29334.0
251
+ },
252
+ "eval_runtime": 6.0931,
253
+ "eval_samples_per_second": 13.13,
254
+ "eval_steps_per_second": 1.641,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.825475128990697,
257
+ "precision": 0.835926930625345,
258
+ "recall": 0.8190836571896093,
259
+ "support": 29334.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
+ "f1-score": 0.5466237942122186,
267
+ "precision": 0.5029585798816568,
268
+ "recall": 0.5985915492957746,
269
+ "support": 284.0
270
  },
271
  "eval_B-MajorClaim": {
272
+ "f1-score": 0.6842105263157895,
273
+ "precision": 0.728,
274
+ "recall": 0.6453900709219859,
275
+ "support": 141.0
276
  },
277
  "eval_B-Premise": {
278
+ "f1-score": 0.775623268698061,
279
+ "precision": 0.7608695652173914,
280
+ "recall": 0.7909604519774012,
281
+ "support": 708.0
282
  },
283
  "eval_I-Claim": {
284
+ "f1-score": 0.5628513335725392,
285
+ "precision": 0.5492530345471522,
286
+ "recall": 0.577140053961246,
287
+ "support": 4077.0
288
  },
289
  "eval_I-MajorClaim": {
290
+ "f1-score": 0.7028394714647174,
291
+ "precision": 0.8153946510110893,
292
+ "recall": 0.6175889328063241,
293
+ "support": 2024.0
294
  },
295
  "eval_I-Premise": {
296
+ "f1-score": 0.8796072750684049,
297
+ "precision": 0.8660855784469097,
298
+ "recall": 0.8935578809679529,
299
+ "support": 12232.0
300
  },
301
  "eval_O": {
302
+ "f1-score": 0.8964530307676581,
303
+ "precision": 0.9043101670447515,
304
+ "recall": 0.8887312525334414,
305
+ "support": 9868.0
306
  },
307
+ "eval_accuracy": 0.8223904002181769,
308
+ "eval_loss": 0.5749920606613159,
309
  "eval_macro avg": {
310
+ "f1-score": 0.7211726714427698,
311
+ "precision": 0.7324102251641358,
312
+ "recall": 0.715994313209161,
313
+ "support": 29334.0
314
+ },
315
+ "eval_runtime": 6.0798,
316
+ "eval_samples_per_second": 13.158,
317
+ "eval_steps_per_second": 1.645,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8223802682715222,
320
+ "precision": 0.8246928072651426,
321
+ "recall": 0.8223904002181769,
322
+ "support": 29334.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
+ "f1-score": 0.5645933014354066,
330
+ "precision": 0.5160349854227405,
331
+ "recall": 0.6232394366197183,
332
+ "support": 284.0
333
  },
334
  "eval_B-MajorClaim": {
335
+ "f1-score": 0.7272727272727273,
336
+ "precision": 0.6923076923076923,
337
+ "recall": 0.7659574468085106,
338
+ "support": 141.0
339
  },
340
  "eval_B-Premise": {
341
+ "f1-score": 0.7851644506648006,
342
+ "precision": 0.7780859916782247,
343
+ "recall": 0.7923728813559322,
344
+ "support": 708.0
345
  },
346
  "eval_I-Claim": {
347
+ "f1-score": 0.5951509606587375,
348
+ "precision": 0.5575316048853654,
349
+ "recall": 0.6382143733137111,
350
+ "support": 4077.0
351
  },
352
  "eval_I-MajorClaim": {
353
+ "f1-score": 0.7690405539070228,
354
+ "precision": 0.7698019801980198,
355
+ "recall": 0.7682806324110671,
356
+ "support": 2024.0
357
  },
358
  "eval_I-Premise": {
359
+ "f1-score": 0.8794871794871795,
360
+ "precision": 0.8899397388684298,
361
+ "recall": 0.8692773054283846,
362
+ "support": 12232.0
363
  },
364
  "eval_O": {
365
+ "f1-score": 0.907427508140797,
366
+ "precision": 0.9260470513767275,
367
+ "recall": 0.8895419537900284,
368
+ "support": 9868.0
369
  },
370
+ "eval_accuracy": 0.8322765391695643,
371
+ "eval_loss": 0.5503024458885193,
372
  "eval_macro avg": {
373
+ "f1-score": 0.7468766687952387,
374
+ "precision": 0.7328212921053143,
375
+ "recall": 0.763840575675336,
376
+ "support": 29334.0
377
+ },
378
+ "eval_runtime": 6.0682,
379
+ "eval_samples_per_second": 13.184,
380
+ "eval_steps_per_second": 1.648,
381
  "eval_weighted avg": {
382
+ "f1-score": 0.835690214793681,
383
+ "precision": 0.8403274341189826,
384
+ "recall": 0.8322765391695643,
385
+ "support": 29334.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
+ "grad_norm": 7.526494026184082,
392
+ "learning_rate": 1.3827160493827162e-05,
393
+ "loss": 0.4181,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
+ "f1-score": 0.5531914893617021,
400
+ "precision": 0.5571428571428572,
401
+ "recall": 0.5492957746478874,
402
+ "support": 284.0
403
  },
404
  "eval_B-MajorClaim": {
405
+ "f1-score": 0.7228070175438596,
406
+ "precision": 0.7152777777777778,
407
+ "recall": 0.7304964539007093,
408
+ "support": 141.0
409
  },
410
  "eval_B-Premise": {
411
+ "f1-score": 0.7938420348058902,
412
+ "precision": 0.7544529262086515,
413
+ "recall": 0.8375706214689266,
414
+ "support": 708.0
415
  },
416
  "eval_I-Claim": {
417
+ "f1-score": 0.5534057778955738,
418
+ "precision": 0.6019025655808591,
419
+ "recall": 0.5121412803532008,
420
+ "support": 4077.0
421
  },
422
  "eval_I-MajorClaim": {
423
+ "f1-score": 0.7677873338545738,
424
+ "precision": 0.8124655267512411,
425
+ "recall": 0.7277667984189723,
426
+ "support": 2024.0
427
  },
428
  "eval_I-Premise": {
429
+ "f1-score": 0.8876130554463233,
430
+ "precision": 0.855129565085619,
431
+ "recall": 0.9226618705035972,
432
+ "support": 12232.0
433
  },
434
  "eval_O": {
435
+ "f1-score": 0.9097990979909799,
436
+ "precision": 0.9203649937785151,
437
+ "recall": 0.8994730441832185,
438
+ "support": 9868.0
439
  },
440
+ "eval_accuracy": 0.8377650507943001,
441
+ "eval_loss": 0.6418657302856445,
442
  "eval_macro avg": {
443
+ "f1-score": 0.7412065438427005,
444
+ "precision": 0.7452480303322171,
445
+ "recall": 0.7399151204966445,
446
+ "support": 29334.0
447
+ },
448
+ "eval_runtime": 6.075,
449
+ "eval_samples_per_second": 13.169,
450
+ "eval_steps_per_second": 1.646,
451
  "eval_weighted avg": {
452
+ "f1-score": 0.8340655773672634,
453
+ "precision": 0.8329491032454597,
454
+ "recall": 0.8377650507943001,
455
+ "support": 29334.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
+ "f1-score": 0.5652951699463328,
463
+ "precision": 0.5745454545454546,
464
+ "recall": 0.5563380281690141,
465
+ "support": 284.0
466
  },
467
  "eval_B-MajorClaim": {
468
+ "f1-score": 0.7197231833910034,
469
+ "precision": 0.7027027027027027,
470
+ "recall": 0.7375886524822695,
471
+ "support": 141.0
472
  },
473
  "eval_B-Premise": {
474
+ "f1-score": 0.7941176470588234,
475
+ "precision": 0.7538071065989848,
476
+ "recall": 0.8389830508474576,
477
+ "support": 708.0
478
  },
479
  "eval_I-Claim": {
480
+ "f1-score": 0.5740005295207837,
481
+ "precision": 0.6235260281852172,
482
+ "recall": 0.5317635516311013,
483
+ "support": 4077.0
484
  },
485
  "eval_I-MajorClaim": {
486
+ "f1-score": 0.773091849935317,
487
+ "precision": 0.8115154807170016,
488
+ "recall": 0.7381422924901185,
489
+ "support": 2024.0
490
  },
491
  "eval_I-Premise": {
492
+ "f1-score": 0.8920165582495565,
493
+ "precision": 0.8614178024822965,
494
+ "recall": 0.9248691955526488,
495
+ "support": 12232.0
496
  },
497
  "eval_O": {
498
+ "f1-score": 0.9097236438075741,
499
+ "precision": 0.9189412737799835,
500
+ "recall": 0.9006890960680989,
501
+ "support": 9868.0
502
  },
503
+ "eval_accuracy": 0.8426740301356788,
504
+ "eval_loss": 0.6667934656143188,
505
  "eval_macro avg": {
506
+ "f1-score": 0.7468526545584844,
507
+ "precision": 0.7494936927159488,
508
+ "recall": 0.7469105524629585,
509
+ "support": 29334.0
510
+ },
511
+ "eval_runtime": 6.0698,
512
+ "eval_samples_per_second": 13.18,
513
+ "eval_steps_per_second": 1.648,
514
  "eval_weighted avg": {
515
+ "f1-score": 0.8392138000943469,
516
+ "precision": 0.8381245456177384,
517
+ "recall": 0.8426740301356788,
518
+ "support": 29334.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
+ "f1-score": 0.5863192182410424,
526
+ "precision": 0.5454545454545454,
527
+ "recall": 0.6338028169014085,
528
+ "support": 284.0
529
  },
530
  "eval_B-MajorClaim": {
531
+ "f1-score": 0.7210884353741497,
532
+ "precision": 0.6928104575163399,
533
+ "recall": 0.75177304964539,
534
+ "support": 141.0
535
  },
536
  "eval_B-Premise": {
537
+ "f1-score": 0.7762879322512349,
538
+ "precision": 0.7757404795486601,
539
+ "recall": 0.7768361581920904,
540
+ "support": 708.0
541
  },
542
  "eval_I-Claim": {
543
+ "f1-score": 0.6114039290848108,
544
+ "precision": 0.5975181456333412,
545
+ "recall": 0.6259504537650233,
546
+ "support": 4077.0
547
  },
548
  "eval_I-MajorClaim": {
549
+ "f1-score": 0.7696835908756438,
550
+ "precision": 0.7642474427666829,
551
+ "recall": 0.775197628458498,
552
+ "support": 2024.0
553
  },
554
  "eval_I-Premise": {
555
+ "f1-score": 0.8845693533077462,
556
+ "precision": 0.893157763146929,
557
+ "recall": 0.8761445389143231,
558
+ "support": 12232.0
559
  },
560
  "eval_O": {
561
+ "f1-score": 0.9076040026413369,
562
+ "precision": 0.9098686220592729,
563
+ "recall": 0.9053506282934739,
564
+ "support": 9868.0
565
  },
566
+ "eval_accuracy": 0.8388900252266994,
567
+ "eval_loss": 0.7191675305366516,
568
  "eval_macro avg": {
569
+ "f1-score": 0.7509937802537092,
570
+ "precision": 0.7398282080179673,
571
+ "recall": 0.7635793248814581,
572
+ "support": 29334.0
573
+ },
574
+ "eval_runtime": 6.0723,
575
+ "eval_samples_per_second": 13.175,
576
+ "eval_steps_per_second": 1.647,
577
  "eval_weighted avg": {
578
+ "f1-score": 0.8401384747371046,
579
+ "precision": 0.8416318009865815,
580
+ "recall": 0.8388900252266994,
581
+ "support": 29334.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
+ "f1-score": 0.5391621129326047,
589
+ "precision": 0.5584905660377358,
590
+ "recall": 0.5211267605633803,
591
+ "support": 284.0
592
  },
593
  "eval_B-MajorClaim": {
594
+ "f1-score": 0.7254237288135594,
595
+ "precision": 0.6948051948051948,
596
+ "recall": 0.7588652482269503,
597
+ "support": 141.0
598
  },
599
  "eval_B-Premise": {
600
+ "f1-score": 0.7871054398925452,
601
+ "precision": 0.7503201024327785,
602
+ "recall": 0.827683615819209,
603
+ "support": 708.0
604
  },
605
  "eval_I-Claim": {
606
+ "f1-score": 0.5272531030760929,
607
+ "precision": 0.5859070464767616,
608
+ "recall": 0.4792739759627177,
609
+ "support": 4077.0
610
  },
611
  "eval_I-MajorClaim": {
612
+ "f1-score": 0.7522123893805309,
613
+ "precision": 0.7485322896281801,
614
+ "recall": 0.7559288537549407,
615
+ "support": 2024.0
616
  },
617
  "eval_I-Premise": {
618
+ "f1-score": 0.8810152126668737,
619
+ "precision": 0.8385786052009456,
620
+ "recall": 0.92797580117724,
621
+ "support": 12232.0
622
  },
623
  "eval_O": {
624
+ "f1-score": 0.9004034159375491,
625
+ "precision": 0.9320967566981234,
626
+ "recall": 0.8707944872314552,
627
+ "support": 9868.0
628
  },
629
+ "eval_accuracy": 0.8273334696938706,
630
+ "eval_loss": 0.8727766871452332,
631
  "eval_macro avg": {
632
+ "f1-score": 0.7303679146713938,
633
+ "precision": 0.7298186516113886,
634
+ "recall": 0.7345212489622704,
635
+ "support": 29334.0
636
+ },
637
+ "eval_runtime": 6.1014,
638
+ "eval_samples_per_second": 13.112,
639
+ "eval_steps_per_second": 1.639,
640
  "eval_weighted avg": {
641
+ "f1-score": 0.8231582874630071,
642
+ "precision": 0.8231745470223255,
643
+ "recall": 0.8273334696938706,
644
+ "support": 29334.0
645
  },
646
  "step": 810
647
  },
648
  {
649
  "epoch": 11.0,
650
  "eval_B-Claim": {
651
+ "f1-score": 0.5882352941176471,
652
+ "precision": 0.5487804878048781,
653
+ "recall": 0.6338028169014085,
654
+ "support": 284.0
655
  },
656
  "eval_B-MajorClaim": {
657
+ "f1-score": 0.7417218543046358,
658
+ "precision": 0.6956521739130435,
659
+ "recall": 0.7943262411347518,
660
+ "support": 141.0
661
  },
662
  "eval_B-Premise": {
663
+ "f1-score": 0.7794221282593374,
664
+ "precision": 0.7777777777777778,
665
+ "recall": 0.7810734463276836,
666
+ "support": 708.0
667
  },
668
  "eval_I-Claim": {
669
+ "f1-score": 0.6072943172179812,
670
+ "precision": 0.600095785440613,
671
+ "recall": 0.6146676477802305,
672
+ "support": 4077.0
673
  },
674
  "eval_I-MajorClaim": {
675
+ "f1-score": 0.7846607669616519,
676
+ "precision": 0.7808219178082192,
677
+ "recall": 0.7885375494071146,
678
+ "support": 2024.0
679
  },
680
  "eval_I-Premise": {
681
+ "f1-score": 0.8809899510007474,
682
+ "precision": 0.8951898734177215,
683
+ "recall": 0.8672334859385219,
684
+ "support": 12232.0
685
  },
686
  "eval_O": {
687
+ "f1-score": 0.9068834035721453,
688
+ "precision": 0.8980524642289348,
689
+ "recall": 0.9158897446291042,
690
+ "support": 9868.0
691
  },
692
+ "eval_accuracy": 0.8383786732119725,
693
+ "eval_loss": 0.7904127836227417,
694
  "eval_macro avg": {
695
+ "f1-score": 0.755601102204878,
696
+ "precision": 0.742338640055884,
697
+ "recall": 0.7707901331598307,
698
+ "support": 29334.0
699
+ },
700
+ "eval_runtime": 6.0781,
701
+ "eval_samples_per_second": 13.162,
702
+ "eval_steps_per_second": 1.645,
703
  "eval_weighted avg": {
704
+ "f1-score": 0.8390590885154817,
705
+ "precision": 0.8401010980182351,
706
+ "recall": 0.8383786732119725,
707
+ "support": 29334.0
708
  },
709
  "step": 891
710
  },
711
  {
712
  "epoch": 12.0,
713
  "eval_B-Claim": {
714
+ "f1-score": 0.5663082437275986,
715
+ "precision": 0.5766423357664233,
716
+ "recall": 0.5563380281690141,
717
+ "support": 284.0
718
  },
719
  "eval_B-MajorClaim": {
720
+ "f1-score": 0.7323943661971831,
721
+ "precision": 0.7272727272727273,
722
+ "recall": 0.7375886524822695,
723
+ "support": 141.0
724
  },
725
  "eval_B-Premise": {
726
+ "f1-score": 0.793821356615178,
727
+ "precision": 0.7567221510883483,
728
+ "recall": 0.8347457627118644,
729
+ "support": 708.0
730
  },
731
  "eval_I-Claim": {
732
+ "f1-score": 0.5636018443178736,
733
+ "precision": 0.6302699423718532,
734
+ "recall": 0.5096884964434634,
735
+ "support": 4077.0
736
  },
737
  "eval_I-MajorClaim": {
738
+ "f1-score": 0.7598984771573604,
739
+ "precision": 0.7813152400835073,
740
+ "recall": 0.7396245059288538,
741
+ "support": 2024.0
742
  },
743
  "eval_I-Premise": {
744
+ "f1-score": 0.889289352033221,
745
+ "precision": 0.8537686174213931,
746
+ "recall": 0.9278940483976456,
747
+ "support": 12232.0
748
  },
749
  "eval_O": {
750
+ "f1-score": 0.9031132994819715,
751
+ "precision": 0.9143213210094506,
752
+ "recall": 0.892176732873936,
753
+ "support": 9868.0
754
  },
755
+ "eval_accuracy": 0.838003681734506,
756
+ "eval_loss": 0.9021136164665222,
757
  "eval_macro avg": {
758
+ "f1-score": 0.7440609913614838,
759
+ "precision": 0.7486160478591003,
760
+ "recall": 0.7425794610010066,
761
+ "support": 29334.0
762
+ },
763
+ "eval_runtime": 6.0777,
764
+ "eval_samples_per_second": 13.163,
765
+ "eval_steps_per_second": 1.645,
766
  "eval_weighted avg": {
767
+ "f1-score": 0.8335608269497821,
768
+ "precision": 0.8324430451309904,
769
+ "recall": 0.838003681734506,
770
+ "support": 29334.0
771
  },
772
  "step": 972
773
  },
774
  {
775
  "epoch": 12.35,
776
+ "grad_norm": 1.9324438571929932,
777
+ "learning_rate": 7.654320987654322e-06,
778
+ "loss": 0.0774,
779
  "step": 1000
780
  },
781
  {
782
  "epoch": 13.0,
783
  "eval_B-Claim": {
784
+ "f1-score": 0.5774877650897227,
785
+ "precision": 0.5379939209726444,
786
+ "recall": 0.6232394366197183,
787
+ "support": 284.0
788
  },
789
  "eval_B-MajorClaim": {
790
+ "f1-score": 0.7087719298245613,
791
+ "precision": 0.7013888888888888,
792
+ "recall": 0.7163120567375887,
793
+ "support": 141.0
794
  },
795
  "eval_B-Premise": {
796
+ "f1-score": 0.784636488340192,
797
+ "precision": 0.7626666666666667,
798
+ "recall": 0.807909604519774,
799
+ "support": 708.0
800
  },
801
  "eval_I-Claim": {
802
+ "f1-score": 0.5893326955273857,
803
+ "precision": 0.5750291715285881,
804
+ "recall": 0.6043659553593328,
805
+ "support": 4077.0
806
  },
807
  "eval_I-MajorClaim": {
808
+ "f1-score": 0.7561601642710472,
809
+ "precision": 0.7868589743589743,
810
+ "recall": 0.7277667984189723,
811
+ "support": 2024.0
812
  },
813
  "eval_I-Premise": {
814
+ "f1-score": 0.8846897663174859,
815
+ "precision": 0.8721798538290435,
816
+ "recall": 0.8975637671680837,
817
+ "support": 12232.0
818
  },
819
  "eval_O": {
820
+ "f1-score": 0.8962254341270668,
821
+ "precision": 0.9202434336963485,
822
+ "recall": 0.8734292663153628,
823
+ "support": 9868.0
824
  },
825
+ "eval_accuracy": 0.8312879252744256,
826
+ "eval_loss": 0.9174407720565796,
827
  "eval_macro avg": {
828
+ "f1-score": 0.7424720347853516,
829
+ "precision": 0.7366229871344505,
830
+ "recall": 0.7500838407341189,
831
+ "support": 29334.0
832
+ },
833
+ "eval_runtime": 6.0935,
834
+ "eval_samples_per_second": 13.129,
835
+ "eval_steps_per_second": 1.641,
836
  "eval_weighted avg": {
837
+ "f1-score": 0.8324170375280131,
838
+ "precision": 0.8344622887797986,
839
+ "recall": 0.8312879252744256,
840
+ "support": 29334.0
841
  },
842
  "step": 1053
843
  },
844
  {
845
  "epoch": 14.0,
846
  "eval_B-Claim": {
847
+ "f1-score": 0.5770491803278688,
848
+ "precision": 0.5398773006134969,
849
+ "recall": 0.6197183098591549,
850
+ "support": 284.0
851
  },
852
  "eval_B-MajorClaim": {
853
+ "f1-score": 0.736842105263158,
854
+ "precision": 0.6871165644171779,
855
+ "recall": 0.7943262411347518,
856
+ "support": 141.0
857
  },
858
  "eval_B-Premise": {
859
+ "f1-score": 0.7869535045107564,
860
+ "precision": 0.7735334242837654,
861
+ "recall": 0.8008474576271186,
862
+ "support": 708.0
863
  },
864
  "eval_I-Claim": {
865
+ "f1-score": 0.5928150907124834,
866
+ "precision": 0.5810174281676872,
867
+ "recall": 0.6051017905322541,
868
+ "support": 4077.0
869
  },
870
  "eval_I-MajorClaim": {
871
+ "f1-score": 0.7852270054104916,
872
+ "precision": 0.7494387067804221,
873
+ "recall": 0.8246047430830039,
874
+ "support": 2024.0
875
  },
876
  "eval_I-Premise": {
877
+ "f1-score": 0.8859948068808828,
878
+ "precision": 0.8794297680412371,
879
+ "recall": 0.8926586003924133,
880
+ "support": 12232.0
881
  },
882
  "eval_O": {
883
+ "f1-score": 0.8957100204284741,
884
+ "precision": 0.9270302504608046,
885
+ "recall": 0.8664369679773004,
886
+ "support": 9868.0
887
  },
888
+ "eval_accuracy": 0.8338446853480602,
889
+ "eval_loss": 0.9773775935173035,
890
  "eval_macro avg": {
891
+ "f1-score": 0.751513101933445,
892
+ "precision": 0.733920491823513,
893
+ "recall": 0.7719563015151424,
894
+ "support": 29334.0
895
+ },
896
+ "eval_runtime": 6.0915,
897
+ "eval_samples_per_second": 13.133,
898
+ "eval_steps_per_second": 1.642,
899
  "eval_weighted avg": {
900
+ "f1-score": 0.835464012013009,
901
+ "precision": 0.8382307794620859,
902
+ "recall": 0.8338446853480602,
903
+ "support": 29334.0
904
  },
905
  "step": 1134
906
  },
907
  {
908
  "epoch": 15.0,
909
  "eval_B-Claim": {
910
+ "f1-score": 0.5882352941176471,
911
+ "precision": 0.5487804878048781,
912
+ "recall": 0.6338028169014085,
913
+ "support": 284.0
914
  },
915
  "eval_B-MajorClaim": {
916
+ "f1-score": 0.7338129496402878,
917
+ "precision": 0.7445255474452555,
918
+ "recall": 0.723404255319149,
919
+ "support": 141.0
920
  },
921
  "eval_B-Premise": {
922
+ "f1-score": 0.7802197802197803,
923
+ "precision": 0.7593582887700535,
924
+ "recall": 0.8022598870056498,
925
+ "support": 708.0
926
  },
927
  "eval_I-Claim": {
928
+ "f1-score": 0.6005580097651709,
929
+ "precision": 0.570828729281768,
930
+ "recall": 0.6335540838852097,
931
+ "support": 4077.0
932
  },
933
  "eval_I-MajorClaim": {
934
+ "f1-score": 0.7582104990949057,
935
+ "precision": 0.7954422137818774,
936
+ "recall": 0.724308300395257,
937
+ "support": 2024.0
938
  },
939
  "eval_I-Premise": {
940
+ "f1-score": 0.885193918204732,
941
+ "precision": 0.8803978651140223,
942
+ "recall": 0.8900425114453892,
943
+ "support": 12232.0
944
  },
945
  "eval_O": {
946
+ "f1-score": 0.8958712022851208,
947
+ "precision": 0.9188239054010866,
948
+ "recall": 0.874037292257803,
949
+ "support": 9868.0
950
  },
951
+ "eval_accuracy": 0.8321742687666189,
952
+ "eval_loss": 0.9719740152359009,
953
  "eval_macro avg": {
954
+ "f1-score": 0.748871664761092,
955
+ "precision": 0.7454510053712774,
956
+ "recall": 0.7544870210299808,
957
+ "support": 29334.0
958
+ },
959
+ "eval_runtime": 6.0974,
960
+ "eval_samples_per_second": 13.12,
961
+ "eval_steps_per_second": 1.64,
962
  "eval_weighted avg": {
963
+ "f1-score": 0.8343275428320325,
964
+ "precision": 0.8376519459918353,
965
+ "recall": 0.8321742687666189,
966
+ "support": 29334.0
967
  },
968
  "step": 1215
969
  },
970
  {
971
  "epoch": 16.0,
972
  "eval_B-Claim": {
973
+ "f1-score": 0.5836177474402731,
974
+ "precision": 0.5662251655629139,
975
+ "recall": 0.602112676056338,
976
+ "support": 284.0
977
  },
978
  "eval_B-MajorClaim": {
979
+ "f1-score": 0.726643598615917,
980
+ "precision": 0.7094594594594594,
981
+ "recall": 0.7446808510638298,
982
+ "support": 141.0
983
  },
984
  "eval_B-Premise": {
985
+ "f1-score": 0.7870879120879121,
986
+ "precision": 0.766042780748663,
987
+ "recall": 0.809322033898305,
988
+ "support": 708.0
989
  },
990
  "eval_I-Claim": {
991
+ "f1-score": 0.5983325159391859,
992
+ "precision": 0.5981858298602599,
993
+ "recall": 0.5984792739759627,
994
+ "support": 4077.0
995
  },
996
  "eval_I-MajorClaim": {
997
+ "f1-score": 0.7764526769855367,
998
+ "precision": 0.7981220657276995,
999
+ "recall": 0.7559288537549407,
1000
+ "support": 2024.0
1001
  },
1002
  "eval_I-Premise": {
1003
+ "f1-score": 0.885249868914613,
1004
+ "precision": 0.8736565560066873,
1005
+ "recall": 0.8971550032701112,
1006
+ "support": 12232.0
1007
  },
1008
  "eval_O": {
1009
+ "f1-score": 0.9045096930117758,
1010
+ "precision": 0.9181542958555173,
1011
+ "recall": 0.8912646939602756,
1012
+ "support": 9868.0
1013
  },
1014
+ "eval_accuracy": 0.8382082225403968,
1015
+ "eval_loss": 1.0037230253219604,
1016
  "eval_macro avg": {
1017
+ "f1-score": 0.751699144713602,
1018
+ "precision": 0.7471208790316002,
1019
+ "recall": 0.7569919122828231,
1020
+ "support": 29334.0
1021
+ },
1022
+ "eval_runtime": 6.1157,
1023
+ "eval_samples_per_second": 13.081,
1024
+ "eval_steps_per_second": 1.635,
1025
  "eval_weighted avg": {
1026
+ "f1-score": 0.838292846606077,
1027
+ "precision": 0.8387644471781172,
1028
+ "recall": 0.8382082225403968,
1029
+ "support": 29334.0
1030
  },
1031
  "step": 1296
1032
  },
1033
  {
1034
  "epoch": 17.0,
1035
  "eval_B-Claim": {
1036
+ "f1-score": 0.5652173913043479,
1037
+ "precision": 0.5382165605095541,
1038
+ "recall": 0.5950704225352113,
1039
+ "support": 284.0
1040
  },
1041
  "eval_B-MajorClaim": {
1042
+ "f1-score": 0.7163120567375887,
1043
+ "precision": 0.7163120567375887,
1044
+ "recall": 0.7163120567375887,
1045
+ "support": 141.0
1046
  },
1047
  "eval_B-Premise": {
1048
+ "f1-score": 0.7868190988567586,
1049
+ "precision": 0.7509627727856226,
1050
+ "recall": 0.826271186440678,
1051
+ "support": 708.0
1052
  },
1053
  "eval_I-Claim": {
1054
+ "f1-score": 0.5757906215921483,
1055
+ "precision": 0.5689655172413793,
1056
+ "recall": 0.5827814569536424,
1057
+ "support": 4077.0
1058
  },
1059
  "eval_I-MajorClaim": {
1060
+ "f1-score": 0.7535337959393473,
1061
+ "precision": 0.7852169255490091,
1062
+ "recall": 0.724308300395257,
1063
+ "support": 2024.0
1064
  },
1065
  "eval_I-Premise": {
1066
+ "f1-score": 0.8836841272353221,
1067
+ "precision": 0.8561790861698866,
1068
+ "recall": 0.9130150425114454,
1069
+ "support": 12232.0
1070
  },
1071
  "eval_O": {
1072
+ "f1-score": 0.8950797097611355,
1073
+ "precision": 0.9375346721402419,
1074
+ "recall": 0.8563032022699635,
1075
+ "support": 9868.0
1076
  },
1077
+ "eval_accuracy": 0.8289016158723665,
1078
+ "eval_loss": 1.0844500064849854,
1079
  "eval_macro avg": {
1080
+ "f1-score": 0.7394909716323783,
1081
+ "precision": 0.7361982273047546,
1082
+ "recall": 0.7448659525491124,
1083
+ "support": 29334.0
1084
+ },
1085
+ "eval_runtime": 6.1433,
1086
+ "eval_samples_per_second": 13.022,
1087
+ "eval_steps_per_second": 1.628,
1088
  "eval_weighted avg": {
1089
+ "f1-score": 0.829519030769714,
1090
+ "precision": 0.8324422630439487,
1091
+ "recall": 0.8289016158723665,
1092
+ "support": 29334.0
1093
  },
1094
  "step": 1377
1095
  },
1096
  {
1097
  "epoch": 18.0,
1098
  "eval_B-Claim": {
1099
+ "f1-score": 0.5774647887323944,
1100
+ "precision": 0.5774647887323944,
1101
+ "recall": 0.5774647887323944,
1102
+ "support": 284.0
1103
  },
1104
  "eval_B-MajorClaim": {
1105
+ "f1-score": 0.7544483985765125,
1106
+ "precision": 0.7571428571428571,
1107
+ "recall": 0.75177304964539,
1108
+ "support": 141.0
1109
  },
1110
  "eval_B-Premise": {
1111
+ "f1-score": 0.7870182555780934,
1112
+ "precision": 0.754863813229572,
1113
+ "recall": 0.8220338983050848,
1114
+ "support": 708.0
1115
  },
1116
  "eval_I-Claim": {
1117
+ "f1-score": 0.5765079365079365,
1118
+ "precision": 0.59768299104792,
1119
+ "recall": 0.5567819475104243,
1120
+ "support": 4077.0
1121
  },
1122
  "eval_I-MajorClaim": {
1123
+ "f1-score": 0.767060030785018,
1124
+ "precision": 0.7977588046958378,
1125
+ "recall": 0.7386363636363636,
1126
+ "support": 2024.0
1127
  },
1128
  "eval_I-Premise": {
1129
+ "f1-score": 0.8867626126838526,
1130
+ "precision": 0.8586523736600307,
1131
+ "recall": 0.9167756703727927,
1132
+ "support": 12232.0
1133
  },
1134
  "eval_O": {
1135
+ "f1-score": 0.9008560311284047,
1136
+ "precision": 0.9229297331774211,
1137
+ "recall": 0.879813538710985,
1138
+ "support": 9868.0
1139
  },
1140
+ "eval_accuracy": 0.8356514624667621,
1141
+ "eval_loss": 1.0617780685424805,
1142
  "eval_macro avg": {
1143
+ "f1-score": 0.7500168648560301,
1144
+ "precision": 0.7523564802408619,
1145
+ "recall": 0.7490398938447764,
1146
+ "support": 29334.0
1147
+ },
1148
+ "eval_runtime": 6.2691,
1149
+ "eval_samples_per_second": 12.761,
1150
+ "eval_steps_per_second": 1.595,
1151
  "eval_weighted avg": {
1152
+ "f1-score": 0.8340855697185618,
1153
+ "precision": 0.8340875618543231,
1154
+ "recall": 0.8356514624667621,
1155
+ "support": 29334.0
1156
  },
1157
  "step": 1458
1158
  }
1159
  ],
1160
  "logging_steps": 500,
1161
+ "max_steps": 1620,
1162
  "num_input_tokens_seen": 0,
1163
+ "num_train_epochs": 20,
1164
  "save_steps": 500,
1165
+ "total_flos": 2588234628924000.0,
1166
  "train_batch_size": 4,
1167
  "trial_name": null,
1168
  "trial_params": null
checkpoint-1458/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c84096ff478c0991daa557c55b3ae423c1b21babebadb1405f26dd17942540f
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5653e8d83a92b07eb1df6cde8969d97342166ccb896f2bdca8c3721b3a61a616
3
+ size 4920