Theoreticallyhugo commited on
Commit
5456358
1 Parent(s): 2614640

Training in progress, epoch 28, checkpoint

Browse files
checkpoint-2268/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:912a45cd5504a95cd68323414c1b5a083545b075e2e135a6a628f43cff4e5afc
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabda726d5837325898d209698e36e9b1047000c05be2ef6ca8c0d41434dfcd4
3
  size 592330980
checkpoint-2268/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c95fd691c73a0ef030e2e61133f7b020b9d2b269971ff01f2d731ff2d335e1ee
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea3a5f0f390a3487d1c8794f4914dc2aee29aafdf2e048422f2f9e567c31260
3
  size 1014670074
checkpoint-2268/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c05ce1f68c429ec2e03b942bc3bcc30807cd913929631352e48ecdbd28a6bbc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:004048e288bbee75428581268c328acc7f061a28654aa455448ee1e0a3e935ba
3
  size 14244
checkpoint-2268/trainer_state.json CHANGED
@@ -14,1789 +14,1789 @@
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
- "support": 339.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 160.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.6898215147129765,
27
- "precision": 0.6316254416961131,
28
- "recall": 0.7598299681190224,
29
- "support": 941.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.5039833312905995,
33
- "precision": 0.5940479630164692,
34
- "recall": 0.43763303533418474,
35
- "support": 4698.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.6970899470899471,
39
- "precision": 0.6303827751196173,
40
- "recall": 0.7795857988165681,
41
- "support": 2028.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8719667429344848,
45
- "precision": 0.8366728509585653,
46
- "recall": 0.9103694233227912,
47
- "support": 14861.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8820403825717322,
51
- "precision": 0.8925603675823639,
52
- "recall": 0.8717654922180846,
53
- "support": 10473.0
54
  },
55
- "eval_accuracy": 0.8062985074626866,
56
- "eval_loss": 0.5531178712844849,
57
  "eval_macro avg": {
58
- "f1-score": 0.5207002740856772,
59
- "precision": 0.5121841997675898,
60
- "recall": 0.5370262454015216,
61
- "support": 33500.0
62
- },
63
- "eval_runtime": 5.0026,
64
- "eval_samples_per_second": 16.192,
65
- "eval_steps_per_second": 2.199,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7948191296080505,
68
- "precision": 0.789408749451204,
69
- "recall": 0.8062985074626866,
70
- "support": 33500.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.4537205081669691,
78
- "precision": 0.589622641509434,
79
- "recall": 0.3687315634218289,
80
- "support": 339.0
81
  },
82
  "eval_B-MajorClaim": {
83
- "f1-score": 0.42794759825327516,
84
- "precision": 0.7101449275362319,
85
- "recall": 0.30625,
86
- "support": 160.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.7642352941176471,
90
- "precision": 0.6858108108108109,
91
- "recall": 0.8629117959617428,
92
- "support": 941.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.44524236983842014,
96
- "precision": 0.6338969720802202,
97
- "recall": 0.3431247339293316,
98
- "support": 4698.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.7363764327367787,
102
- "precision": 0.6217317487266554,
103
- "recall": 0.9028599605522682,
104
- "support": 2028.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8781162543828609,
108
- "precision": 0.8411808209047208,
109
- "recall": 0.9184442500504677,
110
- "support": 14861.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.9036260459748006,
114
- "precision": 0.9102800116267804,
115
- "recall": 0.8970686527260575,
116
- "support": 10473.0
117
  },
118
- "eval_accuracy": 0.820089552238806,
119
- "eval_loss": 0.5071194171905518,
120
  "eval_macro avg": {
121
- "f1-score": 0.6584663576386788,
122
- "precision": 0.7132382761706934,
123
- "recall": 0.6570558509488137,
124
- "support": 33500.0
125
- },
126
- "eval_runtime": 4.9923,
127
- "eval_samples_per_second": 16.225,
128
- "eval_steps_per_second": 2.203,
129
  "eval_weighted avg": {
130
- "f1-score": 0.8071614798424686,
131
- "precision": 0.8128932519203979,
132
- "recall": 0.820089552238806,
133
- "support": 33500.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.5954198473282443,
141
- "precision": 0.6170886075949367,
142
- "recall": 0.5752212389380531,
143
- "support": 339.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.7962382445141065,
147
- "precision": 0.7987421383647799,
148
- "recall": 0.79375,
149
- "support": 160.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.7837431008529856,
153
- "precision": 0.7423954372623575,
154
- "recall": 0.8299681190223167,
155
- "support": 941.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.6291688447464715,
159
- "precision": 0.6182453256626258,
160
- "recall": 0.640485312899106,
161
- "support": 4698.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.8422354104846687,
165
- "precision": 0.8447420634920635,
166
- "recall": 0.8397435897435898,
167
- "support": 2028.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8773398679463618,
171
- "precision": 0.8876110460712072,
172
- "recall": 0.8673036807751834,
173
- "support": 14861.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.9065678167474573,
177
- "precision": 0.9024505629671681,
178
- "recall": 0.910722811037907,
179
- "support": 10473.0
180
  },
181
- "eval_accuracy": 0.843044776119403,
182
- "eval_loss": 0.46074992418289185,
183
  "eval_macro avg": {
184
- "f1-score": 0.7758161618028993,
185
- "precision": 0.773039311630734,
186
- "recall": 0.7795992503451652,
187
- "support": 33500.0
188
- },
189
- "eval_runtime": 5.0136,
190
- "eval_samples_per_second": 16.156,
191
- "eval_steps_per_second": 2.194,
192
  "eval_weighted avg": {
193
- "f1-score": 0.8436796678417321,
194
- "precision": 0.8446385621767526,
195
- "recall": 0.843044776119403,
196
- "support": 33500.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.6172839506172839,
204
- "precision": 0.6472491909385113,
205
- "recall": 0.5899705014749262,
206
- "support": 339.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.7441860465116279,
210
- "precision": 0.6956521739130435,
211
- "recall": 0.8,
212
- "support": 160.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.7957208354559349,
216
- "precision": 0.764187866927593,
217
- "recall": 0.8299681190223167,
218
- "support": 941.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6001342582233162,
222
- "precision": 0.6325471698113208,
223
- "recall": 0.5708812260536399,
224
- "support": 4698.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.8068448195030473,
228
- "precision": 0.7689901697944593,
229
- "recall": 0.8486193293885601,
230
- "support": 2028.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.882309200297438,
234
- "precision": 0.886383701188455,
235
- "recall": 0.8782719870802772,
236
- "support": 14861.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.9024700070571631,
240
- "precision": 0.8895381190873678,
241
- "recall": 0.9157834431395016,
242
- "support": 10473.0
243
  },
244
- "eval_accuracy": 0.8404477611940299,
245
- "eval_loss": 0.5207056403160095,
246
  "eval_macro avg": {
247
- "f1-score": 0.7641355882379729,
248
- "precision": 0.7549354845229643,
249
- "recall": 0.776213515165603,
250
- "support": 33500.0
251
- },
252
- "eval_runtime": 4.9749,
253
- "eval_samples_per_second": 16.282,
254
- "eval_steps_per_second": 2.211,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8386979039247872,
257
- "precision": 0.8379021545974175,
258
- "recall": 0.8404477611940299,
259
- "support": 33500.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
- "f1-score": 0.6189735614307931,
267
- "precision": 0.6546052631578947,
268
- "recall": 0.5870206489675516,
269
- "support": 339.0
270
  },
271
  "eval_B-MajorClaim": {
272
- "f1-score": 0.8090614886731391,
273
- "precision": 0.8389261744966443,
274
- "recall": 0.78125,
275
- "support": 160.0
276
  },
277
  "eval_B-Premise": {
278
- "f1-score": 0.799186578546009,
279
- "precision": 0.7660818713450293,
280
- "recall": 0.8352816153028693,
281
- "support": 941.0
282
  },
283
  "eval_I-Claim": {
284
- "f1-score": 0.6316756632594464,
285
- "precision": 0.6859565976552756,
286
- "recall": 0.5853554704129417,
287
- "support": 4698.0
288
  },
289
  "eval_I-MajorClaim": {
290
- "f1-score": 0.8593117408906882,
291
- "precision": 0.8825363825363826,
292
- "recall": 0.8372781065088757,
293
- "support": 2028.0
294
  },
295
  "eval_I-Premise": {
296
- "f1-score": 0.8880430502690643,
297
- "precision": 0.8666026256804354,
298
- "recall": 0.9105712939909831,
299
- "support": 14861.0
300
  },
301
  "eval_O": {
302
- "f1-score": 0.9125369999045164,
303
- "precision": 0.9125369999045164,
304
- "recall": 0.9125369999045164,
305
- "support": 10473.0
306
  },
307
- "eval_accuracy": 0.8551343283582089,
308
- "eval_loss": 0.5152634382247925,
309
  "eval_macro avg": {
310
- "f1-score": 0.7883984404248082,
311
- "precision": 0.8010351306823111,
312
- "recall": 0.7784705907268197,
313
- "support": 33500.0
314
- },
315
- "eval_runtime": 5.0012,
316
- "eval_samples_per_second": 16.196,
317
- "eval_steps_per_second": 2.199,
318
  "eval_weighted avg": {
319
- "f1-score": 0.8524125579848445,
320
- "precision": 0.8514928929215189,
321
- "recall": 0.8551343283582089,
322
- "support": 33500.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
- "f1-score": 0.6404341926729986,
330
- "precision": 0.592964824120603,
331
- "recall": 0.696165191740413,
332
- "support": 339.0
333
  },
334
  "eval_B-MajorClaim": {
335
- "f1-score": 0.8,
336
- "precision": 0.7878787878787878,
337
- "recall": 0.8125,
338
- "support": 160.0
339
  },
340
  "eval_B-Premise": {
341
- "f1-score": 0.7957446808510639,
342
- "precision": 0.7965921192758253,
343
- "recall": 0.7948990435706695,
344
- "support": 941.0
345
  },
346
  "eval_I-Claim": {
347
- "f1-score": 0.6506562412733874,
348
- "precision": 0.5781637717121588,
349
- "recall": 0.743933588761175,
350
- "support": 4698.0
351
  },
352
  "eval_I-MajorClaim": {
353
- "f1-score": 0.8647342995169083,
354
- "precision": 0.8475378787878788,
355
- "recall": 0.8826429980276134,
356
- "support": 2028.0
357
  },
358
  "eval_I-Premise": {
359
- "f1-score": 0.8677517085887408,
360
- "precision": 0.9106099815157116,
361
- "recall": 0.8287463831505282,
362
- "support": 14861.0
363
  },
364
  "eval_O": {
365
- "f1-score": 0.9133676463514359,
366
- "precision": 0.920317952694843,
367
- "recall": 0.906521531557338,
368
- "support": 10473.0
369
  },
370
- "eval_accuracy": 0.8420597014925373,
371
- "eval_loss": 0.5665280818939209,
372
  "eval_macro avg": {
373
- "f1-score": 0.790384109893505,
374
- "precision": 0.7762950451408297,
375
- "recall": 0.8093441052582481,
376
- "support": 33500.0
377
- },
378
- "eval_runtime": 5.0172,
379
- "eval_samples_per_second": 16.144,
380
- "eval_steps_per_second": 2.192,
381
  "eval_weighted avg": {
382
- "f1-score": 0.8467380483132992,
383
- "precision": 0.8562016100668557,
384
- "recall": 0.8420597014925373,
385
- "support": 33500.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
- "grad_norm": 17.83205223083496,
392
  "learning_rate": 1.7530864197530865e-05,
393
- "loss": 0.3838,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
- "f1-score": 0.6363636363636364,
400
- "precision": 0.6542056074766355,
401
- "recall": 0.6194690265486725,
402
- "support": 339.0
403
  },
404
  "eval_B-MajorClaim": {
405
- "f1-score": 0.8023598820058997,
406
- "precision": 0.7597765363128491,
407
- "recall": 0.85,
408
- "support": 160.0
409
  },
410
  "eval_B-Premise": {
411
- "f1-score": 0.8014077425842132,
412
- "precision": 0.7604961832061069,
413
- "recall": 0.8469713071200851,
414
- "support": 941.0
415
  },
416
  "eval_I-Claim": {
417
- "f1-score": 0.6504799548277809,
418
- "precision": 0.6928073129660813,
419
- "recall": 0.6130268199233716,
420
- "support": 4698.0
421
  },
422
  "eval_I-MajorClaim": {
423
- "f1-score": 0.8663025409641415,
424
- "precision": 0.8355474118185983,
425
- "recall": 0.8994082840236687,
426
- "support": 2028.0
427
  },
428
  "eval_I-Premise": {
429
- "f1-score": 0.8922586313494517,
430
- "precision": 0.8638941398865785,
431
- "recall": 0.9225489536370365,
432
- "support": 14861.0
433
  },
434
  "eval_O": {
435
- "f1-score": 0.90784071234232,
436
- "precision": 0.9419010470129336,
437
- "recall": 0.8761577389477705,
438
- "support": 10473.0
439
  },
440
- "eval_accuracy": 0.8577014925373134,
441
- "eval_loss": 0.6021790504455566,
442
  "eval_macro avg": {
443
- "f1-score": 0.7938590143482062,
444
- "precision": 0.7869468912399691,
445
- "recall": 0.8039403043143721,
446
- "support": 33500.0
447
- },
448
- "eval_runtime": 5.0234,
449
- "eval_samples_per_second": 16.125,
450
- "eval_steps_per_second": 2.19,
451
  "eval_weighted avg": {
452
- "f1-score": 0.856081111084223,
453
- "precision": 0.8570485445028432,
454
- "recall": 0.8577014925373134,
455
- "support": 33500.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
- "f1-score": 0.6373333333333333,
463
- "precision": 0.5815085158150851,
464
- "recall": 0.7050147492625368,
465
- "support": 339.0
466
  },
467
  "eval_B-MajorClaim": {
468
- "f1-score": 0.7952522255192879,
469
- "precision": 0.7570621468926554,
470
- "recall": 0.8375,
471
- "support": 160.0
472
  },
473
  "eval_B-Premise": {
474
- "f1-score": 0.7883053600433134,
475
- "precision": 0.8035320088300221,
476
- "recall": 0.7736450584484591,
477
- "support": 941.0
478
  },
479
  "eval_I-Claim": {
480
- "f1-score": 0.6543385490753911,
481
- "precision": 0.5900461775269369,
482
- "recall": 0.7343550446998723,
483
- "support": 4698.0
484
  },
485
  "eval_I-MajorClaim": {
486
- "f1-score": 0.8537494177922683,
487
- "precision": 0.8089143865842895,
488
- "recall": 0.9038461538461539,
489
- "support": 2028.0
490
  },
491
  "eval_I-Premise": {
492
- "f1-score": 0.8704377010208362,
493
- "precision": 0.9058429746052535,
494
- "recall": 0.8376959827737029,
495
- "support": 14861.0
496
  },
497
  "eval_O": {
498
- "f1-score": 0.9111186539300781,
499
- "precision": 0.925615763546798,
500
- "recall": 0.8970686527260575,
501
- "support": 10473.0
502
  },
503
- "eval_accuracy": 0.8426268656716418,
504
- "eval_loss": 0.6685047149658203,
505
  "eval_macro avg": {
506
- "f1-score": 0.7872193201020725,
507
- "precision": 0.7675031391144344,
508
- "recall": 0.8127322345366831,
509
- "support": 33500.0
510
- },
511
- "eval_runtime": 4.992,
512
- "eval_samples_per_second": 16.226,
513
- "eval_steps_per_second": 2.204,
514
  "eval_weighted avg": {
515
- "f1-score": 0.8468148764239732,
516
- "precision": 0.8550031822663273,
517
- "recall": 0.8426268656716418,
518
- "support": 33500.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
- "f1-score": 0.5807407407407408,
526
- "precision": 0.5833333333333334,
527
- "recall": 0.5781710914454278,
528
- "support": 339.0
529
  },
530
  "eval_B-MajorClaim": {
531
- "f1-score": 0.8012232415902141,
532
- "precision": 0.7844311377245509,
533
- "recall": 0.81875,
534
- "support": 160.0
535
  },
536
  "eval_B-Premise": {
537
- "f1-score": 0.7984111221449851,
538
- "precision": 0.7493010251630942,
539
- "recall": 0.8544102019128587,
540
- "support": 941.0
541
  },
542
  "eval_I-Claim": {
543
- "f1-score": 0.5917442137914578,
544
- "precision": 0.6731813246471227,
545
- "recall": 0.5278842060451255,
546
- "support": 4698.0
547
  },
548
  "eval_I-MajorClaim": {
549
- "f1-score": 0.8581943081452406,
550
- "precision": 0.85400390625,
551
- "recall": 0.8624260355029586,
552
- "support": 2028.0
553
  },
554
  "eval_I-Premise": {
555
- "f1-score": 0.8840042543591067,
556
- "precision": 0.84832364221205,
557
- "recall": 0.922818114527959,
558
- "support": 14861.0
559
  },
560
  "eval_O": {
561
- "f1-score": 0.910873701156154,
562
- "precision": 0.931178934769599,
563
- "recall": 0.8914351188771126,
564
- "support": 10473.0
565
  },
566
- "eval_accuracy": 0.8480597014925373,
567
- "eval_loss": 0.7230669260025024,
568
  "eval_macro avg": {
569
- "f1-score": 0.7750273688468428,
570
- "precision": 0.7748219005856785,
571
- "recall": 0.779413538330206,
572
- "support": 33500.0
573
- },
574
- "eval_runtime": 5.0031,
575
- "eval_samples_per_second": 16.19,
576
- "eval_steps_per_second": 2.199,
577
  "eval_weighted avg": {
578
- "f1-score": 0.8439872109031008,
579
- "precision": 0.8442403481354289,
580
- "recall": 0.8480597014925373,
581
- "support": 33500.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
- "f1-score": 0.6050198150594451,
589
- "precision": 0.5478468899521531,
590
- "recall": 0.6755162241887905,
591
- "support": 339.0
592
  },
593
  "eval_B-MajorClaim": {
594
- "f1-score": 0.8170731707317073,
595
- "precision": 0.7976190476190477,
596
- "recall": 0.8375,
597
- "support": 160.0
598
  },
599
  "eval_B-Premise": {
600
- "f1-score": 0.7826535880227156,
601
- "precision": 0.7610441767068273,
602
- "recall": 0.8055260361317748,
603
- "support": 941.0
604
  },
605
  "eval_I-Claim": {
606
- "f1-score": 0.6194059405940595,
607
- "precision": 0.5790447982228805,
608
- "recall": 0.6658152405278842,
609
- "support": 4698.0
610
  },
611
  "eval_I-MajorClaim": {
612
- "f1-score": 0.8604878048780488,
613
- "precision": 0.8513513513513513,
614
- "recall": 0.8698224852071006,
615
- "support": 2028.0
616
  },
617
  "eval_I-Premise": {
618
- "f1-score": 0.8745383703201763,
619
- "precision": 0.8807151630954005,
620
- "recall": 0.8684476145616042,
621
- "support": 14861.0
622
  },
623
  "eval_O": {
624
- "f1-score": 0.9032226225139417,
625
- "precision": 0.9347293156281921,
626
- "recall": 0.8737706483338108,
627
- "support": 10473.0
628
  },
629
- "eval_accuracy": 0.837910447761194,
630
- "eval_loss": 0.7846710085868835,
631
  "eval_macro avg": {
632
- "f1-score": 0.7803430445885849,
633
- "precision": 0.7646215346536931,
634
- "recall": 0.7994854641358522,
635
- "support": 33500.0
636
- },
637
- "eval_runtime": 4.9942,
638
- "eval_samples_per_second": 16.219,
639
- "eval_steps_per_second": 2.203,
640
  "eval_weighted avg": {
641
- "f1-score": 0.8412929574648306,
642
- "precision": 0.8463911306722504,
643
- "recall": 0.837910447761194,
644
- "support": 33500.0
645
  },
646
  "step": 810
647
  },
648
  {
649
  "epoch": 11.0,
650
  "eval_B-Claim": {
651
- "f1-score": 0.6121842496285289,
652
- "precision": 0.6167664670658682,
653
- "recall": 0.6076696165191741,
654
- "support": 339.0
655
  },
656
  "eval_B-MajorClaim": {
657
- "f1-score": 0.8012048192771085,
658
- "precision": 0.7732558139534884,
659
- "recall": 0.83125,
660
- "support": 160.0
661
  },
662
  "eval_B-Premise": {
663
- "f1-score": 0.8081841432225064,
664
- "precision": 0.7790927021696252,
665
- "recall": 0.8395324123273114,
666
- "support": 941.0
667
  },
668
  "eval_I-Claim": {
669
- "f1-score": 0.6122952658739061,
670
- "precision": 0.6472960151802657,
671
- "recall": 0.5808854831843338,
672
- "support": 4698.0
673
  },
674
  "eval_I-MajorClaim": {
675
- "f1-score": 0.8465227817745803,
676
- "precision": 0.8239962651727357,
677
- "recall": 0.8703155818540433,
678
- "support": 2028.0
679
  },
680
  "eval_I-Premise": {
681
- "f1-score": 0.8846026818151793,
682
- "precision": 0.8686514886164624,
683
- "recall": 0.9011506628086939,
684
- "support": 14861.0
685
  },
686
  "eval_O": {
687
- "f1-score": 0.9093722797175742,
688
- "precision": 0.9213130818226359,
689
- "recall": 0.8977370380979662,
690
- "support": 10473.0
691
  },
692
- "eval_accuracy": 0.8482686567164179,
693
- "eval_loss": 0.7823007106781006,
694
  "eval_macro avg": {
695
- "f1-score": 0.7820523173299119,
696
- "precision": 0.7757674048544404,
697
- "recall": 0.7897915421130747,
698
- "support": 33500.0
699
- },
700
- "eval_runtime": 4.9917,
701
- "eval_samples_per_second": 16.227,
702
- "eval_steps_per_second": 2.204,
703
  "eval_weighted avg": {
704
- "f1-score": 0.8465514092815755,
705
- "precision": 0.845848769512072,
706
- "recall": 0.8482686567164179,
707
- "support": 33500.0
708
  },
709
  "step": 891
710
  },
711
  {
712
  "epoch": 12.0,
713
  "eval_B-Claim": {
714
- "f1-score": 0.6290801186943621,
715
- "precision": 0.6328358208955224,
716
- "recall": 0.6253687315634219,
717
- "support": 339.0
718
  },
719
  "eval_B-MajorClaim": {
720
- "f1-score": 0.7954545454545454,
721
- "precision": 0.7291666666666666,
722
- "recall": 0.875,
723
- "support": 160.0
724
  },
725
  "eval_B-Premise": {
726
- "f1-score": 0.8107549120992762,
727
- "precision": 0.7895266868076536,
728
- "recall": 0.8331562167906482,
729
- "support": 941.0
730
  },
731
  "eval_I-Claim": {
732
- "f1-score": 0.6450192625206385,
733
- "precision": 0.667882379758377,
734
- "recall": 0.6236696466581524,
735
- "support": 4698.0
736
  },
737
  "eval_I-MajorClaim": {
738
- "f1-score": 0.8621825023518345,
739
- "precision": 0.8241906474820144,
740
- "recall": 0.9038461538461539,
741
- "support": 2028.0
742
  },
743
  "eval_I-Premise": {
744
- "f1-score": 0.890260173448966,
745
- "precision": 0.8826641973675508,
746
- "recall": 0.8979880223403539,
747
- "support": 14861.0
748
  },
749
  "eval_O": {
750
- "f1-score": 0.9123196448390677,
751
- "precision": 0.9222439024390244,
752
- "recall": 0.902606702950444,
753
- "support": 10473.0
754
  },
755
- "eval_accuracy": 0.8566268656716418,
756
- "eval_loss": 0.8441444635391235,
757
  "eval_macro avg": {
758
- "f1-score": 0.7921530227726701,
759
- "precision": 0.7783586144881156,
760
- "recall": 0.8088050677355964,
761
- "support": 33500.0
762
- },
763
- "eval_runtime": 4.9988,
764
- "eval_samples_per_second": 16.204,
765
- "eval_steps_per_second": 2.201,
766
  "eval_weighted avg": {
767
- "f1-score": 0.8557354611316912,
768
- "precision": 0.8554998717241106,
769
- "recall": 0.8566268656716418,
770
- "support": 33500.0
771
  },
772
  "step": 972
773
  },
774
  {
775
  "epoch": 12.35,
776
- "grad_norm": 18.23494529724121,
777
  "learning_rate": 1.506172839506173e-05,
778
- "loss": 0.0667,
779
  "step": 1000
780
  },
781
  {
782
  "epoch": 13.0,
783
  "eval_B-Claim": {
784
- "f1-score": 0.6439716312056738,
785
- "precision": 0.6202185792349727,
786
- "recall": 0.6696165191740413,
787
- "support": 339.0
788
  },
789
  "eval_B-MajorClaim": {
790
- "f1-score": 0.8048048048048049,
791
- "precision": 0.7745664739884393,
792
- "recall": 0.8375,
793
- "support": 160.0
794
  },
795
  "eval_B-Premise": {
796
- "f1-score": 0.8029273392577103,
797
- "precision": 0.7901234567901234,
798
- "recall": 0.8161530286928799,
799
- "support": 941.0
800
  },
801
  "eval_I-Claim": {
802
- "f1-score": 0.6348773841961852,
803
- "precision": 0.6253096614368291,
804
- "recall": 0.6447424435930184,
805
- "support": 4698.0
806
  },
807
  "eval_I-MajorClaim": {
808
- "f1-score": 0.8476758045292015,
809
- "precision": 0.8204891555145363,
810
- "recall": 0.8767258382642998,
811
- "support": 2028.0
812
  },
813
  "eval_I-Premise": {
814
- "f1-score": 0.8825089822369967,
815
- "precision": 0.8807640750670241,
816
- "recall": 0.8842608169033039,
817
- "support": 14861.0
818
  },
819
  "eval_O": {
820
- "f1-score": 0.9050703813745069,
821
- "precision": 0.9237422946907934,
822
- "recall": 0.8871383557719851,
823
- "support": 10473.0
824
  },
825
- "eval_accuracy": 0.8468059701492537,
826
- "eval_loss": 0.8703527450561523,
827
  "eval_macro avg": {
828
- "f1-score": 0.7888337610864399,
829
- "precision": 0.7764590995318168,
830
- "recall": 0.8023052860570755,
831
- "support": 33500.0
832
- },
833
- "eval_runtime": 5.0165,
834
- "eval_samples_per_second": 16.147,
835
- "eval_steps_per_second": 2.193,
836
  "eval_weighted avg": {
837
- "f1-score": 0.8477056223787199,
838
- "precision": 0.8490368858423804,
839
- "recall": 0.8468059701492537,
840
- "support": 33500.0
841
  },
842
  "step": 1053
843
  },
844
  {
845
  "epoch": 14.0,
846
  "eval_B-Claim": {
847
- "f1-score": 0.6222222222222222,
848
- "precision": 0.5879265091863517,
849
- "recall": 0.6607669616519174,
850
- "support": 339.0
851
  },
852
  "eval_B-MajorClaim": {
853
- "f1-score": 0.8253012048192772,
854
- "precision": 0.7965116279069767,
855
- "recall": 0.85625,
856
- "support": 160.0
857
  },
858
  "eval_B-Premise": {
859
- "f1-score": 0.7978552278820376,
860
- "precision": 0.8051948051948052,
861
- "recall": 0.7906482465462275,
862
- "support": 941.0
863
  },
864
  "eval_I-Claim": {
865
- "f1-score": 0.6353440436495907,
866
- "precision": 0.604731679169071,
867
- "recall": 0.669220945083014,
868
- "support": 4698.0
869
  },
870
  "eval_I-MajorClaim": {
871
- "f1-score": 0.8582976699952449,
872
- "precision": 0.8287419651056015,
873
- "recall": 0.8900394477317555,
874
- "support": 2028.0
875
  },
876
  "eval_I-Premise": {
877
- "f1-score": 0.8795296048133461,
878
- "precision": 0.8938920158432354,
879
- "recall": 0.8656214252069174,
880
- "support": 14861.0
881
  },
882
  "eval_O": {
883
- "f1-score": 0.9139328444615978,
884
- "precision": 0.9236470014627011,
885
- "recall": 0.9044208918170534,
886
- "support": 10473.0
887
  },
888
- "eval_accuracy": 0.8474626865671642,
889
- "eval_loss": 0.8902716040611267,
890
  "eval_macro avg": {
891
- "f1-score": 0.7903546882633309,
892
- "precision": 0.7772350862669632,
893
- "recall": 0.8052811311481264,
894
- "support": 33500.0
895
- },
896
- "eval_runtime": 5.0016,
897
- "eval_samples_per_second": 16.195,
898
- "eval_steps_per_second": 2.199,
899
  "eval_weighted avg": {
900
- "f1-score": 0.8495983708816418,
901
- "precision": 0.8526459607911416,
902
- "recall": 0.8474626865671642,
903
- "support": 33500.0
904
  },
905
  "step": 1134
906
  },
907
  {
908
  "epoch": 15.0,
909
  "eval_B-Claim": {
910
- "f1-score": 0.6417910447761194,
911
- "precision": 0.649546827794562,
912
- "recall": 0.6342182890855457,
913
- "support": 339.0
914
  },
915
  "eval_B-MajorClaim": {
916
- "f1-score": 0.8260869565217391,
917
- "precision": 0.8209876543209876,
918
- "recall": 0.83125,
919
- "support": 160.0
920
  },
921
  "eval_B-Premise": {
922
- "f1-score": 0.8086680761099365,
923
- "precision": 0.804416403785489,
924
- "recall": 0.8129649309245484,
925
- "support": 941.0
926
  },
927
  "eval_I-Claim": {
928
- "f1-score": 0.6283666377063423,
929
- "precision": 0.6414634146341464,
930
- "recall": 0.6157939548744147,
931
- "support": 4698.0
932
  },
933
  "eval_I-MajorClaim": {
934
- "f1-score": 0.8459692898272553,
935
- "precision": 0.8238317757009346,
936
- "recall": 0.8693293885601578,
937
- "support": 2028.0
938
  },
939
  "eval_I-Premise": {
940
- "f1-score": 0.886482474783254,
941
- "precision": 0.888851305641997,
942
- "recall": 0.8841262364578427,
943
- "support": 14861.0
944
  },
945
  "eval_O": {
946
- "f1-score": 0.9091340000948002,
947
- "precision": 0.9026731927710844,
948
- "recall": 0.9156879595149432,
949
- "support": 10473.0
950
  },
951
- "eval_accuracy": 0.8506865671641791,
952
- "eval_loss": 0.9465591907501221,
953
  "eval_macro avg": {
954
- "f1-score": 0.7923569256884925,
955
- "precision": 0.7902529392356001,
956
- "recall": 0.7947672513453503,
957
- "support": 33500.0
958
- },
959
- "eval_runtime": 5.0023,
960
- "eval_samples_per_second": 16.192,
961
- "eval_steps_per_second": 2.199,
962
  "eval_weighted avg": {
963
- "f1-score": 0.8499631749642652,
964
- "precision": 0.849425426847339,
965
- "recall": 0.8506865671641791,
966
- "support": 33500.0
967
  },
968
  "step": 1215
969
  },
970
  {
971
  "epoch": 16.0,
972
  "eval_B-Claim": {
973
- "f1-score": 0.6467065868263473,
974
- "precision": 0.6565349544072948,
975
- "recall": 0.6371681415929203,
976
- "support": 339.0
977
  },
978
  "eval_B-MajorClaim": {
979
- "f1-score": 0.8227848101265822,
980
- "precision": 0.8333333333333334,
981
- "recall": 0.8125,
982
- "support": 160.0
983
  },
984
  "eval_B-Premise": {
985
- "f1-score": 0.8090005232862376,
986
- "precision": 0.7969072164948454,
987
- "recall": 0.8214665249734325,
988
- "support": 941.0
989
  },
990
  "eval_I-Claim": {
991
- "f1-score": 0.6444299106169611,
992
- "precision": 0.6604110813226095,
993
- "recall": 0.6292039165602384,
994
- "support": 4698.0
995
  },
996
  "eval_I-MajorClaim": {
997
- "f1-score": 0.8560079443892751,
998
- "precision": 0.862,
999
- "recall": 0.8500986193293886,
1000
- "support": 2028.0
1001
  },
1002
  "eval_I-Premise": {
1003
- "f1-score": 0.8901776005799202,
1004
- "precision": 0.8721590909090909,
1005
- "recall": 0.9089563286454478,
1006
- "support": 14861.0
1007
  },
1008
  "eval_O": {
1009
- "f1-score": 0.9152476403619733,
1010
- "precision": 0.9330423569090368,
1011
- "recall": 0.8981189725961998,
1012
- "support": 10473.0
1013
  },
1014
- "eval_accuracy": 0.8571044776119403,
1015
- "eval_loss": 0.9341827034950256,
1016
  "eval_macro avg": {
1017
- "f1-score": 0.797765002312471,
1018
- "precision": 0.8020554333394587,
1019
- "recall": 0.7939303576710898,
1020
- "support": 33500.0
1021
- },
1022
- "eval_runtime": 4.9904,
1023
- "eval_samples_per_second": 16.231,
1024
- "eval_steps_per_second": 2.204,
1025
  "eval_weighted avg": {
1026
- "f1-score": 0.8564173816715166,
1027
- "precision": 0.856401327986896,
1028
- "recall": 0.8571044776119403,
1029
- "support": 33500.0
1030
  },
1031
  "step": 1296
1032
  },
1033
  {
1034
  "epoch": 17.0,
1035
  "eval_B-Claim": {
1036
- "f1-score": 0.6514935988620199,
1037
- "precision": 0.6291208791208791,
1038
- "recall": 0.6755162241887905,
1039
- "support": 339.0
1040
  },
1041
  "eval_B-MajorClaim": {
1042
- "f1-score": 0.8395061728395061,
1043
- "precision": 0.8292682926829268,
1044
- "recall": 0.85,
1045
- "support": 160.0
1046
  },
1047
  "eval_B-Premise": {
1048
- "f1-score": 0.8132436627004656,
1049
- "precision": 0.7923387096774194,
1050
- "recall": 0.8352816153028693,
1051
- "support": 941.0
1052
  },
1053
  "eval_I-Claim": {
1054
- "f1-score": 0.6634417455743105,
1055
- "precision": 0.6422877640494221,
1056
- "recall": 0.6860366113239676,
1057
- "support": 4698.0
1058
  },
1059
  "eval_I-MajorClaim": {
1060
- "f1-score": 0.8681209717402082,
1061
- "precision": 0.8728813559322034,
1062
- "recall": 0.8634122287968442,
1063
- "support": 2028.0
1064
  },
1065
  "eval_I-Premise": {
1066
- "f1-score": 0.8910224018864746,
1067
- "precision": 0.8921343766864543,
1068
- "recall": 0.8899131956126775,
1069
- "support": 14861.0
1070
  },
1071
  "eval_O": {
1072
- "f1-score": 0.9171560300897841,
1073
- "precision": 0.9325898144492697,
1074
- "recall": 0.9022247684522104,
1075
- "support": 10473.0
1076
  },
1077
- "eval_accuracy": 0.8596716417910448,
1078
- "eval_loss": 0.9319809079170227,
1079
  "eval_macro avg": {
1080
- "f1-score": 0.8062835119561098,
1081
- "precision": 0.7986601703712249,
1082
- "recall": 0.8146263776681942,
1083
- "support": 33500.0
1084
- },
1085
- "eval_runtime": 4.9891,
1086
- "eval_samples_per_second": 16.236,
1087
- "eval_steps_per_second": 2.205,
1088
  "eval_weighted avg": {
1089
- "f1-score": 0.861035739499467,
1090
- "precision": 0.8628131055121488,
1091
- "recall": 0.8596716417910448,
1092
- "support": 33500.0
1093
  },
1094
  "step": 1377
1095
  },
1096
  {
1097
  "epoch": 18.0,
1098
  "eval_B-Claim": {
1099
- "f1-score": 0.6266866566716641,
1100
- "precision": 0.6371951219512195,
1101
- "recall": 0.616519174041298,
1102
- "support": 339.0
1103
  },
1104
  "eval_B-MajorClaim": {
1105
- "f1-score": 0.8246153846153846,
1106
- "precision": 0.8121212121212121,
1107
- "recall": 0.8375,
1108
- "support": 160.0
1109
  },
1110
  "eval_B-Premise": {
1111
- "f1-score": 0.8112033195020746,
1112
- "precision": 0.7922998986828774,
1113
- "recall": 0.8310308182784272,
1114
- "support": 941.0
1115
  },
1116
  "eval_I-Claim": {
1117
- "f1-score": 0.6293847360753111,
1118
- "precision": 0.6646153846153846,
1119
- "recall": 0.5977011494252874,
1120
- "support": 4698.0
1121
  },
1122
  "eval_I-MajorClaim": {
1123
- "f1-score": 0.8671295187933924,
1124
- "precision": 0.842717543043276,
1125
- "recall": 0.8929980276134122,
1126
- "support": 2028.0
1127
  },
1128
  "eval_I-Premise": {
1129
- "f1-score": 0.8906353189803197,
1130
- "precision": 0.8744083511638462,
1131
- "recall": 0.9074759437453738,
1132
- "support": 14861.0
1133
  },
1134
  "eval_O": {
1135
- "f1-score": 0.9144762272902976,
1136
- "precision": 0.9256578303824708,
1137
- "recall": 0.9035615391960279,
1138
- "support": 10473.0
1139
  },
1140
- "eval_accuracy": 0.8565074626865672,
1141
- "eval_loss": 0.9800853729248047,
1142
  "eval_macro avg": {
1143
- "f1-score": 0.794875880275492,
1144
- "precision": 0.792716477422898,
1145
- "recall": 0.7981123788999752,
1146
- "support": 33500.0
1147
- },
1148
- "eval_runtime": 5.0389,
1149
- "eval_samples_per_second": 16.075,
1150
- "eval_steps_per_second": 2.183,
1151
  "eval_weighted avg": {
1152
- "f1-score": 0.8548106483514697,
1153
- "precision": 0.8540863869670992,
1154
- "recall": 0.8565074626865672,
1155
- "support": 33500.0
1156
  },
1157
  "step": 1458
1158
  },
1159
  {
1160
  "epoch": 18.52,
1161
- "grad_norm": 5.693321704864502,
1162
  "learning_rate": 1.2592592592592593e-05,
1163
- "loss": 0.0243,
1164
  "step": 1500
1165
  },
1166
  {
1167
  "epoch": 19.0,
1168
  "eval_B-Claim": {
1169
- "f1-score": 0.6505681818181819,
1170
- "precision": 0.6273972602739726,
1171
- "recall": 0.6755162241887905,
1172
- "support": 339.0
1173
  },
1174
  "eval_B-MajorClaim": {
1175
- "f1-score": 0.8301886792452831,
1176
- "precision": 0.8354430379746836,
1177
- "recall": 0.825,
1178
- "support": 160.0
1179
  },
1180
  "eval_B-Premise": {
1181
- "f1-score": 0.8123044838373306,
1182
- "precision": 0.797338792221085,
1183
- "recall": 0.8278427205100957,
1184
- "support": 941.0
1185
  },
1186
  "eval_I-Claim": {
1187
- "f1-score": 0.6452893252559013,
1188
- "precision": 0.6335110746513536,
1189
- "recall": 0.6575138356747552,
1190
- "support": 4698.0
1191
  },
1192
  "eval_I-MajorClaim": {
1193
- "f1-score": 0.8693540553666828,
1194
- "precision": 0.8564593301435407,
1195
- "recall": 0.8826429980276134,
1196
- "support": 2028.0
1197
  },
1198
  "eval_I-Premise": {
1199
- "f1-score": 0.885918725529904,
1200
- "precision": 0.8887384031963161,
1201
- "recall": 0.8831168831168831,
1202
- "support": 14861.0
1203
  },
1204
  "eval_O": {
1205
- "f1-score": 0.9220829315332689,
1206
- "precision": 0.93133339826629,
1207
- "recall": 0.9130144180273083,
1208
- "support": 10473.0
1209
  },
1210
- "eval_accuracy": 0.8568656716417911,
1211
- "eval_loss": 1.0031511783599854,
1212
  "eval_macro avg": {
1213
- "f1-score": 0.8022437689409362,
1214
- "precision": 0.795745899532463,
1215
- "recall": 0.8092352970779207,
1216
- "support": 33500.0
1217
- },
1218
- "eval_runtime": 4.9883,
1219
- "eval_samples_per_second": 16.238,
1220
- "eval_steps_per_second": 2.205,
1221
  "eval_weighted avg": {
1222
- "f1-score": 0.8577606960594096,
1223
- "precision": 0.8588413433126966,
1224
- "recall": 0.8568656716417911,
1225
- "support": 33500.0
1226
  },
1227
  "step": 1539
1228
  },
1229
  {
1230
  "epoch": 20.0,
1231
  "eval_B-Claim": {
1232
- "f1-score": 0.5980707395498392,
1233
- "precision": 0.657243816254417,
1234
- "recall": 0.5486725663716814,
1235
- "support": 339.0
1236
  },
1237
  "eval_B-MajorClaim": {
1238
- "f1-score": 0.8275862068965517,
1239
- "precision": 0.8301886792452831,
1240
- "recall": 0.825,
1241
- "support": 160.0
1242
  },
1243
  "eval_B-Premise": {
1244
- "f1-score": 0.8045634920634921,
1245
- "precision": 0.7544186046511628,
1246
- "recall": 0.8618490967056323,
1247
- "support": 941.0
1248
  },
1249
  "eval_I-Claim": {
1250
- "f1-score": 0.6099424139146786,
1251
- "precision": 0.6809236420886906,
1252
- "recall": 0.5523627075351213,
1253
- "support": 4698.0
1254
  },
1255
  "eval_I-MajorClaim": {
1256
- "f1-score": 0.8622423328305682,
1257
- "precision": 0.8794871794871795,
1258
- "recall": 0.8456607495069034,
1259
- "support": 2028.0
1260
  },
1261
  "eval_I-Premise": {
1262
- "f1-score": 0.8888383132295087,
1263
- "precision": 0.8599018621036739,
1264
- "recall": 0.9197900545050804,
1265
- "support": 14861.0
1266
  },
1267
  "eval_O": {
1268
- "f1-score": 0.9156209433145824,
1269
- "precision": 0.9221382916908774,
1270
- "recall": 0.9091950730449728,
1271
- "support": 10473.0
1272
  },
1273
- "eval_accuracy": 0.8546268656716418,
1274
- "eval_loss": 1.0620654821395874,
1275
  "eval_macro avg": {
1276
- "f1-score": 0.7866949202570316,
1277
- "precision": 0.7977574393601834,
1278
- "recall": 0.7803614639527703,
1279
- "support": 33500.0
1280
- },
1281
- "eval_runtime": 5.0619,
1282
- "eval_samples_per_second": 16.002,
1283
- "eval_steps_per_second": 2.173,
1284
  "eval_weighted avg": {
1285
- "f1-score": 0.8508870221979551,
1286
- "precision": 0.8502889230298556,
1287
- "recall": 0.8546268656716418,
1288
- "support": 33500.0
1289
  },
1290
  "step": 1620
1291
  },
1292
  {
1293
  "epoch": 21.0,
1294
  "eval_B-Claim": {
1295
- "f1-score": 0.6402266288951841,
1296
- "precision": 0.6158038147138964,
1297
- "recall": 0.6666666666666666,
1298
- "support": 339.0
1299
  },
1300
  "eval_B-MajorClaim": {
1301
- "f1-score": 0.8109756097560975,
1302
- "precision": 0.7916666666666666,
1303
- "recall": 0.83125,
1304
- "support": 160.0
1305
  },
1306
  "eval_B-Premise": {
1307
- "f1-score": 0.8087373468300479,
1308
- "precision": 0.8108974358974359,
1309
- "recall": 0.8065887353878852,
1310
- "support": 941.0
1311
  },
1312
  "eval_I-Claim": {
1313
- "f1-score": 0.6453424245462748,
1314
- "precision": 0.6100473933649289,
1315
- "recall": 0.6849723286504895,
1316
- "support": 4698.0
1317
  },
1318
  "eval_I-MajorClaim": {
1319
- "f1-score": 0.8580842551188516,
1320
- "precision": 0.8208014407924359,
1321
- "recall": 0.8989151873767258,
1322
- "support": 2028.0
1323
  },
1324
  "eval_I-Premise": {
1325
- "f1-score": 0.8847649587227945,
1326
- "precision": 0.8972531654327821,
1327
- "recall": 0.8726196083709037,
1328
- "support": 14861.0
1329
  },
1330
  "eval_O": {
1331
- "f1-score": 0.9148056244830438,
1332
- "precision": 0.9326388888888889,
1333
- "recall": 0.8976415544734078,
1334
- "support": 10473.0
1335
  },
1336
- "eval_accuracy": 0.8515820895522388,
1337
- "eval_loss": 1.061930775642395,
1338
  "eval_macro avg": {
1339
- "f1-score": 0.7947052640503277,
1340
- "precision": 0.782729829393862,
1341
- "recall": 0.8083791544180112,
1342
- "support": 33500.0
1343
- },
1344
- "eval_runtime": 5.0268,
1345
- "eval_samples_per_second": 16.114,
1346
- "eval_steps_per_second": 2.188,
1347
  "eval_weighted avg": {
1348
- "f1-score": 0.8540023792481587,
1349
- "precision": 0.8576320297856588,
1350
- "recall": 0.8515820895522388,
1351
- "support": 33500.0
1352
  },
1353
  "step": 1701
1354
  },
1355
  {
1356
  "epoch": 22.0,
1357
  "eval_B-Claim": {
1358
- "f1-score": 0.6100151745068285,
1359
- "precision": 0.628125,
1360
- "recall": 0.5929203539823009,
1361
- "support": 339.0
1362
  },
1363
  "eval_B-MajorClaim": {
1364
- "f1-score": 0.7964601769911505,
1365
- "precision": 0.7541899441340782,
1366
- "recall": 0.84375,
1367
- "support": 160.0
1368
  },
1369
  "eval_B-Premise": {
1370
- "f1-score": 0.8071428571428572,
1371
- "precision": 0.7762512266928361,
1372
- "recall": 0.8405951115834219,
1373
- "support": 941.0
1374
  },
1375
  "eval_I-Claim": {
1376
- "f1-score": 0.6242526790750141,
1377
- "precision": 0.664026877849772,
1378
- "recall": 0.5889740315027672,
1379
- "support": 4698.0
1380
  },
1381
  "eval_I-MajorClaim": {
1382
- "f1-score": 0.8485707536026459,
1383
- "precision": 0.8145124716553288,
1384
- "recall": 0.8856015779092702,
1385
- "support": 2028.0
1386
  },
1387
  "eval_I-Premise": {
1388
- "f1-score": 0.8863839211926877,
1389
- "precision": 0.8711500974658869,
1390
- "recall": 0.9021600161496535,
1391
- "support": 14861.0
1392
  },
1393
  "eval_O": {
1394
- "f1-score": 0.9082298361764848,
1395
- "precision": 0.9194716242661448,
1396
- "recall": 0.8972596199751742,
1397
- "support": 10473.0
1398
  },
1399
- "eval_accuracy": 0.8505671641791045,
1400
- "eval_loss": 1.0729957818984985,
1401
  "eval_macro avg": {
1402
- "f1-score": 0.7830079140982384,
1403
- "precision": 0.7753896060091495,
1404
- "recall": 0.7930372444432268,
1405
- "support": 33500.0
1406
- },
1407
- "eval_runtime": 5.0353,
1408
- "eval_samples_per_second": 16.086,
1409
- "eval_steps_per_second": 2.185,
1410
  "eval_weighted avg": {
1411
- "f1-score": 0.8487114418737095,
1412
- "precision": 0.8480977508780456,
1413
- "recall": 0.8505671641791045,
1414
- "support": 33500.0
1415
  },
1416
  "step": 1782
1417
  },
1418
  {
1419
  "epoch": 23.0,
1420
  "eval_B-Claim": {
1421
- "f1-score": 0.6436781609195402,
1422
- "precision": 0.6274509803921569,
1423
- "recall": 0.6607669616519174,
1424
- "support": 339.0
1425
  },
1426
  "eval_B-MajorClaim": {
1427
- "f1-score": 0.7938461538461539,
1428
- "precision": 0.7818181818181819,
1429
- "recall": 0.80625,
1430
- "support": 160.0
1431
  },
1432
  "eval_B-Premise": {
1433
- "f1-score": 0.8104166666666667,
1434
- "precision": 0.7946884576098059,
1435
- "recall": 0.8267800212539851,
1436
- "support": 941.0
1437
  },
1438
  "eval_I-Claim": {
1439
- "f1-score": 0.6443532259762131,
1440
- "precision": 0.6373100145742244,
1441
- "recall": 0.651553852703278,
1442
- "support": 4698.0
1443
  },
1444
  "eval_I-MajorClaim": {
1445
- "f1-score": 0.8590571907154823,
1446
- "precision": 0.8344955834495583,
1447
- "recall": 0.8851084812623274,
1448
- "support": 2028.0
1449
  },
1450
  "eval_I-Premise": {
1451
- "f1-score": 0.8891257995735607,
1452
- "precision": 0.8805014846585285,
1453
- "recall": 0.8979207321176234,
1454
- "support": 14861.0
1455
  },
1456
  "eval_O": {
1457
- "f1-score": 0.908608751166331,
1458
- "precision": 0.9353892821031344,
1459
- "recall": 0.8833190107896496,
1460
- "support": 10473.0
1461
  },
1462
- "eval_accuracy": 0.8531940298507462,
1463
- "eval_loss": 1.0359262228012085,
1464
  "eval_macro avg": {
1465
- "f1-score": 0.7927265641234211,
1466
- "precision": 0.7845219978007986,
1467
- "recall": 0.8016712942541115,
1468
- "support": 33500.0
1469
- },
1470
- "eval_runtime": 5.0006,
1471
- "eval_samples_per_second": 16.198,
1472
- "eval_steps_per_second": 2.2,
1473
  "eval_weighted avg": {
1474
- "f1-score": 0.853920052577175,
1475
- "precision": 0.8553284369175107,
1476
- "recall": 0.8531940298507462,
1477
- "support": 33500.0
1478
  },
1479
  "step": 1863
1480
  },
1481
  {
1482
  "epoch": 24.0,
1483
  "eval_B-Claim": {
1484
- "f1-score": 0.6414565826330533,
1485
- "precision": 0.6106666666666667,
1486
- "recall": 0.6755162241887905,
1487
- "support": 339.0
1488
  },
1489
  "eval_B-MajorClaim": {
1490
- "f1-score": 0.8206686930091186,
1491
- "precision": 0.7988165680473372,
1492
- "recall": 0.84375,
1493
- "support": 160.0
1494
  },
1495
  "eval_B-Premise": {
1496
- "f1-score": 0.8077935755660874,
1497
- "precision": 0.8006263048016702,
1498
- "recall": 0.8150903294367694,
1499
- "support": 941.0
1500
  },
1501
  "eval_I-Claim": {
1502
- "f1-score": 0.6328502415458938,
1503
- "precision": 0.6245854063018242,
1504
- "recall": 0.6413367390378885,
1505
- "support": 4698.0
1506
  },
1507
  "eval_I-MajorClaim": {
1508
- "f1-score": 0.8545850471812243,
1509
- "precision": 0.8389548693586698,
1510
- "recall": 0.8708086785009862,
1511
- "support": 2028.0
1512
  },
1513
  "eval_I-Premise": {
1514
- "f1-score": 0.8874008927976548,
1515
- "precision": 0.878735897605067,
1516
- "recall": 0.8962384765493574,
1517
- "support": 14861.0
1518
  },
1519
  "eval_O": {
1520
- "f1-score": 0.9130242825607064,
1521
- "precision": 0.9388619854721549,
1522
- "recall": 0.888570610140361,
1523
- "support": 10473.0
1524
  },
1525
- "eval_accuracy": 0.8517910447761194,
1526
- "eval_loss": 1.0978286266326904,
1527
  "eval_macro avg": {
1528
- "f1-score": 0.7939684736133913,
1529
- "precision": 0.7844639568933414,
1530
- "recall": 0.8044730082648791,
1531
- "support": 33500.0
1532
- },
1533
- "eval_runtime": 5.0476,
1534
- "eval_samples_per_second": 16.047,
1535
- "eval_steps_per_second": 2.179,
1536
  "eval_weighted avg": {
1537
- "f1-score": 0.8526833258684211,
1538
- "precision": 0.8541944616635844,
1539
- "recall": 0.8517910447761194,
1540
- "support": 33500.0
1541
  },
1542
  "step": 1944
1543
  },
1544
  {
1545
  "epoch": 24.69,
1546
- "grad_norm": 0.4236430525779724,
1547
  "learning_rate": 1.0123456790123458e-05,
1548
- "loss": 0.0113,
1549
  "step": 2000
1550
  },
1551
  {
1552
  "epoch": 25.0,
1553
  "eval_B-Claim": {
1554
- "f1-score": 0.6367583212735166,
1555
- "precision": 0.625,
1556
- "recall": 0.6489675516224189,
1557
- "support": 339.0
1558
  },
1559
  "eval_B-MajorClaim": {
1560
- "f1-score": 0.8260869565217391,
1561
- "precision": 0.8209876543209876,
1562
- "recall": 0.83125,
1563
- "support": 160.0
1564
  },
1565
  "eval_B-Premise": {
1566
- "f1-score": 0.8119614799797263,
1567
- "precision": 0.7761627906976745,
1568
- "recall": 0.8512221041445271,
1569
- "support": 941.0
1570
  },
1571
  "eval_I-Claim": {
1572
- "f1-score": 0.6425783428125348,
1573
- "precision": 0.6748653080346685,
1574
- "recall": 0.6132396764580673,
1575
- "support": 4698.0
1576
  },
1577
  "eval_I-MajorClaim": {
1578
- "f1-score": 0.859186189889026,
1579
- "precision": 0.8593981253083375,
1580
- "recall": 0.8589743589743589,
1581
- "support": 2028.0
1582
  },
1583
  "eval_I-Premise": {
1584
- "f1-score": 0.8904676552061268,
1585
- "precision": 0.8633720930232558,
1586
- "recall": 0.9193190229459659,
1587
- "support": 14861.0
1588
  },
1589
  "eval_O": {
1590
- "f1-score": 0.9072733540158565,
1591
- "precision": 0.9367500508440105,
1592
- "recall": 0.8795951494318724,
1593
- "support": 10473.0
1594
  },
1595
- "eval_accuracy": 0.8552537313432835,
1596
- "eval_loss": 1.0907410383224487,
1597
  "eval_macro avg": {
1598
- "f1-score": 0.7963303285283609,
1599
- "precision": 0.7937908603184193,
1600
- "recall": 0.8003668376538873,
1601
- "support": 33500.0
1602
- },
1603
- "eval_runtime": 5.0312,
1604
- "eval_samples_per_second": 16.1,
1605
- "eval_steps_per_second": 2.186,
1606
  "eval_weighted avg": {
1607
- "f1-score": 0.8539840908916618,
1608
- "precision": 0.8545711875497904,
1609
- "recall": 0.8552537313432835,
1610
- "support": 33500.0
1611
  },
1612
  "step": 2025
1613
  },
1614
  {
1615
  "epoch": 26.0,
1616
  "eval_B-Claim": {
1617
- "f1-score": 0.6366279069767441,
1618
- "precision": 0.6275071633237822,
1619
- "recall": 0.6460176991150443,
1620
- "support": 339.0
1621
  },
1622
  "eval_B-MajorClaim": {
1623
- "f1-score": 0.8459214501510574,
1624
- "precision": 0.8187134502923976,
1625
- "recall": 0.875,
1626
- "support": 160.0
1627
  },
1628
  "eval_B-Premise": {
1629
- "f1-score": 0.8115485564304463,
1630
- "precision": 0.8018672199170125,
1631
- "recall": 0.8214665249734325,
1632
- "support": 941.0
1633
  },
1634
  "eval_I-Claim": {
1635
- "f1-score": 0.6410673608851286,
1636
- "precision": 0.6536164565361645,
1637
- "recall": 0.6289910600255428,
1638
- "support": 4698.0
1639
  },
1640
  "eval_I-MajorClaim": {
1641
- "f1-score": 0.8678606001936108,
1642
- "precision": 0.8521863117870723,
1643
- "recall": 0.8841222879684418,
1644
- "support": 2028.0
1645
  },
1646
  "eval_I-Premise": {
1647
- "f1-score": 0.8923780184835536,
1648
- "precision": 0.8787839248434238,
1649
- "recall": 0.9063993001816836,
1650
- "support": 14861.0
1651
  },
1652
  "eval_O": {
1653
- "f1-score": 0.9141020646669263,
1654
- "precision": 0.932723839809202,
1655
- "recall": 0.896209300105032,
1656
- "support": 10473.0
1657
  },
1658
- "eval_accuracy": 0.8577910447761194,
1659
- "eval_loss": 1.082922101020813,
1660
  "eval_macro avg": {
1661
- "f1-score": 0.8013579939696381,
1662
- "precision": 0.7950569095012936,
1663
- "recall": 0.8083151674813109,
1664
- "support": 33500.0
1665
- },
1666
- "eval_runtime": 5.0123,
1667
- "eval_samples_per_second": 16.16,
1668
- "eval_steps_per_second": 2.195,
1669
  "eval_weighted avg": {
1670
- "f1-score": 0.8573614298108096,
1671
- "precision": 0.8574693960861622,
1672
- "recall": 0.8577910447761194,
1673
- "support": 33500.0
1674
  },
1675
  "step": 2106
1676
  },
1677
  {
1678
  "epoch": 27.0,
1679
  "eval_B-Claim": {
1680
- "f1-score": 0.6215022091310751,
1681
- "precision": 0.6205882352941177,
1682
- "recall": 0.6224188790560472,
1683
- "support": 339.0
1684
  },
1685
  "eval_B-MajorClaim": {
1686
- "f1-score": 0.84375,
1687
- "precision": 0.84375,
1688
- "recall": 0.84375,
1689
- "support": 160.0
1690
  },
1691
  "eval_B-Premise": {
1692
- "f1-score": 0.8073394495412843,
1693
- "precision": 0.7757100881488737,
1694
- "recall": 0.8416578108395324,
1695
- "support": 941.0
1696
  },
1697
  "eval_I-Claim": {
1698
- "f1-score": 0.6341463414634146,
1699
- "precision": 0.6431698774080561,
1700
- "recall": 0.6253724989357173,
1701
- "support": 4698.0
1702
  },
1703
  "eval_I-MajorClaim": {
1704
- "f1-score": 0.872308462694041,
1705
- "precision": 0.8860630722278738,
1706
- "recall": 0.8589743589743589,
1707
- "support": 2028.0
1708
  },
1709
  "eval_I-Premise": {
1710
- "f1-score": 0.8874136659290551,
1711
- "precision": 0.8843301035750084,
1712
- "recall": 0.8905188076172532,
1713
- "support": 14861.0
1714
  },
1715
  "eval_O": {
1716
- "f1-score": 0.9142366248269939,
1717
- "precision": 0.9139312977099237,
1718
- "recall": 0.9145421560202426,
1719
- "support": 10473.0
1720
  },
1721
- "eval_accuracy": 0.8546268656716418,
1722
- "eval_loss": 1.1081665754318237,
1723
  "eval_macro avg": {
1724
- "f1-score": 0.7972423933694092,
1725
- "precision": 0.7953632391948362,
1726
- "recall": 0.7996049302061646,
1727
- "support": 33500.0
1728
- },
1729
- "eval_runtime": 4.9873,
1730
- "eval_samples_per_second": 16.241,
1731
- "eval_steps_per_second": 2.206,
1732
  "eval_weighted avg": {
1733
- "f1-score": 0.8542182509443944,
1734
- "precision": 0.8539553059521852,
1735
- "recall": 0.8546268656716418,
1736
- "support": 33500.0
1737
  },
1738
  "step": 2187
1739
  },
1740
  {
1741
  "epoch": 28.0,
1742
  "eval_B-Claim": {
1743
- "f1-score": 0.62882096069869,
1744
- "precision": 0.6206896551724138,
1745
- "recall": 0.6371681415929203,
1746
- "support": 339.0
1747
  },
1748
  "eval_B-MajorClaim": {
1749
- "f1-score": 0.8414634146341463,
1750
- "precision": 0.8214285714285714,
1751
- "recall": 0.8625,
1752
- "support": 160.0
1753
  },
1754
  "eval_B-Premise": {
1755
- "f1-score": 0.8027571580063626,
1756
- "precision": 0.801058201058201,
1757
- "recall": 0.8044633368756642,
1758
- "support": 941.0
1759
  },
1760
  "eval_I-Claim": {
1761
- "f1-score": 0.6291229186552126,
1762
- "precision": 0.6269287677023885,
1763
- "recall": 0.6313324819071946,
1764
- "support": 4698.0
1765
  },
1766
  "eval_I-MajorClaim": {
1767
- "f1-score": 0.8659150875509715,
1768
- "precision": 0.8430639887902849,
1769
- "recall": 0.8900394477317555,
1770
- "support": 2028.0
1771
  },
1772
  "eval_I-Premise": {
1773
- "f1-score": 0.8836598666935972,
1774
- "precision": 0.8841360727517683,
1775
- "recall": 0.8831841733396137,
1776
- "support": 14861.0
1777
  },
1778
  "eval_O": {
1779
- "f1-score": 0.9132002885308969,
1780
- "precision": 0.9198798682425886,
1781
- "recall": 0.9066170151818963,
1782
- "support": 10473.0
1783
  },
1784
- "eval_accuracy": 0.8508059701492537,
1785
- "eval_loss": 1.1174240112304688,
1786
  "eval_macro avg": {
1787
- "f1-score": 0.7949913849671253,
1788
- "precision": 0.7881693035923166,
1789
- "recall": 0.8021863709470064,
1790
- "support": 33500.0
1791
- },
1792
- "eval_runtime": 5.0241,
1793
- "eval_samples_per_second": 16.122,
1794
- "eval_steps_per_second": 2.189,
1795
  "eval_weighted avg": {
1796
- "f1-score": 0.8510719435168806,
1797
- "precision": 0.8514546653411631,
1798
- "recall": 0.8508059701492537,
1799
- "support": 33500.0
1800
  },
1801
  "step": 2268
1802
  }
@@ -1806,7 +1806,7 @@
1806
  "num_input_tokens_seen": 0,
1807
  "num_train_epochs": 50,
1808
  "save_steps": 500,
1809
- "total_flos": 4013639207172000.0,
1810
  "train_batch_size": 4,
1811
  "trial_name": null,
1812
  "trial_params": null
 
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
+ "support": 271.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 139.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.6746310611384398,
27
+ "precision": 0.6075949367088608,
28
+ "recall": 0.7582938388625592,
29
+ "support": 633.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.4376506024096386,
33
+ "precision": 0.550587343690792,
34
+ "recall": 0.3631592101974506,
35
+ "support": 4001.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.620034542314335,
39
+ "precision": 0.5483008781977854,
40
+ "recall": 0.7133631395926477,
41
+ "support": 2013.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.8620734063103671,
45
+ "precision": 0.8396186972154862,
46
+ "recall": 0.8857621736062103,
47
+ "support": 11336.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8807729058286443,
51
+ "precision": 0.8630878069080317,
52
+ "recall": 0.8991979189247779,
53
+ "support": 9226.0
54
  },
55
+ "eval_accuracy": 0.785908251565951,
56
+ "eval_loss": 0.5655931830406189,
57
  "eval_macro avg": {
58
+ "f1-score": 0.49645178828591785,
59
+ "precision": 0.48702709467442235,
60
+ "recall": 0.5171108973119495,
61
+ "support": 27619.0
62
+ },
63
+ "eval_runtime": 4.8252,
64
+ "eval_samples_per_second": 16.58,
65
+ "eval_steps_per_second": 2.072,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7721020318885458,
68
+ "precision": 0.766573839857488,
69
+ "recall": 0.785908251565951,
70
+ "support": 27619.0
71
  },
72
  "step": 81
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.36036036036036034,
78
+ "precision": 0.4624277456647399,
79
+ "recall": 0.2952029520295203,
80
+ "support": 271.0
81
  },
82
  "eval_B-MajorClaim": {
83
+ "f1-score": 0.5836909871244635,
84
+ "precision": 0.723404255319149,
85
+ "recall": 0.4892086330935252,
86
+ "support": 139.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.7396491228070177,
90
+ "precision": 0.6654040404040404,
91
+ "recall": 0.8325434439178515,
92
+ "support": 633.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.46704216775764956,
96
+ "precision": 0.5973520249221184,
97
+ "recall": 0.3834041489627593,
98
+ "support": 4001.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.7326456649010316,
102
+ "precision": 0.8348157560355781,
103
+ "recall": 0.6527570789865872,
104
+ "support": 2013.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8679505932065659,
108
+ "precision": 0.8045344983428744,
109
+ "recall": 0.9422194777699365,
110
+ "support": 11336.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.9101698606271778,
114
+ "precision": 0.9143513454386348,
115
+ "recall": 0.9060264469976155,
116
+ "support": 9226.0
117
  },
118
+ "eval_accuracy": 0.8169376154096818,
119
+ "eval_loss": 0.4831336438655853,
120
  "eval_macro avg": {
121
+ "f1-score": 0.6659298223977524,
122
+ "precision": 0.7146128094467336,
123
+ "recall": 0.6430517402511137,
124
+ "support": 27619.0
125
+ },
126
+ "eval_runtime": 4.8125,
127
+ "eval_samples_per_second": 16.623,
128
+ "eval_steps_per_second": 2.078,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.8047632099274016,
131
+ "precision": 0.8064582361050344,
132
+ "recall": 0.8169376154096818,
133
+ "support": 27619.0
134
  },
135
  "step": 162
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.5806451612903225,
141
+ "precision": 0.59765625,
142
+ "recall": 0.5645756457564576,
143
+ "support": 271.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.7138047138047138,
147
+ "precision": 0.6708860759493671,
148
+ "recall": 0.762589928057554,
149
+ "support": 139.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7739984882842026,
153
+ "precision": 0.7420289855072464,
154
+ "recall": 0.8088467614533965,
155
+ "support": 633.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.6128912532475566,
159
+ "precision": 0.6068103870651641,
160
+ "recall": 0.6190952261934516,
161
+ "support": 4001.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.8072942336126171,
165
+ "precision": 0.8009779951100244,
166
+ "recall": 0.8137108792846498,
167
+ "support": 2013.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8797559224694903,
171
+ "precision": 0.8951789627465303,
172
+ "recall": 0.8648553281580804,
173
+ "support": 11336.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.9226235130211126,
177
+ "precision": 0.912356930902925,
178
+ "recall": 0.933123780619987,
179
+ "support": 9226.0
180
  },
181
+ "eval_accuracy": 0.8435859372171332,
182
+ "eval_loss": 0.4283505082130432,
183
  "eval_macro avg": {
184
+ "f1-score": 0.7558590408185736,
185
+ "precision": 0.7465565124687511,
186
+ "recall": 0.7666853642176539,
187
+ "support": 27619.0
188
+ },
189
+ "eval_runtime": 4.8554,
190
+ "eval_samples_per_second": 16.476,
191
+ "eval_steps_per_second": 2.06,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.8439412578936614,
194
+ "precision": 0.8447189682878564,
195
+ "recall": 0.8435859372171332,
196
+ "support": 27619.0
197
  },
198
  "step": 243
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.6033333333333333,
204
+ "precision": 0.5501519756838906,
205
+ "recall": 0.6678966789667896,
206
+ "support": 271.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.6847457627118644,
210
+ "precision": 0.6474358974358975,
211
+ "recall": 0.7266187050359713,
212
+ "support": 139.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7818471337579618,
216
+ "precision": 0.7881219903691814,
217
+ "recall": 0.7756714060031595,
218
+ "support": 633.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.6216657593903103,
222
+ "precision": 0.550733024691358,
223
+ "recall": 0.7135716070982254,
224
+ "support": 4001.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.7652218782249742,
228
+ "precision": 0.7960279119699409,
229
+ "recall": 0.7367113760556383,
230
+ "support": 2013.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.8739165400768475,
234
+ "precision": 0.8853883758826725,
235
+ "recall": 0.8627381792519407,
236
+ "support": 11336.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.9062570845613239,
240
+ "precision": 0.9497505345687812,
241
+ "recall": 0.8665727292434424,
242
+ "support": 9226.0
243
  },
244
+ "eval_accuracy": 0.8286324631594192,
245
+ "eval_loss": 0.4826153814792633,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7481410702938023,
248
+ "precision": 0.7382299586573888,
249
+ "recall": 0.7642543830935953,
250
+ "support": 27619.0
251
+ },
252
+ "eval_runtime": 4.8516,
253
+ "eval_samples_per_second": 16.49,
254
+ "eval_steps_per_second": 2.061,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.8345383371838407,
257
+ "precision": 0.8451795530099128,
258
+ "recall": 0.8286324631594192,
259
+ "support": 27619.0
260
  },
261
  "step": 324
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
+ "f1-score": 0.5825242718446603,
267
+ "precision": 0.6147540983606558,
268
+ "recall": 0.5535055350553506,
269
+ "support": 271.0
270
  },
271
  "eval_B-MajorClaim": {
272
+ "f1-score": 0.7317073170731707,
273
+ "precision": 0.7094594594594594,
274
+ "recall": 0.7553956834532374,
275
+ "support": 139.0
276
  },
277
  "eval_B-Premise": {
278
+ "f1-score": 0.7840735068912711,
279
+ "precision": 0.7607726597325408,
280
+ "recall": 0.8088467614533965,
281
+ "support": 633.0
282
  },
283
  "eval_I-Claim": {
284
+ "f1-score": 0.5830055074744296,
285
+ "precision": 0.6132413793103448,
286
+ "recall": 0.5556110972256936,
287
+ "support": 4001.0
288
  },
289
  "eval_I-MajorClaim": {
290
+ "f1-score": 0.803728638011393,
291
+ "precision": 0.8393726338561385,
292
+ "recall": 0.7709885742672627,
293
+ "support": 2013.0
294
  },
295
  "eval_I-Premise": {
296
+ "f1-score": 0.8823829787234042,
297
+ "precision": 0.8523512002630713,
298
+ "recall": 0.9146083274523642,
299
+ "support": 11336.0
300
  },
301
  "eval_O": {
302
+ "f1-score": 0.9254767941792524,
303
+ "precision": 0.9415657245401525,
304
+ "recall": 0.9099284630392369,
305
+ "support": 9226.0
306
  },
307
+ "eval_accuracy": 0.8438031789709982,
308
+ "eval_loss": 0.513404905796051,
309
  "eval_macro avg": {
310
+ "f1-score": 0.7561284305996544,
311
+ "precision": 0.7616453079317661,
312
+ "recall": 0.7526977774209346,
313
+ "support": 27619.0
314
+ },
315
+ "eval_runtime": 4.8184,
316
+ "eval_samples_per_second": 16.603,
317
+ "eval_steps_per_second": 2.075,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8417228378374912,
320
+ "precision": 0.8414191958613282,
321
+ "recall": 0.8438031789709982,
322
+ "support": 27619.0
323
  },
324
  "step": 405
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
+ "f1-score": 0.5851851851851851,
330
+ "precision": 0.587360594795539,
331
+ "recall": 0.5830258302583026,
332
+ "support": 271.0
333
  },
334
  "eval_B-MajorClaim": {
335
+ "f1-score": 0.7460815047021944,
336
+ "precision": 0.6611111111111111,
337
+ "recall": 0.8561151079136691,
338
+ "support": 139.0
339
  },
340
  "eval_B-Premise": {
341
+ "f1-score": 0.7778631821675633,
342
+ "precision": 0.7574850299401198,
343
+ "recall": 0.7993680884676145,
344
+ "support": 633.0
345
  },
346
  "eval_I-Claim": {
347
+ "f1-score": 0.5999495204442201,
348
+ "precision": 0.6059138414478715,
349
+ "recall": 0.5941014746313422,
350
+ "support": 4001.0
351
  },
352
  "eval_I-MajorClaim": {
353
+ "f1-score": 0.800587227795449,
354
+ "precision": 0.7888138862102217,
355
+ "recall": 0.8127173373075013,
356
+ "support": 2013.0
357
  },
358
  "eval_I-Premise": {
359
+ "f1-score": 0.8798354629791703,
360
+ "precision": 0.8729593608891977,
361
+ "recall": 0.8868207480592801,
362
+ "support": 11336.0
363
  },
364
  "eval_O": {
365
+ "f1-score": 0.9269283557507548,
366
+ "precision": 0.9391478473690066,
367
+ "recall": 0.9150227617602428,
368
+ "support": 9226.0
369
  },
370
+ "eval_accuracy": 0.843296281545313,
371
+ "eval_loss": 0.5017187595367432,
372
  "eval_macro avg": {
373
+ "f1-score": 0.7594900627177908,
374
+ "precision": 0.744684524537581,
375
+ "recall": 0.7781673354854218,
376
+ "support": 27619.0
377
+ },
378
+ "eval_runtime": 4.8298,
379
+ "eval_samples_per_second": 16.564,
380
+ "eval_steps_per_second": 2.07,
381
  "eval_weighted avg": {
382
+ "f1-score": 0.8433438519855446,
383
+ "precision": 0.8437360576786502,
384
+ "recall": 0.843296281545313,
385
+ "support": 27619.0
386
  },
387
  "step": 486
388
  },
389
  {
390
  "epoch": 6.17,
391
+ "grad_norm": 7.375185489654541,
392
  "learning_rate": 1.7530864197530865e-05,
393
+ "loss": 0.4085,
394
  "step": 500
395
  },
396
  {
397
  "epoch": 7.0,
398
  "eval_B-Claim": {
399
+ "f1-score": 0.5725338491295938,
400
+ "precision": 0.6016260162601627,
401
+ "recall": 0.5461254612546126,
402
+ "support": 271.0
403
  },
404
  "eval_B-MajorClaim": {
405
+ "f1-score": 0.745644599303136,
406
+ "precision": 0.722972972972973,
407
+ "recall": 0.7697841726618705,
408
+ "support": 139.0
409
  },
410
  "eval_B-Premise": {
411
+ "f1-score": 0.7915087187263078,
412
+ "precision": 0.760932944606414,
413
+ "recall": 0.8246445497630331,
414
+ "support": 633.0
415
  },
416
  "eval_I-Claim": {
417
+ "f1-score": 0.5842240562846706,
418
+ "precision": 0.6368731563421829,
419
+ "recall": 0.5396150962259435,
420
+ "support": 4001.0
421
  },
422
  "eval_I-MajorClaim": {
423
+ "f1-score": 0.7921810699588476,
424
+ "precision": 0.8213333333333334,
425
+ "recall": 0.7650273224043715,
426
+ "support": 2013.0
427
  },
428
  "eval_I-Premise": {
429
+ "f1-score": 0.8817056396148556,
430
+ "precision": 0.8598256203890007,
431
+ "recall": 0.9047282992237121,
432
+ "support": 11336.0
433
  },
434
  "eval_O": {
435
+ "f1-score": 0.9274176179194485,
436
+ "precision": 0.9214637277979885,
437
+ "recall": 0.9334489486234554,
438
+ "support": 9226.0
439
  },
440
+ "eval_accuracy": 0.8452152503711213,
441
+ "eval_loss": 0.6029371023178101,
442
  "eval_macro avg": {
443
+ "f1-score": 0.7564593644195513,
444
+ "precision": 0.7607182531002935,
445
+ "recall": 0.7547676928795714,
446
+ "support": 27619.0
447
+ },
448
+ "eval_runtime": 4.8043,
449
+ "eval_samples_per_second": 16.652,
450
+ "eval_steps_per_second": 2.081,
451
  "eval_weighted avg": {
452
+ "f1-score": 0.8415705604110203,
453
+ "precision": 0.8398235103191511,
454
+ "recall": 0.8452152503711213,
455
+ "support": 27619.0
456
  },
457
  "step": 567
458
  },
459
  {
460
  "epoch": 8.0,
461
  "eval_B-Claim": {
462
+ "f1-score": 0.5641891891891891,
463
+ "precision": 0.5202492211838006,
464
+ "recall": 0.6162361623616236,
465
+ "support": 271.0
466
  },
467
  "eval_B-MajorClaim": {
468
+ "f1-score": 0.7318840579710144,
469
+ "precision": 0.7372262773722628,
470
+ "recall": 0.7266187050359713,
471
+ "support": 139.0
472
  },
473
  "eval_B-Premise": {
474
+ "f1-score": 0.7673716012084594,
475
+ "precision": 0.7351664254703328,
476
+ "recall": 0.8025276461295419,
477
+ "support": 633.0
478
  },
479
  "eval_I-Claim": {
480
+ "f1-score": 0.5930426495115559,
481
+ "precision": 0.5665832005463237,
482
+ "recall": 0.6220944763809048,
483
+ "support": 4001.0
484
  },
485
  "eval_I-MajorClaim": {
486
+ "f1-score": 0.7816030123722432,
487
+ "precision": 0.852199413489736,
488
+ "recall": 0.7218082463984103,
489
+ "support": 2013.0
490
  },
491
  "eval_I-Premise": {
492
+ "f1-score": 0.8746564286025915,
493
+ "precision": 0.8652567975830816,
494
+ "recall": 0.8842625264643613,
495
+ "support": 11336.0
496
  },
497
  "eval_O": {
498
+ "f1-score": 0.924221395658691,
499
+ "precision": 0.9473085239558439,
500
+ "recall": 0.9022328202904835,
501
+ "support": 9226.0
502
  },
503
+ "eval_accuracy": 0.835149715775372,
504
+ "eval_loss": 0.6411188840866089,
505
  "eval_macro avg": {
506
+ "f1-score": 0.7481383335019636,
507
+ "precision": 0.7462842656573401,
508
+ "recall": 0.7536829404373281,
509
+ "support": 27619.0
510
+ },
511
+ "eval_runtime": 4.8296,
512
+ "eval_samples_per_second": 16.564,
513
+ "eval_steps_per_second": 2.071,
514
  "eval_weighted avg": {
515
+ "f1-score": 0.8374117728187233,
516
+ "precision": 0.8414359188593861,
517
+ "recall": 0.835149715775372,
518
+ "support": 27619.0
519
  },
520
  "step": 648
521
  },
522
  {
523
  "epoch": 9.0,
524
  "eval_B-Claim": {
525
+ "f1-score": 0.6241610738255032,
526
+ "precision": 0.5723076923076923,
527
+ "recall": 0.6863468634686347,
528
+ "support": 271.0
529
  },
530
  "eval_B-MajorClaim": {
531
+ "f1-score": 0.756578947368421,
532
+ "precision": 0.696969696969697,
533
+ "recall": 0.8273381294964028,
534
+ "support": 139.0
535
  },
536
  "eval_B-Premise": {
537
+ "f1-score": 0.780448717948718,
538
+ "precision": 0.791869918699187,
539
+ "recall": 0.7693522906793049,
540
+ "support": 633.0
541
  },
542
  "eval_I-Claim": {
543
+ "f1-score": 0.640754369825207,
544
+ "precision": 0.5933972310969116,
545
+ "recall": 0.69632591852037,
546
+ "support": 4001.0
547
  },
548
  "eval_I-MajorClaim": {
549
+ "f1-score": 0.797244094488189,
550
+ "precision": 0.7898586055582643,
551
+ "recall": 0.8047690014903129,
552
+ "support": 2013.0
553
  },
554
  "eval_I-Premise": {
555
+ "f1-score": 0.8789423814465549,
556
+ "precision": 0.8996028447400019,
557
+ "recall": 0.8592095977417078,
558
+ "support": 11336.0
559
  },
560
  "eval_O": {
561
+ "f1-score": 0.9287169042769858,
562
+ "precision": 0.9435186220780674,
563
+ "recall": 0.9143724257533059,
564
+ "support": 9226.0
565
  },
566
+ "eval_accuracy": 0.8461566313045368,
567
+ "eval_loss": 0.6282346844673157,
568
  "eval_macro avg": {
569
+ "f1-score": 0.7724066413113684,
570
+ "precision": 0.7553606587785459,
571
+ "recall": 0.7939591753071484,
572
+ "support": 27619.0
573
+ },
574
+ "eval_runtime": 4.8069,
575
+ "eval_samples_per_second": 16.643,
576
+ "eval_steps_per_second": 2.08,
577
  "eval_weighted avg": {
578
+ "f1-score": 0.8497367665000708,
579
+ "precision": 0.85521547416283,
580
+ "recall": 0.8461566313045368,
581
+ "support": 27619.0
582
  },
583
  "step": 729
584
  },
585
  {
586
  "epoch": 10.0,
587
  "eval_B-Claim": {
588
+ "f1-score": 0.5714285714285714,
589
+ "precision": 0.5602836879432624,
590
+ "recall": 0.5830258302583026,
591
+ "support": 271.0
592
  },
593
  "eval_B-MajorClaim": {
594
+ "f1-score": 0.7407407407407407,
595
+ "precision": 0.6962025316455697,
596
+ "recall": 0.7913669064748201,
597
+ "support": 139.0
598
  },
599
  "eval_B-Premise": {
600
+ "f1-score": 0.789156626506024,
601
+ "precision": 0.753956834532374,
602
+ "recall": 0.8278041074249605,
603
+ "support": 633.0
604
  },
605
  "eval_I-Claim": {
606
+ "f1-score": 0.6017810109118275,
607
+ "precision": 0.6039778449144008,
608
+ "recall": 0.5996000999750063,
609
+ "support": 4001.0
610
  },
611
  "eval_I-MajorClaim": {
612
+ "f1-score": 0.7822841502861408,
613
+ "precision": 0.7836490528414756,
614
+ "recall": 0.7809239940387481,
615
+ "support": 2013.0
616
  },
617
  "eval_I-Premise": {
618
+ "f1-score": 0.8826781594183972,
619
+ "precision": 0.871336484744306,
620
+ "recall": 0.894318983768525,
621
+ "support": 11336.0
622
  },
623
  "eval_O": {
624
+ "f1-score": 0.9204840581311821,
625
+ "precision": 0.9389020403562169,
626
+ "recall": 0.9027747669629308,
627
+ "support": 9226.0
628
  },
629
+ "eval_accuracy": 0.8410876570476845,
630
+ "eval_loss": 0.7145851254463196,
631
  "eval_macro avg": {
632
+ "f1-score": 0.7555076167746976,
633
+ "precision": 0.744044068139658,
634
+ "recall": 0.7685449555576133,
635
+ "support": 27619.0
636
+ },
637
+ "eval_runtime": 4.8288,
638
+ "eval_samples_per_second": 16.567,
639
+ "eval_steps_per_second": 2.071,
640
  "eval_weighted avg": {
641
+ "f1-score": 0.841386205332122,
642
+ "precision": 0.842161020451525,
643
+ "recall": 0.8410876570476845,
644
+ "support": 27619.0
645
  },
646
  "step": 810
647
  },
648
  {
649
  "epoch": 11.0,
650
  "eval_B-Claim": {
651
+ "f1-score": 0.6018348623853211,
652
+ "precision": 0.5985401459854015,
653
+ "recall": 0.6051660516605166,
654
+ "support": 271.0
655
  },
656
  "eval_B-MajorClaim": {
657
+ "f1-score": 0.7272727272727274,
658
+ "precision": 0.768,
659
+ "recall": 0.6906474820143885,
660
+ "support": 139.0
661
  },
662
  "eval_B-Premise": {
663
+ "f1-score": 0.7833733013589128,
664
+ "precision": 0.7928802588996764,
665
+ "recall": 0.7740916271721959,
666
+ "support": 633.0
667
  },
668
  "eval_I-Claim": {
669
+ "f1-score": 0.6083602886290123,
670
+ "precision": 0.6056477582363141,
671
+ "recall": 0.6110972256935766,
672
+ "support": 4001.0
673
  },
674
  "eval_I-MajorClaim": {
675
+ "f1-score": 0.7648026315789475,
676
+ "precision": 0.8532110091743119,
677
+ "recall": 0.6929955290611028,
678
+ "support": 2013.0
679
  },
680
  "eval_I-Premise": {
681
+ "f1-score": 0.882720702345586,
682
+ "precision": 0.8874030489435678,
683
+ "recall": 0.8780875088214538,
684
+ "support": 11336.0
685
  },
686
  "eval_O": {
687
+ "f1-score": 0.921590369079677,
688
+ "precision": 0.8984865643982292,
689
+ "recall": 0.9459137220897463,
690
+ "support": 9226.0
691
  },
692
+ "eval_accuracy": 0.8425721423657627,
693
+ "eval_loss": 0.7725272178649902,
694
  "eval_macro avg": {
695
+ "f1-score": 0.7557078403785977,
696
+ "precision": 0.7720241122339289,
697
+ "recall": 0.7425713066447115,
698
+ "support": 27619.0
699
+ },
700
+ "eval_runtime": 4.7985,
701
+ "eval_samples_per_second": 16.672,
702
+ "eval_steps_per_second": 2.084,
703
  "eval_weighted avg": {
704
+ "f1-score": 0.8415502116531838,
705
+ "precision": 0.8421955187218679,
706
+ "recall": 0.8425721423657627,
707
+ "support": 27619.0
708
  },
709
  "step": 891
710
  },
711
  {
712
  "epoch": 12.0,
713
  "eval_B-Claim": {
714
+ "f1-score": 0.5907473309608542,
715
+ "precision": 0.570446735395189,
716
+ "recall": 0.6125461254612546,
717
+ "support": 271.0
718
  },
719
  "eval_B-MajorClaim": {
720
+ "f1-score": 0.7328767123287672,
721
+ "precision": 0.6993464052287581,
722
+ "recall": 0.7697841726618705,
723
+ "support": 139.0
724
  },
725
  "eval_B-Premise": {
726
+ "f1-score": 0.7870370370370371,
727
+ "precision": 0.7692307692307693,
728
+ "recall": 0.8056872037914692,
729
+ "support": 633.0
730
  },
731
  "eval_I-Claim": {
732
+ "f1-score": 0.6039273805113003,
733
+ "precision": 0.596923828125,
734
+ "recall": 0.6110972256935766,
735
+ "support": 4001.0
736
  },
737
  "eval_I-MajorClaim": {
738
+ "f1-score": 0.7876195269250126,
739
+ "precision": 0.7980622131565528,
740
+ "recall": 0.7774465971187282,
741
+ "support": 2013.0
742
  },
743
  "eval_I-Premise": {
744
+ "f1-score": 0.8808608098180718,
745
+ "precision": 0.8633629817873782,
746
+ "recall": 0.8990825688073395,
747
+ "support": 11336.0
748
  },
749
  "eval_O": {
750
+ "f1-score": 0.9129559185500112,
751
+ "precision": 0.9433526011560693,
752
+ "recall": 0.8844569694342077,
753
+ "support": 9226.0
754
  },
755
+ "eval_accuracy": 0.8380100655345958,
756
+ "eval_loss": 0.8826749920845032,
757
  "eval_macro avg": {
758
+ "f1-score": 0.7565749594472935,
759
+ "precision": 0.7486750762971024,
760
+ "recall": 0.765728694709778,
761
+ "support": 27619.0
762
+ },
763
+ "eval_runtime": 4.8258,
764
+ "eval_samples_per_second": 16.577,
765
+ "eval_steps_per_second": 2.072,
766
  "eval_weighted avg": {
767
+ "f1-score": 0.8389267473809466,
768
+ "precision": 0.8408692792556519,
769
+ "recall": 0.8380100655345958,
770
+ "support": 27619.0
771
  },
772
  "step": 972
773
  },
774
  {
775
  "epoch": 12.35,
776
+ "grad_norm": 6.464661598205566,
777
  "learning_rate": 1.506172839506173e-05,
778
+ "loss": 0.0768,
779
  "step": 1000
780
  },
781
  {
782
  "epoch": 13.0,
783
  "eval_B-Claim": {
784
+ "f1-score": 0.6059544658493871,
785
+ "precision": 0.5766666666666667,
786
+ "recall": 0.6383763837638377,
787
+ "support": 271.0
788
  },
789
  "eval_B-MajorClaim": {
790
+ "f1-score": 0.75,
791
+ "precision": 0.6909090909090909,
792
+ "recall": 0.8201438848920863,
793
+ "support": 139.0
794
  },
795
  "eval_B-Premise": {
796
+ "f1-score": 0.7835703001579779,
797
+ "precision": 0.7835703001579779,
798
+ "recall": 0.7835703001579779,
799
+ "support": 633.0
800
  },
801
  "eval_I-Claim": {
802
+ "f1-score": 0.6174981923355025,
803
+ "precision": 0.5962299278566442,
804
+ "recall": 0.6403399150212447,
805
+ "support": 4001.0
806
  },
807
  "eval_I-MajorClaim": {
808
+ "f1-score": 0.7900677200902934,
809
+ "precision": 0.7978723404255319,
810
+ "recall": 0.7824143070044709,
811
+ "support": 2013.0
812
  },
813
  "eval_I-Premise": {
814
+ "f1-score": 0.8801810597319606,
815
+ "precision": 0.8856045722450437,
816
+ "recall": 0.8748235709244884,
817
+ "support": 11336.0
818
  },
819
  "eval_O": {
820
+ "f1-score": 0.9129007550060182,
821
+ "precision": 0.9216747680070703,
822
+ "recall": 0.9042922176457836,
823
+ "support": 9226.0
824
  },
825
+ "eval_accuracy": 0.8392773090988088,
826
+ "eval_loss": 0.8458374738693237,
827
  "eval_macro avg": {
828
+ "f1-score": 0.7628817847387342,
829
+ "precision": 0.7503610951811466,
830
+ "recall": 0.7777086542014128,
831
+ "support": 27619.0
832
+ },
833
+ "eval_runtime": 4.8414,
834
+ "eval_samples_per_second": 16.524,
835
+ "eval_steps_per_second": 2.065,
836
  "eval_weighted avg": {
837
+ "f1-score": 0.8409296175505384,
838
+ "precision": 0.8429896387826172,
839
+ "recall": 0.8392773090988088,
840
+ "support": 27619.0
841
  },
842
  "step": 1053
843
  },
844
  {
845
  "epoch": 14.0,
846
  "eval_B-Claim": {
847
+ "f1-score": 0.5909090909090908,
848
+ "precision": 0.5614617940199336,
849
+ "recall": 0.6236162361623616,
850
+ "support": 271.0
851
  },
852
  "eval_B-MajorClaim": {
853
+ "f1-score": 0.7424749163879598,
854
+ "precision": 0.69375,
855
+ "recall": 0.7985611510791367,
856
+ "support": 139.0
857
  },
858
  "eval_B-Premise": {
859
+ "f1-score": 0.7811764705882354,
860
+ "precision": 0.7757009345794392,
861
+ "recall": 0.7867298578199052,
862
+ "support": 633.0
863
  },
864
  "eval_I-Claim": {
865
+ "f1-score": 0.6013087736306351,
866
+ "precision": 0.5836273817925194,
867
+ "recall": 0.620094976255936,
868
+ "support": 4001.0
869
  },
870
  "eval_I-MajorClaim": {
871
+ "f1-score": 0.7706057596822246,
872
+ "precision": 0.7702233250620347,
873
+ "recall": 0.7709885742672627,
874
+ "support": 2013.0
875
  },
876
  "eval_I-Premise": {
877
+ "f1-score": 0.8808171531721921,
878
+ "precision": 0.8792300254900237,
879
+ "recall": 0.882410021171489,
880
+ "support": 11336.0
881
  },
882
  "eval_O": {
883
+ "f1-score": 0.9170672412840489,
884
+ "precision": 0.9353093654908148,
885
+ "recall": 0.8995230869282462,
886
+ "support": 9226.0
887
  },
888
+ "eval_accuracy": 0.8368514428473153,
889
+ "eval_loss": 0.9143030047416687,
890
  "eval_macro avg": {
891
+ "f1-score": 0.7549084865220552,
892
+ "precision": 0.7427575466335379,
893
+ "recall": 0.7688462719549054,
894
+ "support": 27619.0
895
+ },
896
+ "eval_runtime": 4.8212,
897
+ "eval_samples_per_second": 16.594,
898
+ "eval_steps_per_second": 2.074,
899
  "eval_weighted avg": {
900
+ "f1-score": 0.838578387953211,
901
+ "precision": 0.8407717357848979,
902
+ "recall": 0.8368514428473153,
903
+ "support": 27619.0
904
  },
905
  "step": 1134
906
  },
907
  {
908
  "epoch": 15.0,
909
  "eval_B-Claim": {
910
+ "f1-score": 0.5709090909090909,
911
+ "precision": 0.5627240143369175,
912
+ "recall": 0.5793357933579336,
913
+ "support": 271.0
914
  },
915
  "eval_B-MajorClaim": {
916
+ "f1-score": 0.7446808510638296,
917
+ "precision": 0.7342657342657343,
918
+ "recall": 0.7553956834532374,
919
+ "support": 139.0
920
  },
921
  "eval_B-Premise": {
922
+ "f1-score": 0.7841269841269841,
923
+ "precision": 0.7878787878787878,
924
+ "recall": 0.7804107424960506,
925
+ "support": 633.0
926
  },
927
  "eval_I-Claim": {
928
+ "f1-score": 0.5929925907321362,
929
+ "precision": 0.5959111559818273,
930
+ "recall": 0.5901024743814046,
931
+ "support": 4001.0
932
  },
933
  "eval_I-MajorClaim": {
934
+ "f1-score": 0.7486910994764399,
935
+ "precision": 0.7913669064748201,
936
+ "recall": 0.7103825136612022,
937
+ "support": 2013.0
938
  },
939
  "eval_I-Premise": {
940
+ "f1-score": 0.882824477638092,
941
+ "precision": 0.8767945706081963,
942
+ "recall": 0.8889378969654199,
943
+ "support": 11336.0
944
  },
945
  "eval_O": {
946
+ "f1-score": 0.9183122909247868,
947
+ "precision": 0.9142672969488612,
948
+ "recall": 0.9223932365055278,
949
+ "support": 9226.0
950
  },
951
+ "eval_accuracy": 0.8376117889858431,
952
+ "eval_loss": 0.9049480557441711,
953
  "eval_macro avg": {
954
+ "f1-score": 0.74893391212448,
955
+ "precision": 0.7518869237850208,
956
+ "recall": 0.746708334402968,
957
+ "support": 27619.0
958
+ },
959
+ "eval_runtime": 4.8265,
960
+ "eval_samples_per_second": 16.575,
961
+ "eval_steps_per_second": 2.072,
962
  "eval_weighted avg": {
963
+ "f1-score": 0.8368987072750449,
964
+ "precision": 0.8365590307236803,
965
+ "recall": 0.8376117889858431,
966
+ "support": 27619.0
967
  },
968
  "step": 1215
969
  },
970
  {
971
  "epoch": 16.0,
972
  "eval_B-Claim": {
973
+ "f1-score": 0.5880077369439072,
974
+ "precision": 0.6178861788617886,
975
+ "recall": 0.5608856088560885,
976
+ "support": 271.0
977
  },
978
  "eval_B-MajorClaim": {
979
+ "f1-score": 0.7475409836065575,
980
+ "precision": 0.6867469879518072,
981
+ "recall": 0.8201438848920863,
982
+ "support": 139.0
983
  },
984
  "eval_B-Premise": {
985
+ "f1-score": 0.7921259842519685,
986
+ "precision": 0.7896389324960753,
987
+ "recall": 0.7946287519747235,
988
+ "support": 633.0
989
  },
990
  "eval_I-Claim": {
991
+ "f1-score": 0.5849176980987624,
992
+ "precision": 0.5974973931178311,
993
+ "recall": 0.5728567858035492,
994
+ "support": 4001.0
995
  },
996
  "eval_I-MajorClaim": {
997
+ "f1-score": 0.7757869249394673,
998
+ "precision": 0.7567312234293812,
999
+ "recall": 0.7958271236959762,
1000
+ "support": 2013.0
1001
  },
1002
  "eval_I-Premise": {
1003
+ "f1-score": 0.8798468592797044,
1004
+ "precision": 0.8881100026961445,
1005
+ "recall": 0.8717360621030346,
1006
+ "support": 11336.0
1007
  },
1008
  "eval_O": {
1009
+ "f1-score": 0.92327420388972,
1010
+ "precision": 0.9104320337197049,
1011
+ "recall": 0.9364838499891611,
1012
+ "support": 9226.0
1013
  },
1014
+ "eval_accuracy": 0.8394583438936963,
1015
+ "eval_loss": 0.9981638789176941,
1016
  "eval_macro avg": {
1017
+ "f1-score": 0.7559286272871554,
1018
+ "precision": 0.7495775360389619,
1019
+ "recall": 0.7646517239020884,
1020
+ "support": 27619.0
1021
+ },
1022
+ "eval_runtime": 4.8136,
1023
+ "eval_samples_per_second": 16.62,
1024
+ "eval_steps_per_second": 2.077,
1025
  "eval_weighted avg": {
1026
+ "f1-score": 0.8385046755256232,
1027
+ "precision": 0.8379700346267476,
1028
+ "recall": 0.8394583438936963,
1029
+ "support": 27619.0
1030
  },
1031
  "step": 1296
1032
  },
1033
  {
1034
  "epoch": 17.0,
1035
  "eval_B-Claim": {
1036
+ "f1-score": 0.5753424657534246,
1037
+ "precision": 0.6125,
1038
+ "recall": 0.5424354243542435,
1039
+ "support": 271.0
1040
  },
1041
  "eval_B-MajorClaim": {
1042
+ "f1-score": 0.7160493827160496,
1043
+ "precision": 0.6270270270270271,
1044
+ "recall": 0.8345323741007195,
1045
+ "support": 139.0
1046
  },
1047
  "eval_B-Premise": {
1048
+ "f1-score": 0.7974882260596545,
1049
+ "precision": 0.7925117004680188,
1050
+ "recall": 0.8025276461295419,
1051
+ "support": 633.0
1052
  },
1053
  "eval_I-Claim": {
1054
+ "f1-score": 0.5781887408213218,
1055
+ "precision": 0.6340590515955861,
1056
+ "recall": 0.5313671582104474,
1057
+ "support": 4001.0
1058
  },
1059
  "eval_I-MajorClaim": {
1060
+ "f1-score": 0.7680890538033396,
1061
+ "precision": 0.7203131796433232,
1062
+ "recall": 0.8226527570789866,
1063
+ "support": 2013.0
1064
  },
1065
  "eval_I-Premise": {
1066
+ "f1-score": 0.8883316761056591,
1067
+ "precision": 0.8710470538363714,
1068
+ "recall": 0.9063161609033169,
1069
+ "support": 11336.0
1070
  },
1071
  "eval_O": {
1072
+ "f1-score": 0.9186122627100153,
1073
+ "precision": 0.9246650560070283,
1074
+ "recall": 0.9126381964014741,
1075
+ "support": 9226.0
1076
  },
1077
+ "eval_accuracy": 0.8417031753503024,
1078
+ "eval_loss": 1.0078351497650146,
1079
  "eval_macro avg": {
1080
+ "f1-score": 0.7488716868527806,
1081
+ "precision": 0.7403032955110508,
1082
+ "recall": 0.7646385310255328,
1083
+ "support": 27619.0
1084
+ },
1085
+ "eval_runtime": 4.8211,
1086
+ "eval_samples_per_second": 16.594,
1087
+ "eval_steps_per_second": 2.074,
1088
  "eval_weighted avg": {
1089
+ "f1-score": 0.838734195768893,
1090
+ "precision": 0.8380757474281803,
1091
+ "recall": 0.8417031753503024,
1092
+ "support": 27619.0
1093
  },
1094
  "step": 1377
1095
  },
1096
  {
1097
  "epoch": 18.0,
1098
  "eval_B-Claim": {
1099
+ "f1-score": 0.5923076923076923,
1100
+ "precision": 0.6184738955823293,
1101
+ "recall": 0.5682656826568265,
1102
+ "support": 271.0
1103
  },
1104
  "eval_B-MajorClaim": {
1105
+ "f1-score": 0.745644599303136,
1106
+ "precision": 0.722972972972973,
1107
+ "recall": 0.7697841726618705,
1108
+ "support": 139.0
1109
  },
1110
  "eval_B-Premise": {
1111
+ "f1-score": 0.7912087912087912,
1112
+ "precision": 0.7862714508580343,
1113
+ "recall": 0.7962085308056872,
1114
+ "support": 633.0
1115
  },
1116
  "eval_I-Claim": {
1117
+ "f1-score": 0.6042421107087429,
1118
+ "precision": 0.6261056017153578,
1119
+ "recall": 0.5838540364908773,
1120
+ "support": 4001.0
1121
  },
1122
  "eval_I-MajorClaim": {
1123
+ "f1-score": 0.7803540264273249,
1124
+ "precision": 0.7832832832832833,
1125
+ "recall": 0.7774465971187282,
1126
+ "support": 2013.0
1127
  },
1128
  "eval_I-Premise": {
1129
+ "f1-score": 0.8878702702702702,
1130
+ "precision": 0.8708117736873356,
1131
+ "recall": 0.9056104446012703,
1132
+ "support": 11336.0
1133
  },
1134
  "eval_O": {
1135
+ "f1-score": 0.9169446115151184,
1136
+ "precision": 0.925190334326382,
1137
+ "recall": 0.9088445696943421,
1138
+ "support": 9226.0
1139
  },
1140
+ "eval_accuracy": 0.8442376624787284,
1141
+ "eval_loss": 0.9712997674942017,
1142
  "eval_macro avg": {
1143
+ "f1-score": 0.7597960145344393,
1144
+ "precision": 0.7618727589179565,
1145
+ "recall": 0.7585734334328001,
1146
+ "support": 27619.0
1147
+ },
1148
+ "eval_runtime": 4.8169,
1149
+ "eval_samples_per_second": 16.608,
1150
+ "eval_steps_per_second": 2.076,
1151
  "eval_weighted avg": {
1152
+ "f1-score": 0.8428273600970289,
1153
+ "precision": 0.8419904974860213,
1154
+ "recall": 0.8442376624787284,
1155
+ "support": 27619.0
1156
  },
1157
  "step": 1458
1158
  },
1159
  {
1160
  "epoch": 18.52,
1161
+ "grad_norm": 7.254913806915283,
1162
  "learning_rate": 1.2592592592592593e-05,
1163
+ "loss": 0.0261,
1164
  "step": 1500
1165
  },
1166
  {
1167
  "epoch": 19.0,
1168
  "eval_B-Claim": {
1169
+ "f1-score": 0.588235294117647,
1170
+ "precision": 0.5689655172413793,
1171
+ "recall": 0.6088560885608856,
1172
+ "support": 271.0
1173
  },
1174
  "eval_B-MajorClaim": {
1175
+ "f1-score": 0.7224080267558529,
1176
+ "precision": 0.675,
1177
+ "recall": 0.7769784172661871,
1178
+ "support": 139.0
1179
  },
1180
  "eval_B-Premise": {
1181
+ "f1-score": 0.7804107424960506,
1182
+ "precision": 0.7804107424960506,
1183
+ "recall": 0.7804107424960506,
1184
+ "support": 633.0
1185
  },
1186
  "eval_I-Claim": {
1187
+ "f1-score": 0.6187416656564432,
1188
+ "precision": 0.60075329566855,
1189
+ "recall": 0.6378405398650338,
1190
+ "support": 4001.0
1191
  },
1192
  "eval_I-MajorClaim": {
1193
+ "f1-score": 0.7764764515325194,
1194
+ "precision": 0.779,
1195
+ "recall": 0.7739692001987084,
1196
+ "support": 2013.0
1197
  },
1198
  "eval_I-Premise": {
1199
+ "f1-score": 0.8802663706992231,
1200
+ "precision": 0.886048797926535,
1201
+ "recall": 0.8745589273112209,
1202
+ "support": 11336.0
1203
  },
1204
  "eval_O": {
1205
+ "f1-score": 0.9251841746248295,
1206
+ "precision": 0.931640839652709,
1207
+ "recall": 0.9188163884673748,
1208
+ "support": 9226.0
1209
  },
1210
+ "eval_accuracy": 0.8424635214888302,
1211
+ "eval_loss": 0.9876435995101929,
1212
  "eval_macro avg": {
1213
+ "f1-score": 0.7559603894117952,
1214
+ "precision": 0.7459741704264606,
1215
+ "recall": 0.7673471863093516,
1216
+ "support": 27619.0
1217
+ },
1218
+ "eval_runtime": 4.8824,
1219
+ "eval_samples_per_second": 16.385,
1220
+ "eval_steps_per_second": 2.048,
1221
  "eval_weighted avg": {
1222
+ "f1-score": 0.8438722529775301,
1223
+ "precision": 0.8455528133195762,
1224
+ "recall": 0.8424635214888302,
1225
+ "support": 27619.0
1226
  },
1227
  "step": 1539
1228
  },
1229
  {
1230
  "epoch": 20.0,
1231
  "eval_B-Claim": {
1232
+ "f1-score": 0.6126760563380281,
1233
+ "precision": 0.5858585858585859,
1234
+ "recall": 0.6420664206642066,
1235
+ "support": 271.0
1236
  },
1237
  "eval_B-MajorClaim": {
1238
+ "f1-score": 0.7375415282392027,
1239
+ "precision": 0.6851851851851852,
1240
+ "recall": 0.7985611510791367,
1241
+ "support": 139.0
1242
  },
1243
  "eval_B-Premise": {
1244
+ "f1-score": 0.7827476038338658,
1245
+ "precision": 0.7915993537964459,
1246
+ "recall": 0.7740916271721959,
1247
+ "support": 633.0
1248
  },
1249
  "eval_I-Claim": {
1250
+ "f1-score": 0.6214689265536723,
1251
+ "precision": 0.6243693239152371,
1252
+ "recall": 0.6185953511622094,
1253
+ "support": 4001.0
1254
  },
1255
  "eval_I-MajorClaim": {
1256
+ "f1-score": 0.7863746958637469,
1257
+ "precision": 0.7706247019551741,
1258
+ "recall": 0.8027819175360159,
1259
+ "support": 2013.0
1260
  },
1261
  "eval_I-Premise": {
1262
+ "f1-score": 0.8849448123620308,
1263
+ "precision": 0.8858051971009369,
1264
+ "recall": 0.8840860973888497,
1265
+ "support": 11336.0
1266
  },
1267
  "eval_O": {
1268
+ "f1-score": 0.9158329708568943,
1269
+ "precision": 0.9188304603971198,
1270
+ "recall": 0.9128549750704531,
1271
+ "support": 9226.0
1272
  },
1273
+ "eval_accuracy": 0.8439842137658858,
1274
+ "eval_loss": 1.0289872884750366,
1275
  "eval_macro avg": {
1276
+ "f1-score": 0.7630837991496344,
1277
+ "precision": 0.7517532583155264,
1278
+ "recall": 0.7761482200104383,
1279
+ "support": 27619.0
1280
+ },
1281
+ "eval_runtime": 4.857,
1282
+ "eval_samples_per_second": 16.471,
1283
+ "eval_steps_per_second": 2.059,
1284
  "eval_weighted avg": {
1285
+ "f1-score": 0.8441548041890129,
1286
+ "precision": 0.844457711736205,
1287
+ "recall": 0.8439842137658858,
1288
+ "support": 27619.0
1289
  },
1290
  "step": 1620
1291
  },
1292
  {
1293
  "epoch": 21.0,
1294
  "eval_B-Claim": {
1295
+ "f1-score": 0.6,
1296
+ "precision": 0.5913978494623656,
1297
+ "recall": 0.6088560885608856,
1298
+ "support": 271.0
1299
  },
1300
  "eval_B-MajorClaim": {
1301
+ "f1-score": 0.754325259515571,
1302
+ "precision": 0.7266666666666667,
1303
+ "recall": 0.7841726618705036,
1304
+ "support": 139.0
1305
  },
1306
  "eval_B-Premise": {
1307
+ "f1-score": 0.7965435978004713,
1308
+ "precision": 0.7921875,
1309
+ "recall": 0.8009478672985783,
1310
+ "support": 633.0
1311
  },
1312
  "eval_I-Claim": {
1313
+ "f1-score": 0.6180417495029821,
1314
+ "precision": 0.614529280948851,
1315
+ "recall": 0.6215946013496626,
1316
+ "support": 4001.0
1317
  },
1318
  "eval_I-MajorClaim": {
1319
+ "f1-score": 0.7913561847988076,
1320
+ "precision": 0.7913561847988078,
1321
+ "recall": 0.7913561847988078,
1322
+ "support": 2013.0
1323
  },
1324
  "eval_I-Premise": {
1325
+ "f1-score": 0.8852830847073192,
1326
+ "precision": 0.8755823986194996,
1327
+ "recall": 0.8952011291460833,
1328
+ "support": 11336.0
1329
  },
1330
  "eval_O": {
1331
+ "f1-score": 0.9224318658280921,
1332
+ "precision": 0.9393258426966292,
1333
+ "recall": 0.9061348363321049,
1334
+ "support": 9226.0
1335
  },
1336
+ "eval_accuracy": 0.8461204243455592,
1337
+ "eval_loss": 1.0996745824813843,
1338
  "eval_macro avg": {
1339
+ "f1-score": 0.7668545345933204,
1340
+ "precision": 0.7615779604561171,
1341
+ "recall": 0.7726090527652323,
1342
+ "support": 27619.0
1343
+ },
1344
+ "eval_runtime": 4.8412,
1345
+ "eval_samples_per_second": 16.525,
1346
+ "eval_steps_per_second": 2.066,
1347
  "eval_weighted avg": {
1348
+ "f1-score": 0.8466408555926697,
1349
+ "precision": 0.8474703689459093,
1350
+ "recall": 0.8461204243455592,
1351
+ "support": 27619.0
1352
  },
1353
  "step": 1701
1354
  },
1355
  {
1356
  "epoch": 22.0,
1357
  "eval_B-Claim": {
1358
+ "f1-score": 0.5984251968503936,
1359
+ "precision": 0.6413502109704642,
1360
+ "recall": 0.5608856088560885,
1361
+ "support": 271.0
1362
  },
1363
  "eval_B-MajorClaim": {
1364
+ "f1-score": 0.7266666666666667,
1365
+ "precision": 0.6770186335403726,
1366
+ "recall": 0.7841726618705036,
1367
+ "support": 139.0
1368
  },
1369
  "eval_B-Premise": {
1370
+ "f1-score": 0.7909162098668755,
1371
+ "precision": 0.7841614906832298,
1372
+ "recall": 0.7977883096366508,
1373
+ "support": 633.0
1374
  },
1375
  "eval_I-Claim": {
1376
+ "f1-score": 0.6076327583865272,
1377
+ "precision": 0.665377751338489,
1378
+ "recall": 0.5591102224443889,
1379
+ "support": 4001.0
1380
  },
1381
  "eval_I-MajorClaim": {
1382
+ "f1-score": 0.7673170731707317,
1383
+ "precision": 0.753713464302827,
1384
+ "recall": 0.7814207650273224,
1385
+ "support": 2013.0
1386
  },
1387
  "eval_I-Premise": {
1388
+ "f1-score": 0.8918528587205845,
1389
+ "precision": 0.8600688186137965,
1390
+ "recall": 0.9260762173606211,
1391
+ "support": 11336.0
1392
  },
1393
  "eval_O": {
1394
+ "f1-score": 0.9196605686577033,
1395
+ "precision": 0.9353284017036539,
1396
+ "recall": 0.9045089963147627,
1397
+ "support": 9226.0
1398
  },
1399
+ "eval_accuracy": 0.847930772294435,
1400
+ "eval_loss": 1.1058261394500732,
1401
  "eval_macro avg": {
1402
+ "f1-score": 0.757495904617069,
1403
+ "precision": 0.7595741101646905,
1404
+ "recall": 0.7591375402157626,
1405
+ "support": 27619.0
1406
+ },
1407
+ "eval_runtime": 4.8079,
1408
+ "eval_samples_per_second": 16.639,
1409
+ "eval_steps_per_second": 2.08,
1410
  "eval_weighted avg": {
1411
+ "f1-score": 0.8448680329971596,
1412
+ "precision": 0.8444464777692308,
1413
+ "recall": 0.847930772294435,
1414
+ "support": 27619.0
1415
  },
1416
  "step": 1782
1417
  },
1418
  {
1419
  "epoch": 23.0,
1420
  "eval_B-Claim": {
1421
+ "f1-score": 0.6037099494097807,
1422
+ "precision": 0.5559006211180124,
1423
+ "recall": 0.6605166051660517,
1424
+ "support": 271.0
1425
  },
1426
  "eval_B-MajorClaim": {
1427
+ "f1-score": 0.7397260273972602,
1428
+ "precision": 0.7058823529411765,
1429
+ "recall": 0.7769784172661871,
1430
+ "support": 139.0
1431
  },
1432
  "eval_B-Premise": {
1433
+ "f1-score": 0.7720706260032103,
1434
+ "precision": 0.7846655791190864,
1435
+ "recall": 0.7598736176935229,
1436
+ "support": 633.0
1437
  },
1438
  "eval_I-Claim": {
1439
+ "f1-score": 0.6147824084734056,
1440
+ "precision": 0.5699039487726788,
1441
+ "recall": 0.6673331667083229,
1442
+ "support": 4001.0
1443
  },
1444
  "eval_I-MajorClaim": {
1445
+ "f1-score": 0.7702471250305848,
1446
+ "precision": 0.7589199614271939,
1447
+ "recall": 0.7819175360158966,
1448
+ "support": 2013.0
1449
  },
1450
  "eval_I-Premise": {
1451
+ "f1-score": 0.8730755460078767,
1452
+ "precision": 0.8860828488372093,
1453
+ "recall": 0.8604446012702893,
1454
+ "support": 11336.0
1455
  },
1456
  "eval_O": {
1457
+ "f1-score": 0.9182879377431906,
1458
+ "precision": 0.9424920127795527,
1459
+ "recall": 0.8952959028831563,
1460
+ "support": 9226.0
1461
  },
1462
+ "eval_accuracy": 0.8337014374162715,
1463
+ "eval_loss": 1.1438162326812744,
1464
  "eval_macro avg": {
1465
+ "f1-score": 0.75598566000933,
1466
+ "precision": 0.7434067607135587,
1467
+ "recall": 0.771765692429061,
1468
+ "support": 27619.0
1469
+ },
1470
+ "eval_runtime": 4.8472,
1471
+ "eval_samples_per_second": 16.504,
1472
+ "eval_steps_per_second": 2.063,
1473
  "eval_weighted avg": {
1474
+ "f1-score": 0.8376374525692796,
1475
+ "precision": 0.8433838333277589,
1476
+ "recall": 0.8337014374162715,
1477
+ "support": 27619.0
1478
  },
1479
  "step": 1863
1480
  },
1481
  {
1482
  "epoch": 24.0,
1483
  "eval_B-Claim": {
1484
+ "f1-score": 0.6189624329159212,
1485
+ "precision": 0.6006944444444444,
1486
+ "recall": 0.6383763837638377,
1487
+ "support": 271.0
1488
  },
1489
  "eval_B-MajorClaim": {
1490
+ "f1-score": 0.7397260273972602,
1491
+ "precision": 0.7058823529411765,
1492
+ "recall": 0.7769784172661871,
1493
+ "support": 139.0
1494
  },
1495
  "eval_B-Premise": {
1496
+ "f1-score": 0.7880690737833596,
1497
+ "precision": 0.7831513260530422,
1498
+ "recall": 0.7930489731437599,
1499
+ "support": 633.0
1500
  },
1501
  "eval_I-Claim": {
1502
+ "f1-score": 0.6222925285957654,
1503
+ "precision": 0.6063552288356652,
1504
+ "recall": 0.6390902274431393,
1505
+ "support": 4001.0
1506
  },
1507
  "eval_I-MajorClaim": {
1508
+ "f1-score": 0.7763733592610598,
1509
+ "precision": 0.7601142313184198,
1510
+ "recall": 0.7933432687531048,
1511
+ "support": 2013.0
1512
  },
1513
  "eval_I-Premise": {
1514
+ "f1-score": 0.8828359526752604,
1515
+ "precision": 0.8836161187698833,
1516
+ "recall": 0.8820571630204658,
1517
+ "support": 11336.0
1518
  },
1519
  "eval_O": {
1520
+ "f1-score": 0.9172044790115285,
1521
+ "precision": 0.9338425249915758,
1522
+ "recall": 0.9011489269455886,
1523
+ "support": 9226.0
1524
  },
1525
+ "eval_accuracy": 0.8418117962272349,
1526
+ "eval_loss": 1.1221617460250854,
1527
  "eval_macro avg": {
1528
+ "f1-score": 0.7636376933771649,
1529
+ "precision": 0.753379461050601,
1530
+ "recall": 0.7748633371908691,
1531
+ "support": 27619.0
1532
+ },
1533
+ "eval_runtime": 4.8078,
1534
+ "eval_samples_per_second": 16.64,
1535
+ "eval_steps_per_second": 2.08,
1536
  "eval_weighted avg": {
1537
+ "f1-score": 0.8433323915719101,
1538
+ "precision": 0.8452544012114124,
1539
+ "recall": 0.8418117962272349,
1540
+ "support": 27619.0
1541
  },
1542
  "step": 1944
1543
  },
1544
  {
1545
  "epoch": 24.69,
1546
+ "grad_norm": 0.008052258752286434,
1547
  "learning_rate": 1.0123456790123458e-05,
1548
+ "loss": 0.0118,
1549
  "step": 2000
1550
  },
1551
  {
1552
  "epoch": 25.0,
1553
  "eval_B-Claim": {
1554
+ "f1-score": 0.6019417475728155,
1555
+ "precision": 0.6352459016393442,
1556
+ "recall": 0.5719557195571956,
1557
+ "support": 271.0
1558
  },
1559
  "eval_B-MajorClaim": {
1560
+ "f1-score": 0.7574750830564784,
1561
+ "precision": 0.7037037037037037,
1562
+ "recall": 0.8201438848920863,
1563
+ "support": 139.0
1564
  },
1565
  "eval_B-Premise": {
1566
+ "f1-score": 0.7897196261682242,
1567
+ "precision": 0.7788018433179723,
1568
+ "recall": 0.8009478672985783,
1569
+ "support": 633.0
1570
  },
1571
  "eval_I-Claim": {
1572
+ "f1-score": 0.6033311125916057,
1573
+ "precision": 0.6461187214611872,
1574
+ "recall": 0.5658585353661585,
1575
+ "support": 4001.0
1576
  },
1577
  "eval_I-MajorClaim": {
1578
+ "f1-score": 0.7857317371121426,
1579
+ "precision": 0.7730769230769231,
1580
+ "recall": 0.7988077496274217,
1581
+ "support": 2013.0
1582
  },
1583
  "eval_I-Premise": {
1584
+ "f1-score": 0.8852726492056677,
1585
+ "precision": 0.8623891584406893,
1586
+ "recall": 0.9094036697247706,
1587
+ "support": 11336.0
1588
  },
1589
  "eval_O": {
1590
+ "f1-score": 0.9221917808219178,
1591
+ "precision": 0.9325132978723404,
1592
+ "recall": 0.9120962497290267,
1593
+ "support": 9226.0
1594
  },
1595
+ "eval_accuracy": 0.8462290452224918,
1596
+ "eval_loss": 1.1378806829452515,
1597
  "eval_macro avg": {
1598
+ "f1-score": 0.7636662480755503,
1599
+ "precision": 0.7616927927874515,
1600
+ "recall": 0.7684590965993198,
1601
+ "support": 27619.0
1602
+ },
1603
+ "eval_runtime": 4.8628,
1604
+ "eval_samples_per_second": 16.452,
1605
+ "eval_steps_per_second": 2.056,
1606
  "eval_weighted avg": {
1607
+ "f1-score": 0.8438939014101086,
1608
+ "precision": 0.8430313935317453,
1609
+ "recall": 0.8462290452224918,
1610
+ "support": 27619.0
1611
  },
1612
  "step": 2025
1613
  },
1614
  {
1615
  "epoch": 26.0,
1616
  "eval_B-Claim": {
1617
+ "f1-score": 0.6040515653775324,
1618
+ "precision": 0.6029411764705882,
1619
+ "recall": 0.6051660516605166,
1620
+ "support": 271.0
1621
  },
1622
  "eval_B-MajorClaim": {
1623
+ "f1-score": 0.7389830508474576,
1624
+ "precision": 0.6987179487179487,
1625
+ "recall": 0.7841726618705036,
1626
+ "support": 139.0
1627
  },
1628
  "eval_B-Premise": {
1629
+ "f1-score": 0.7824037706205812,
1630
+ "precision": 0.778125,
1631
+ "recall": 0.7867298578199052,
1632
+ "support": 633.0
1633
  },
1634
  "eval_I-Claim": {
1635
+ "f1-score": 0.6289062499999999,
1636
+ "precision": 0.614650441422095,
1637
+ "recall": 0.64383904023994,
1638
+ "support": 4001.0
1639
  },
1640
  "eval_I-MajorClaim": {
1641
+ "f1-score": 0.7797139141742523,
1642
+ "precision": 0.8182314410480349,
1643
+ "recall": 0.7446597118728266,
1644
+ "support": 2013.0
1645
  },
1646
  "eval_I-Premise": {
1647
+ "f1-score": 0.8828411672199895,
1648
+ "precision": 0.8744375216337833,
1649
+ "recall": 0.891407904022583,
1650
+ "support": 11336.0
1651
  },
1652
  "eval_O": {
1653
+ "f1-score": 0.9202110121991427,
1654
+ "precision": 0.9332367365135978,
1655
+ "recall": 0.9075438976804683,
1656
+ "support": 9226.0
1657
  },
1658
+ "eval_accuracy": 0.844491111191571,
1659
+ "eval_loss": 1.116464376449585,
1660
  "eval_macro avg": {
1661
+ "f1-score": 0.762444390062708,
1662
+ "precision": 0.760048609400864,
1663
+ "recall": 0.7662170178809634,
1664
+ "support": 27619.0
1665
+ },
1666
+ "eval_runtime": 4.8569,
1667
+ "eval_samples_per_second": 16.471,
1668
+ "eval_steps_per_second": 2.059,
1669
  "eval_weighted avg": {
1670
+ "f1-score": 0.8452605268375321,
1671
+ "precision": 0.8465930758524871,
1672
+ "recall": 0.844491111191571,
1673
+ "support": 27619.0
1674
  },
1675
  "step": 2106
1676
  },
1677
  {
1678
  "epoch": 27.0,
1679
  "eval_B-Claim": {
1680
+ "f1-score": 0.5996409335727109,
1681
+ "precision": 0.583916083916084,
1682
+ "recall": 0.6162361623616236,
1683
+ "support": 271.0
1684
  },
1685
  "eval_B-MajorClaim": {
1686
+ "f1-score": 0.7414965986394558,
1687
+ "precision": 0.7032258064516129,
1688
+ "recall": 0.7841726618705036,
1689
+ "support": 139.0
1690
  },
1691
  "eval_B-Premise": {
1692
+ "f1-score": 0.7847113884555382,
1693
+ "precision": 0.7750385208012327,
1694
+ "recall": 0.7946287519747235,
1695
+ "support": 633.0
1696
  },
1697
  "eval_I-Claim": {
1698
+ "f1-score": 0.6112161310649024,
1699
+ "precision": 0.6164209456024403,
1700
+ "recall": 0.6060984753811547,
1701
+ "support": 4001.0
1702
  },
1703
  "eval_I-MajorClaim": {
1704
+ "f1-score": 0.785261102977062,
1705
+ "precision": 0.7717026378896883,
1706
+ "recall": 0.799304520615996,
1707
+ "support": 2013.0
1708
  },
1709
  "eval_I-Premise": {
1710
+ "f1-score": 0.8810789780832576,
1711
+ "precision": 0.8638636941595321,
1712
+ "recall": 0.8989943542695836,
1713
+ "support": 11336.0
1714
  },
1715
  "eval_O": {
1716
+ "f1-score": 0.9194492446624672,
1717
+ "precision": 0.9465166991851257,
1718
+ "recall": 0.893886841534793,
1719
+ "support": 9226.0
1720
  },
1721
+ "eval_accuracy": 0.8418480031862123,
1722
+ "eval_loss": 1.133851170539856,
1723
  "eval_macro avg": {
1724
+ "f1-score": 0.7604077682079133,
1725
+ "precision": 0.7515263411436737,
1726
+ "recall": 0.7704745382869111,
1727
+ "support": 27619.0
1728
+ },
1729
+ "eval_runtime": 4.8334,
1730
+ "eval_samples_per_second": 16.551,
1731
+ "eval_steps_per_second": 2.069,
1732
  "eval_weighted avg": {
1733
+ "f1-score": 0.8421466887502327,
1734
+ "precision": 0.8433197634457057,
1735
+ "recall": 0.8418480031862123,
1736
+ "support": 27619.0
1737
  },
1738
  "step": 2187
1739
  },
1740
  {
1741
  "epoch": 28.0,
1742
  "eval_B-Claim": {
1743
+ "f1-score": 0.608,
1744
+ "precision": 0.6637554585152838,
1745
+ "recall": 0.5608856088560885,
1746
+ "support": 271.0
1747
  },
1748
  "eval_B-MajorClaim": {
1749
+ "f1-score": 0.7241379310344827,
1750
+ "precision": 0.695364238410596,
1751
+ "recall": 0.7553956834532374,
1752
+ "support": 139.0
1753
  },
1754
  "eval_B-Premise": {
1755
+ "f1-score": 0.7953307392996108,
1756
+ "precision": 0.7837423312883436,
1757
+ "recall": 0.8072669826224329,
1758
+ "support": 633.0
1759
  },
1760
  "eval_I-Claim": {
1761
+ "f1-score": 0.6028865979381443,
1762
+ "precision": 0.6698228466707391,
1763
+ "recall": 0.5481129717570608,
1764
+ "support": 4001.0
1765
  },
1766
  "eval_I-MajorClaim": {
1767
+ "f1-score": 0.774845869297164,
1768
+ "precision": 0.7693437806072478,
1769
+ "recall": 0.7804272230501739,
1770
+ "support": 2013.0
1771
  },
1772
  "eval_I-Premise": {
1773
+ "f1-score": 0.8894579598804951,
1774
+ "precision": 0.8615842566561932,
1775
+ "recall": 0.9191954834156669,
1776
+ "support": 11336.0
1777
  },
1778
  "eval_O": {
1779
+ "f1-score": 0.923653752105635,
1780
+ "precision": 0.9261196469434456,
1781
+ "recall": 0.9212009538261435,
1782
+ "support": 9226.0
1783
  },
1784
+ "eval_accuracy": 0.8490893949817155,
1785
+ "eval_loss": 1.1788508892059326,
1786
  "eval_macro avg": {
1787
+ "f1-score": 0.7597589785079332,
1788
+ "precision": 0.7671046512988356,
1789
+ "recall": 0.756069272425829,
1790
+ "support": 27619.0
1791
+ },
1792
+ "eval_runtime": 4.8209,
1793
+ "eval_samples_per_second": 16.595,
1794
+ "eval_steps_per_second": 2.074,
1795
  "eval_weighted avg": {
1796
+ "f1-score": 0.8452625545373849,
1797
+ "precision": 0.8440780437434046,
1798
+ "recall": 0.8490893949817155,
1799
+ "support": 27619.0
1800
  },
1801
  "step": 2268
1802
  }
 
1806
  "num_input_tokens_seen": 0,
1807
  "num_train_epochs": 50,
1808
  "save_steps": 500,
1809
+ "total_flos": 4026142756104000.0,
1810
  "train_batch_size": 4,
1811
  "trial_name": null,
1812
  "trial_params": null
checkpoint-2268/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c84096ff478c0991daa557c55b3ae423c1b21babebadb1405f26dd17942540f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f940fbb595414fcc9335f58119ba24a5ec23e0d6daa1a329588d596e481421
3
  size 4856