Theoreticallyhugo commited on
Commit
e088ec6
1 Parent(s): 91425f8

Training in progress, epoch 12, checkpoint

Browse files
checkpoint-492/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c105cfd77f76a0ed82093cb4a84ea938929f97b1b57b67f84058683eb29cc998
3
  size 592330980
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5812fd7faaf453b56b909f04585df4f468871af9288b5cdbdc9a8ca1af1915
3
  size 592330980
checkpoint-492/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77a7f245b3805ea480c62b85da4a37a54143c52941086d7c7b7da9c4cf9fb43e
3
  size 1014670074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ac244e47fbe70b24a0e3e90b666003a358936612c906b7a5e764f597e613e4
3
  size 1014670074
checkpoint-492/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6e53e706c63ba0c275c9b6332ceadb76c337b40858f3ddadb0ab10622a334eb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c189466643703424c77db24cb1c70bb1b76b65752ddeeaa3d7bb424b6ea3dcb
3
  size 14244
checkpoint-492/trainer_state.json CHANGED
@@ -14,753 +14,753 @@
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
- "support": 339.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
- "support": 160.0
24
  },
25
  "eval_B-Premise": {
26
- "f1-score": 0.22426470588235295,
27
- "precision": 0.8299319727891157,
28
- "recall": 0.12964930924548354,
29
- "support": 941.0
30
  },
31
  "eval_I-Claim": {
32
- "f1-score": 0.38247663551401867,
33
- "precision": 0.423873640600725,
34
- "recall": 0.348446147296722,
35
- "support": 4698.0
36
  },
37
  "eval_I-MajorClaim": {
38
- "f1-score": 0.3634627625716104,
39
- "precision": 0.5125673249551167,
40
- "recall": 0.28155818540433925,
41
- "support": 2028.0
42
  },
43
  "eval_I-Premise": {
44
- "f1-score": 0.8298935191271198,
45
- "precision": 0.8110747093209996,
46
- "recall": 0.8496063521970257,
47
- "support": 14861.0
48
  },
49
  "eval_O": {
50
- "f1-score": 0.8121805609242796,
51
- "precision": 0.7380952380952381,
52
- "recall": 0.9027976701995608,
53
- "support": 10473.0
54
  },
55
- "eval_accuracy": 0.7286865671641791,
56
- "eval_loss": 0.763540506362915,
57
  "eval_macro avg": {
58
- "f1-score": 0.3731825977170545,
59
- "precision": 0.47364898368017067,
60
- "recall": 0.3588653806204473,
61
- "support": 33500.0
62
- },
63
- "eval_runtime": 1.4539,
64
- "eval_samples_per_second": 55.714,
65
- "eval_steps_per_second": 7.566,
66
  "eval_weighted avg": {
67
- "f1-score": 0.7040007584084623,
68
- "precision": 0.7043362259324342,
69
- "recall": 0.7286865671641791,
70
- "support": 33500.0
71
  },
72
  "step": 41
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
- "f1-score": 0.0,
78
- "precision": 0.0,
79
- "recall": 0.0,
80
- "support": 339.0
81
  },
82
  "eval_B-MajorClaim": {
83
  "f1-score": 0.0,
84
  "precision": 0.0,
85
  "recall": 0.0,
86
- "support": 160.0
87
  },
88
  "eval_B-Premise": {
89
- "f1-score": 0.6669691470054446,
90
- "precision": 0.5819477434679335,
91
- "recall": 0.7810839532412327,
92
- "support": 941.0
93
  },
94
  "eval_I-Claim": {
95
- "f1-score": 0.48473144236572113,
96
- "precision": 0.559799275160301,
97
- "recall": 0.4274159216687952,
98
- "support": 4698.0
99
  },
100
  "eval_I-MajorClaim": {
101
- "f1-score": 0.6472849591542528,
102
- "precision": 0.6312089971883786,
103
- "recall": 0.6642011834319527,
104
- "support": 2028.0
105
  },
106
  "eval_I-Premise": {
107
- "f1-score": 0.8676829461540899,
108
- "precision": 0.8200934579439252,
109
- "recall": 0.9211358589596932,
110
- "support": 14861.0
111
  },
112
  "eval_O": {
113
- "f1-score": 0.8814110459673844,
114
- "precision": 0.9105252442996743,
115
- "recall": 0.8541010216747827,
116
- "support": 10473.0
117
  },
118
- "eval_accuracy": 0.7977313432835821,
119
- "eval_loss": 0.558718204498291,
120
  "eval_macro avg": {
121
- "f1-score": 0.506868505806699,
122
- "precision": 0.5005106740086018,
123
- "recall": 0.5211339912823509,
124
- "support": 33500.0
125
- },
126
- "eval_runtime": 1.4491,
127
- "eval_samples_per_second": 55.895,
128
- "eval_steps_per_second": 7.591,
129
  "eval_weighted avg": {
130
- "f1-score": 0.7863652038192075,
131
- "precision": 0.7815218337211824,
132
- "recall": 0.7977313432835821,
133
- "support": 33500.0
134
  },
135
  "step": 82
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
- "f1-score": 0.29174664107485604,
141
- "precision": 0.4175824175824176,
142
- "recall": 0.22418879056047197,
143
- "support": 339.0
144
  },
145
  "eval_B-MajorClaim": {
146
- "f1-score": 0.1694915254237288,
147
- "precision": 0.8823529411764706,
148
- "recall": 0.09375,
149
- "support": 160.0
150
  },
151
  "eval_B-Premise": {
152
- "f1-score": 0.731958762886598,
153
- "precision": 0.6546521374685667,
154
- "recall": 0.8299681190223167,
155
- "support": 941.0
156
  },
157
  "eval_I-Claim": {
158
- "f1-score": 0.45169213973799127,
159
- "precision": 0.629277566539924,
160
- "recall": 0.35227756492124307,
161
- "support": 4698.0
162
  },
163
  "eval_I-MajorClaim": {
164
- "f1-score": 0.7669586983729662,
165
- "precision": 0.7788510421962379,
166
- "recall": 0.7554240631163708,
167
- "support": 2028.0
168
  },
169
  "eval_I-Premise": {
170
- "f1-score": 0.8619200734956362,
171
- "precision": 0.7908845678318535,
172
- "recall": 0.9469753044882578,
173
- "support": 14861.0
174
  },
175
  "eval_O": {
176
- "f1-score": 0.8982664685487864,
177
- "precision": 0.9332098384274982,
178
- "recall": 0.8658455074954645,
179
- "support": 10473.0
180
  },
181
- "eval_accuracy": 0.8119402985074626,
182
- "eval_loss": 0.5103888511657715,
183
  "eval_macro avg": {
184
- "f1-score": 0.5960049013629376,
185
- "precision": 0.7266872158889954,
186
- "recall": 0.5812041928005893,
187
- "support": 33500.0
188
- },
189
- "eval_runtime": 1.4566,
190
- "eval_samples_per_second": 55.611,
191
- "eval_steps_per_second": 7.552,
192
  "eval_weighted avg": {
193
- "f1-score": 0.7972768597429257,
194
- "precision": 0.804819781883149,
195
- "recall": 0.8119402985074626,
196
- "support": 33500.0
197
  },
198
  "step": 123
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
- "f1-score": 0.5957446808510639,
204
- "precision": 0.6144200626959248,
205
- "recall": 0.5781710914454278,
206
- "support": 339.0
207
  },
208
  "eval_B-MajorClaim": {
209
- "f1-score": 0.7210884353741497,
210
- "precision": 0.7910447761194029,
211
- "recall": 0.6625,
212
- "support": 160.0
213
  },
214
  "eval_B-Premise": {
215
- "f1-score": 0.7832738398776133,
216
- "precision": 0.7529411764705882,
217
- "recall": 0.8161530286928799,
218
- "support": 941.0
219
  },
220
  "eval_I-Claim": {
221
- "f1-score": 0.6127179923436835,
222
- "precision": 0.6121971950701233,
223
- "recall": 0.6132396764580673,
224
- "support": 4698.0
225
  },
226
  "eval_I-MajorClaim": {
227
- "f1-score": 0.8112728112728113,
228
- "precision": 0.7631464580617123,
229
- "recall": 0.8658777120315582,
230
- "support": 2028.0
231
  },
232
  "eval_I-Premise": {
233
- "f1-score": 0.8727813651577132,
234
- "precision": 0.8770213344204376,
235
- "recall": 0.8685821950070655,
236
- "support": 14861.0
237
  },
238
  "eval_O": {
239
- "f1-score": 0.9022382671480144,
240
- "precision": 0.9097262667443214,
241
- "recall": 0.8948725293612145,
242
- "support": 10473.0
243
  },
244
- "eval_accuracy": 0.8354328358208956,
245
- "eval_loss": 0.4638007879257202,
246
  "eval_macro avg": {
247
- "f1-score": 0.7570167702892928,
248
- "precision": 0.7600710385117873,
249
- "recall": 0.7570566047137447,
250
- "support": 33500.0
251
- },
252
- "eval_runtime": 1.4488,
253
- "eval_samples_per_second": 55.909,
254
- "eval_steps_per_second": 7.593,
255
  "eval_weighted avg": {
256
- "f1-score": 0.8357536689114934,
257
- "precision": 0.8366601162482339,
258
- "recall": 0.8354328358208956,
259
- "support": 33500.0
260
  },
261
  "step": 164
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
- "f1-score": 0.5777777777777778,
267
- "precision": 0.6254295532646048,
268
- "recall": 0.5368731563421829,
269
- "support": 339.0
270
  },
271
  "eval_B-MajorClaim": {
272
- "f1-score": 0.7753846153846152,
273
- "precision": 0.7636363636363637,
274
- "recall": 0.7875,
275
- "support": 160.0
276
  },
277
  "eval_B-Premise": {
278
- "f1-score": 0.7803692905733722,
279
- "precision": 0.7188898836168308,
280
- "recall": 0.8533475026567482,
281
- "support": 941.0
282
  },
283
  "eval_I-Claim": {
284
- "f1-score": 0.5902196060674665,
285
- "precision": 0.6303191489361702,
286
- "recall": 0.5549169859514687,
287
- "support": 4698.0
288
  },
289
  "eval_I-MajorClaim": {
290
- "f1-score": 0.8467858869018849,
291
- "precision": 0.8303317535545024,
292
- "recall": 0.863905325443787,
293
- "support": 2028.0
294
  },
295
  "eval_I-Premise": {
296
- "f1-score": 0.8742343541944074,
297
- "precision": 0.8650767507740957,
298
- "recall": 0.8835879146759976,
299
- "support": 14861.0
300
  },
301
  "eval_O": {
302
- "f1-score": 0.9062216924910609,
303
- "precision": 0.904970481812988,
304
- "recall": 0.9074763678029218,
305
- "support": 10473.0
306
  },
307
- "eval_accuracy": 0.8389552238805971,
308
- "eval_loss": 0.49385663866996765,
309
  "eval_macro avg": {
310
- "f1-score": 0.7644276033415122,
311
- "precision": 0.7626648479422222,
312
- "recall": 0.7696581789818724,
313
- "support": 33500.0
314
- },
315
- "eval_runtime": 1.4492,
316
- "eval_samples_per_second": 55.893,
317
- "eval_steps_per_second": 7.59,
318
  "eval_weighted avg": {
319
- "f1-score": 0.8366342005564686,
320
- "precision": 0.8355072066989216,
321
- "recall": 0.8389552238805971,
322
- "support": 33500.0
323
  },
324
  "step": 205
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
- "f1-score": 0.5768621236133122,
330
- "precision": 0.6232876712328768,
331
- "recall": 0.5368731563421829,
332
- "support": 339.0
333
  },
334
  "eval_B-MajorClaim": {
335
- "f1-score": 0.7721518987341772,
336
- "precision": 0.782051282051282,
337
- "recall": 0.7625,
338
- "support": 160.0
339
  },
340
  "eval_B-Premise": {
341
- "f1-score": 0.7921882824236354,
342
- "precision": 0.7490530303030303,
343
- "recall": 0.8405951115834219,
344
- "support": 941.0
345
  },
346
  "eval_I-Claim": {
347
- "f1-score": 0.6107428571428571,
348
- "precision": 0.6594274432379073,
349
- "recall": 0.5687526607066837,
350
- "support": 4698.0
351
  },
352
  "eval_I-MajorClaim": {
353
- "f1-score": 0.8353552859618717,
354
- "precision": 0.8388861263053208,
355
- "recall": 0.8318540433925049,
356
- "support": 2028.0
357
  },
358
  "eval_I-Premise": {
359
- "f1-score": 0.8799789494457783,
360
- "precision": 0.8607000386050702,
361
- "recall": 0.9001413094677343,
362
- "support": 14861.0
363
  },
364
  "eval_O": {
365
- "f1-score": 0.912864263803681,
366
- "precision": 0.9164661726494081,
367
- "recall": 0.9092905566695312,
368
- "support": 10473.0
369
  },
370
- "eval_accuracy": 0.8463880597014926,
371
- "eval_loss": 0.49789243936538696,
372
  "eval_macro avg": {
373
- "f1-score": 0.7685919515893305,
374
- "precision": 0.7756959663406994,
375
- "recall": 0.7642866911660084,
376
- "support": 33500.0
377
- },
378
- "eval_runtime": 1.4655,
379
- "eval_samples_per_second": 55.27,
380
- "eval_steps_per_second": 7.506,
381
  "eval_weighted avg": {
382
- "f1-score": 0.843752680680015,
383
- "precision": 0.8426730244638024,
384
- "recall": 0.8463880597014926,
385
- "support": 33500.0
386
  },
387
  "step": 246
388
  },
389
  {
390
  "epoch": 7.0,
391
  "eval_B-Claim": {
392
- "f1-score": 0.5829307568438002,
393
- "precision": 0.6418439716312057,
394
- "recall": 0.5339233038348082,
395
- "support": 339.0
396
  },
397
  "eval_B-MajorClaim": {
398
- "f1-score": 0.8083832335329341,
399
- "precision": 0.7758620689655172,
400
- "recall": 0.84375,
401
- "support": 160.0
402
  },
403
  "eval_B-Premise": {
404
- "f1-score": 0.7938931297709925,
405
- "precision": 0.7203463203463204,
406
- "recall": 0.8841657810839533,
407
- "support": 941.0
408
  },
409
  "eval_I-Claim": {
410
- "f1-score": 0.560838445807771,
411
- "precision": 0.7018554062699937,
412
- "recall": 0.4670072371221797,
413
- "support": 4698.0
414
  },
415
  "eval_I-MajorClaim": {
416
- "f1-score": 0.8591447209470888,
417
- "precision": 0.8422548555187115,
418
- "recall": 0.8767258382642998,
419
- "support": 2028.0
420
  },
421
  "eval_I-Premise": {
422
- "f1-score": 0.882233502538071,
423
- "precision": 0.834623927006423,
424
- "recall": 0.9356032568467801,
425
- "support": 14861.0
426
  },
427
  "eval_O": {
428
- "f1-score": 0.9121469754715138,
429
- "precision": 0.9340538376863805,
430
- "recall": 0.8912441516279958,
431
- "support": 10473.0
432
  },
433
- "eval_accuracy": 0.8465074626865672,
434
- "eval_loss": 0.5638343691825867,
435
  "eval_macro avg": {
436
- "f1-score": 0.7713672521303102,
437
- "precision": 0.7786914839177931,
438
- "recall": 0.7760599383971453,
439
- "support": 33500.0
440
- },
441
- "eval_runtime": 1.4511,
442
- "eval_samples_per_second": 55.818,
443
- "eval_steps_per_second": 7.58,
444
  "eval_weighted avg": {
445
- "f1-score": 0.8392525416975183,
446
- "precision": 0.8421095669207056,
447
- "recall": 0.8465074626865672,
448
- "support": 33500.0
449
  },
450
  "step": 287
451
  },
452
  {
453
  "epoch": 8.0,
454
  "eval_B-Claim": {
455
- "f1-score": 0.623229461756374,
456
- "precision": 0.5994550408719346,
457
- "recall": 0.6489675516224189,
458
- "support": 339.0
459
  },
460
  "eval_B-MajorClaim": {
461
- "f1-score": 0.7987987987987989,
462
- "precision": 0.7687861271676301,
463
- "recall": 0.83125,
464
- "support": 160.0
465
  },
466
  "eval_B-Premise": {
467
- "f1-score": 0.7859614434008898,
468
- "precision": 0.7347504621072088,
469
- "recall": 0.844845908607864,
470
- "support": 941.0
471
  },
472
  "eval_I-Claim": {
473
- "f1-score": 0.620274914089347,
474
- "precision": 0.6259211096662332,
475
- "recall": 0.6147296722009365,
476
- "support": 4698.0
477
  },
478
  "eval_I-MajorClaim": {
479
- "f1-score": 0.8596871239470517,
480
- "precision": 0.8396803008932769,
481
- "recall": 0.8806706114398422,
482
- "support": 2028.0
483
  },
484
  "eval_I-Premise": {
485
- "f1-score": 0.8772429318678407,
486
- "precision": 0.8634082763115021,
487
- "recall": 0.8915281609582127,
488
- "support": 14861.0
489
  },
490
  "eval_O": {
491
- "f1-score": 0.9116210214655811,
492
- "precision": 0.9433210784313726,
493
- "recall": 0.8819822400458321,
494
- "support": 10473.0
495
  },
496
- "eval_accuracy": 0.8450149253731343,
497
- "eval_loss": 0.5492746829986572,
498
  "eval_macro avg": {
499
- "f1-score": 0.782402242189412,
500
- "precision": 0.7679031993498798,
501
- "recall": 0.7991391635535867,
502
- "support": 33500.0
503
- },
504
- "eval_runtime": 1.4551,
505
- "eval_samples_per_second": 55.667,
506
- "eval_steps_per_second": 7.56,
507
  "eval_weighted avg": {
508
- "f1-score": 0.8453815974816967,
509
- "precision": 0.8469129043625616,
510
- "recall": 0.8450149253731343,
511
- "support": 33500.0
512
  },
513
  "step": 328
514
  },
515
  {
516
  "epoch": 9.0,
517
  "eval_B-Claim": {
518
- "f1-score": 0.5891472868217054,
519
- "precision": 0.6209150326797386,
520
- "recall": 0.56047197640118,
521
- "support": 339.0
522
  },
523
  "eval_B-MajorClaim": {
524
- "f1-score": 0.8050314465408804,
525
- "precision": 0.810126582278481,
526
- "recall": 0.8,
527
- "support": 160.0
528
  },
529
  "eval_B-Premise": {
530
- "f1-score": 0.7891566265060241,
531
- "precision": 0.7478591817316841,
532
- "recall": 0.8352816153028693,
533
- "support": 941.0
534
  },
535
  "eval_I-Claim": {
536
- "f1-score": 0.5999312793494446,
537
- "precision": 0.6493925117778329,
538
- "recall": 0.5574712643678161,
539
- "support": 4698.0
540
  },
541
  "eval_I-MajorClaim": {
542
- "f1-score": 0.8532857870606215,
543
- "precision": 0.8825079030558483,
544
- "recall": 0.8259368836291914,
545
- "support": 2028.0
546
  },
547
  "eval_I-Premise": {
548
- "f1-score": 0.8768981374268038,
549
- "precision": 0.8624886112195757,
550
- "recall": 0.8917973218491353,
551
- "support": 14861.0
552
  },
553
  "eval_O": {
554
- "f1-score": 0.9065734133547564,
555
- "precision": 0.8974550898203593,
556
- "recall": 0.9158789267640599,
557
- "support": 10473.0
558
  },
559
- "eval_accuracy": 0.8430746268656717,
560
- "eval_loss": 0.5794806480407715,
561
  "eval_macro avg": {
562
- "f1-score": 0.7742891395800339,
563
- "precision": 0.7815349875090741,
564
- "recall": 0.7695482840448931,
565
- "support": 33500.0
566
- },
567
- "eval_runtime": 1.4526,
568
- "eval_samples_per_second": 55.763,
569
- "eval_steps_per_second": 7.573,
570
  "eval_weighted avg": {
571
- "f1-score": 0.840184765735164,
572
- "precision": 0.8388330863882018,
573
- "recall": 0.8430746268656717,
574
- "support": 33500.0
575
  },
576
  "step": 369
577
  },
578
  {
579
  "epoch": 10.0,
580
  "eval_B-Claim": {
581
- "f1-score": 0.5950155763239875,
582
- "precision": 0.6303630363036303,
583
- "recall": 0.5634218289085545,
584
- "support": 339.0
585
  },
586
  "eval_B-MajorClaim": {
587
- "f1-score": 0.8123076923076924,
588
- "precision": 0.8,
589
- "recall": 0.825,
590
- "support": 160.0
591
  },
592
  "eval_B-Premise": {
593
- "f1-score": 0.7884143348060874,
594
- "precision": 0.7326642335766423,
595
- "recall": 0.8533475026567482,
596
- "support": 941.0
597
  },
598
  "eval_I-Claim": {
599
- "f1-score": 0.6070517281373231,
600
- "precision": 0.666921508664628,
601
- "recall": 0.5570455512984248,
602
- "support": 4698.0
603
  },
604
  "eval_I-MajorClaim": {
605
- "f1-score": 0.8758397611346106,
606
- "precision": 0.8839779005524862,
607
- "recall": 0.8678500986193294,
608
- "support": 2028.0
609
  },
610
  "eval_I-Premise": {
611
- "f1-score": 0.8810970656094628,
612
- "precision": 0.851998491704374,
613
- "recall": 0.9122535495592491,
614
- "support": 14861.0
615
  },
616
  "eval_O": {
617
- "f1-score": 0.9168205227869012,
618
- "precision": 0.9333267385498071,
619
- "recall": 0.900887997708393,
620
- "support": 10473.0
621
  },
622
- "eval_accuracy": 0.8505970149253731,
623
- "eval_loss": 0.5959911346435547,
624
  "eval_macro avg": {
625
- "f1-score": 0.7823638115865806,
626
- "precision": 0.7856074156216526,
627
- "recall": 0.7828295041072427,
628
- "support": 33500.0
629
- },
630
- "eval_runtime": 1.4562,
631
- "eval_samples_per_second": 55.623,
632
- "eval_steps_per_second": 7.554,
633
  "eval_weighted avg": {
634
- "f1-score": 0.8476881875144826,
635
- "precision": 0.8475616436173209,
636
- "recall": 0.8505970149253731,
637
- "support": 33500.0
638
  },
639
  "step": 410
640
  },
641
  {
642
  "epoch": 11.0,
643
  "eval_B-Claim": {
644
- "f1-score": 0.6244477172312225,
645
- "precision": 0.6235294117647059,
646
- "recall": 0.6253687315634219,
647
- "support": 339.0
648
  },
649
  "eval_B-MajorClaim": {
650
- "f1-score": 0.8168168168168167,
651
- "precision": 0.7861271676300579,
652
- "recall": 0.85,
653
- "support": 160.0
654
  },
655
  "eval_B-Premise": {
656
- "f1-score": 0.7952917093142272,
657
- "precision": 0.7670286278381047,
658
- "recall": 0.8257173219978746,
659
- "support": 941.0
660
  },
661
  "eval_I-Claim": {
662
- "f1-score": 0.639956686518679,
663
- "precision": 0.6513114392770554,
664
- "recall": 0.6289910600255428,
665
- "support": 4698.0
666
  },
667
  "eval_I-MajorClaim": {
668
- "f1-score": 0.8596819457436857,
669
- "precision": 0.8176156583629893,
670
- "recall": 0.9063116370808678,
671
- "support": 2028.0
672
  },
673
  "eval_I-Premise": {
674
- "f1-score": 0.8823608047590401,
675
- "precision": 0.8765022242878959,
676
- "recall": 0.8882982302671422,
677
- "support": 14861.0
678
  },
679
  "eval_O": {
680
- "f1-score": 0.9133537206931702,
681
- "precision": 0.9289099526066351,
682
- "recall": 0.8983099398453165,
683
- "support": 10473.0
684
  },
685
- "eval_accuracy": 0.8515522388059702,
686
- "eval_loss": 0.5953634977340698,
687
  "eval_macro avg": {
688
- "f1-score": 0.7902727715824059,
689
- "precision": 0.7787177831096349,
690
- "recall": 0.8032852743971665,
691
- "support": 33500.0
692
- },
693
- "eval_runtime": 1.4583,
694
- "eval_samples_per_second": 55.544,
695
- "eval_steps_per_second": 7.543,
696
  "eval_weighted avg": {
697
- "f1-score": 0.8513139373395039,
698
- "precision": 0.8516743266232883,
699
- "recall": 0.8515522388059702,
700
- "support": 33500.0
701
  },
702
  "step": 451
703
  },
704
  {
705
  "epoch": 12.0,
706
  "eval_B-Claim": {
707
- "f1-score": 0.6188466947960619,
708
- "precision": 0.5913978494623656,
709
- "recall": 0.6489675516224189,
710
- "support": 339.0
711
  },
712
  "eval_B-MajorClaim": {
713
- "f1-score": 0.8119402985074626,
714
- "precision": 0.7771428571428571,
715
- "recall": 0.85,
716
- "support": 160.0
717
  },
718
  "eval_B-Premise": {
719
- "f1-score": 0.7870702924576707,
720
- "precision": 0.7609126984126984,
721
- "recall": 0.8150903294367694,
722
- "support": 941.0
723
  },
724
  "eval_I-Claim": {
725
- "f1-score": 0.6262368337057134,
726
- "precision": 0.6260370134014039,
727
- "recall": 0.6264367816091954,
728
- "support": 4698.0
729
  },
730
  "eval_I-MajorClaim": {
731
- "f1-score": 0.8551000953288845,
732
- "precision": 0.827490774907749,
733
- "recall": 0.8846153846153846,
734
- "support": 2028.0
735
  },
736
  "eval_I-Premise": {
737
- "f1-score": 0.8772554685662445,
738
- "precision": 0.8761073825503356,
739
- "recall": 0.8784065675257385,
740
- "support": 14861.0
741
  },
742
  "eval_O": {
743
- "f1-score": 0.9119085670008232,
744
- "precision": 0.9252161949685535,
745
- "recall": 0.8989783252172252,
746
- "support": 10473.0
747
  },
748
- "eval_accuracy": 0.8456417910447761,
749
- "eval_loss": 0.6605897545814514,
750
  "eval_macro avg": {
751
- "f1-score": 0.784051178623266,
752
- "precision": 0.7691863958351375,
753
- "recall": 0.8003564200038189,
754
- "support": 33500.0
755
- },
756
- "eval_runtime": 1.4573,
757
- "eval_samples_per_second": 55.582,
758
- "eval_steps_per_second": 7.548,
759
  "eval_weighted avg": {
760
- "f1-score": 0.8460850209295142,
761
- "precision": 0.8468579038739062,
762
- "recall": 0.8456417910447761,
763
- "support": 33500.0
764
  },
765
  "step": 492
766
  }
@@ -770,7 +770,7 @@
770
  "num_input_tokens_seen": 0,
771
  "num_train_epochs": 16,
772
  "save_steps": 500,
773
- "total_flos": 1720131088788000.0,
774
  "train_batch_size": 8,
775
  "trial_name": null,
776
  "trial_params": null
 
14
  "f1-score": 0.0,
15
  "precision": 0.0,
16
  "recall": 0.0,
17
+ "support": 271.0
18
  },
19
  "eval_B-MajorClaim": {
20
  "f1-score": 0.0,
21
  "precision": 0.0,
22
  "recall": 0.0,
23
+ "support": 139.0
24
  },
25
  "eval_B-Premise": {
26
+ "f1-score": 0.22222222222222218,
27
+ "precision": 0.780952380952381,
28
+ "recall": 0.12954186413902052,
29
+ "support": 633.0
30
  },
31
  "eval_I-Claim": {
32
+ "f1-score": 0.3239807781739265,
33
+ "precision": 0.42653061224489797,
34
+ "recall": 0.26118470382404396,
35
+ "support": 4001.0
36
  },
37
  "eval_I-MajorClaim": {
38
+ "f1-score": 0.43526510480887787,
39
+ "precision": 0.5735174654752234,
40
+ "recall": 0.35072031793343267,
41
+ "support": 2013.0
42
  },
43
  "eval_I-Premise": {
44
+ "f1-score": 0.8370338686471983,
45
+ "precision": 0.7484180515958556,
46
+ "recall": 0.9494530698659139,
47
+ "support": 11336.0
48
  },
49
  "eval_O": {
50
+ "f1-score": 0.8603704893457543,
51
+ "precision": 0.8500846381718155,
52
+ "recall": 0.8709083026230219,
53
+ "support": 9226.0
54
  },
55
+ "eval_accuracy": 0.7469857706651218,
56
+ "eval_loss": 0.6934069395065308,
57
  "eval_macro avg": {
58
+ "f1-score": 0.3826960661711399,
59
+ "precision": 0.48278616406288194,
60
+ "recall": 0.3659726083407761,
61
+ "support": 27619.0
62
+ },
63
+ "eval_runtime": 1.3993,
64
+ "eval_samples_per_second": 57.171,
65
+ "eval_steps_per_second": 7.146,
66
  "eval_weighted avg": {
67
+ "f1-score": 0.7147071394985115,
68
+ "precision": 0.7126373293529855,
69
+ "recall": 0.7469857706651218,
70
+ "support": 27619.0
71
  },
72
  "step": 41
73
  },
74
  {
75
  "epoch": 2.0,
76
  "eval_B-Claim": {
77
+ "f1-score": 0.038834951456310676,
78
+ "precision": 0.15789473684210525,
79
+ "recall": 0.02214022140221402,
80
+ "support": 271.0
81
  },
82
  "eval_B-MajorClaim": {
83
  "f1-score": 0.0,
84
  "precision": 0.0,
85
  "recall": 0.0,
86
+ "support": 139.0
87
  },
88
  "eval_B-Premise": {
89
+ "f1-score": 0.6716981132075472,
90
+ "precision": 0.5579937304075235,
91
+ "recall": 0.8436018957345972,
92
+ "support": 633.0
93
  },
94
  "eval_I-Claim": {
95
+ "f1-score": 0.4063064542617836,
96
+ "precision": 0.5924329501915708,
97
+ "recall": 0.3091727068232942,
98
+ "support": 4001.0
99
  },
100
  "eval_I-MajorClaim": {
101
+ "f1-score": 0.7052432687765706,
102
+ "precision": 0.6722197208464655,
103
+ "recall": 0.741679085941381,
104
+ "support": 2013.0
105
  },
106
  "eval_I-Premise": {
107
+ "f1-score": 0.8602590320381731,
108
+ "precision": 0.7885760494008675,
109
+ "recall": 0.9462773465067043,
110
+ "support": 11336.0
111
  },
112
  "eval_O": {
113
+ "f1-score": 0.9017727728843795,
114
+ "precision": 0.928374655647383,
115
+ "recall": 0.8766529373509646,
116
+ "support": 9226.0
117
  },
118
+ "eval_accuracy": 0.7996306890184294,
119
+ "eval_loss": 0.5073896646499634,
120
  "eval_macro avg": {
121
+ "f1-score": 0.5120163703749664,
122
+ "precision": 0.5282131204765593,
123
+ "recall": 0.5342177419655937,
124
+ "support": 27619.0
125
+ },
126
+ "eval_runtime": 1.4087,
127
+ "eval_samples_per_second": 56.791,
128
+ "eval_steps_per_second": 7.099,
129
  "eval_weighted avg": {
130
+ "f1-score": 0.7803558416622501,
131
+ "precision": 0.7829387271741762,
132
+ "recall": 0.7996306890184294,
133
+ "support": 27619.0
134
  },
135
  "step": 82
136
  },
137
  {
138
  "epoch": 3.0,
139
  "eval_B-Claim": {
140
+ "f1-score": 0.5127334465195247,
141
+ "precision": 0.4748427672955975,
142
+ "recall": 0.5571955719557196,
143
+ "support": 271.0
144
  },
145
  "eval_B-MajorClaim": {
146
+ "f1-score": 0.4622641509433962,
147
+ "precision": 0.6712328767123288,
148
+ "recall": 0.35251798561151076,
149
+ "support": 139.0
150
  },
151
  "eval_B-Premise": {
152
+ "f1-score": 0.7555217060167556,
153
+ "precision": 0.7294117647058823,
154
+ "recall": 0.7835703001579779,
155
+ "support": 633.0
156
  },
157
  "eval_I-Claim": {
158
+ "f1-score": 0.6194237918215614,
159
+ "precision": 0.5786846103755156,
160
+ "recall": 0.6663334166458386,
161
+ "support": 4001.0
162
  },
163
  "eval_I-MajorClaim": {
164
+ "f1-score": 0.7576243980738363,
165
+ "precision": 0.7035775127768313,
166
+ "recall": 0.8206656731246895,
167
+ "support": 2013.0
168
  },
169
  "eval_I-Premise": {
170
+ "f1-score": 0.8711979995453512,
171
+ "precision": 0.8988648090815273,
172
+ "recall": 0.8451834862385321,
173
+ "support": 11336.0
174
  },
175
  "eval_O": {
176
+ "f1-score": 0.9194933920704845,
177
+ "precision": 0.9345198119543318,
178
+ "recall": 0.9049425536527206,
179
+ "support": 9226.0
180
  },
181
+ "eval_accuracy": 0.8307324667801151,
182
+ "eval_loss": 0.44564658403396606,
183
  "eval_macro avg": {
184
+ "f1-score": 0.6997512692844158,
185
+ "precision": 0.7130191647002879,
186
+ "recall": 0.704344141055284,
187
+ "support": 27619.0
188
+ },
189
+ "eval_runtime": 1.4028,
190
+ "eval_samples_per_second": 57.03,
191
+ "eval_steps_per_second": 7.129,
192
  "eval_weighted avg": {
193
+ "f1-score": 0.8343535169045084,
194
+ "precision": 0.8409693083395489,
195
+ "recall": 0.8307324667801151,
196
+ "support": 27619.0
197
  },
198
  "step": 123
199
  },
200
  {
201
  "epoch": 4.0,
202
  "eval_B-Claim": {
203
+ "f1-score": 0.5682242990654206,
204
+ "precision": 0.5757575757575758,
205
+ "recall": 0.5608856088560885,
206
+ "support": 271.0
207
  },
208
  "eval_B-MajorClaim": {
209
+ "f1-score": 0.6807017543859649,
210
+ "precision": 0.6643835616438356,
211
+ "recall": 0.697841726618705,
212
+ "support": 139.0
213
  },
214
  "eval_B-Premise": {
215
+ "f1-score": 0.7734375,
216
+ "precision": 0.7650695517774343,
217
+ "recall": 0.7819905213270142,
218
+ "support": 633.0
219
  },
220
  "eval_I-Claim": {
221
+ "f1-score": 0.5907725907725908,
222
+ "precision": 0.650827067669173,
223
+ "recall": 0.540864783804049,
224
+ "support": 4001.0
225
  },
226
  "eval_I-MajorClaim": {
227
+ "f1-score": 0.7778304121269539,
228
+ "precision": 0.7433227704843821,
229
+ "recall": 0.8156979632389468,
230
+ "support": 2013.0
231
  },
232
  "eval_I-Premise": {
233
+ "f1-score": 0.8844762232942798,
234
+ "precision": 0.8642255892255892,
235
+ "recall": 0.9056986591390261,
236
+ "support": 11336.0
237
  },
238
  "eval_O": {
239
+ "f1-score": 0.921192990094699,
240
+ "precision": 0.925120244862265,
241
+ "recall": 0.917298937784522,
242
+ "support": 9226.0
243
  },
244
+ "eval_accuracy": 0.8428980049965603,
245
+ "eval_loss": 0.43127578496932983,
246
  "eval_macro avg": {
247
+ "f1-score": 0.7423765385342728,
248
+ "precision": 0.7412437659171793,
249
+ "recall": 0.7457540286811932,
250
+ "support": 27619.0
251
+ },
252
+ "eval_runtime": 1.4015,
253
+ "eval_samples_per_second": 57.081,
254
+ "eval_steps_per_second": 7.135,
255
  "eval_weighted avg": {
256
+ "f1-score": 0.8397478190947073,
257
+ "precision": 0.8387326527993001,
258
+ "recall": 0.8428980049965603,
259
+ "support": 27619.0
260
  },
261
  "step": 164
262
  },
263
  {
264
  "epoch": 5.0,
265
  "eval_B-Claim": {
266
+ "f1-score": 0.5912408759124088,
267
+ "precision": 0.5848375451263538,
268
+ "recall": 0.5977859778597786,
269
+ "support": 271.0
270
  },
271
  "eval_B-MajorClaim": {
272
+ "f1-score": 0.7043189368770765,
273
+ "precision": 0.654320987654321,
274
+ "recall": 0.762589928057554,
275
+ "support": 139.0
276
  },
277
  "eval_B-Premise": {
278
+ "f1-score": 0.7843450479233227,
279
+ "precision": 0.7932148626817448,
280
+ "recall": 0.7756714060031595,
281
+ "support": 633.0
282
  },
283
  "eval_I-Claim": {
284
+ "f1-score": 0.6389629270656652,
285
+ "precision": 0.6200329179402775,
286
+ "recall": 0.6590852286928268,
287
+ "support": 4001.0
288
  },
289
  "eval_I-MajorClaim": {
290
+ "f1-score": 0.7836119613845066,
291
+ "precision": 0.7448522829006267,
292
+ "recall": 0.8266269249875807,
293
+ "support": 2013.0
294
  },
295
  "eval_I-Premise": {
296
+ "f1-score": 0.8858710076970716,
297
+ "precision": 0.8884649511978705,
298
+ "recall": 0.8832921665490473,
299
+ "support": 11336.0
300
  },
301
  "eval_O": {
302
+ "f1-score": 0.922573488630061,
303
+ "precision": 0.9446842344388914,
304
+ "recall": 0.9014740949490571,
305
+ "support": 9226.0
306
  },
307
+ "eval_accuracy": 0.846880770484087,
308
+ "eval_loss": 0.4379854202270508,
309
  "eval_macro avg": {
310
+ "f1-score": 0.7587034636414446,
311
+ "precision": 0.7472011117057266,
312
+ "recall": 0.7723608181570006,
313
+ "support": 27619.0
314
+ },
315
+ "eval_runtime": 1.3979,
316
+ "eval_samples_per_second": 57.229,
317
+ "eval_steps_per_second": 7.154,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8487785699607272,
320
+ "precision": 0.851550794162027,
321
+ "recall": 0.846880770484087,
322
+ "support": 27619.0
323
  },
324
  "step": 205
325
  },
326
  {
327
  "epoch": 6.0,
328
  "eval_B-Claim": {
329
+ "f1-score": 0.6046511627906976,
330
+ "precision": 0.5868055555555556,
331
+ "recall": 0.6236162361623616,
332
+ "support": 271.0
333
  },
334
  "eval_B-MajorClaim": {
335
+ "f1-score": 0.698961937716263,
336
+ "precision": 0.6733333333333333,
337
+ "recall": 0.7266187050359713,
338
+ "support": 139.0
339
  },
340
  "eval_B-Premise": {
341
+ "f1-score": 0.7665130568356375,
342
+ "precision": 0.7458893871449925,
343
+ "recall": 0.7883096366508688,
344
+ "support": 633.0
345
  },
346
  "eval_I-Claim": {
347
+ "f1-score": 0.640272042749575,
348
+ "precision": 0.6227261989133003,
349
+ "recall": 0.6588352911772057,
350
+ "support": 4001.0
351
  },
352
  "eval_I-MajorClaim": {
353
+ "f1-score": 0.7846272891410886,
354
+ "precision": 0.8159871244635193,
355
+ "recall": 0.7555886736214605,
356
+ "support": 2013.0
357
  },
358
  "eval_I-Premise": {
359
+ "f1-score": 0.8826475849731664,
360
+ "precision": 0.8951378809869376,
361
+ "recall": 0.870501058574453,
362
+ "support": 11336.0
363
  },
364
  "eval_O": {
365
+ "f1-score": 0.923027340602675,
366
+ "precision": 0.9149185390267277,
367
+ "recall": 0.9312811619336657,
368
+ "support": 9226.0
369
  },
370
+ "eval_accuracy": 0.846735942648177,
371
+ "eval_loss": 0.45857080817222595,
372
  "eval_macro avg": {
373
+ "f1-score": 0.7572429164013005,
374
+ "precision": 0.750685431346338,
375
+ "recall": 0.7649643947365695,
376
+ "support": 27619.0
377
+ },
378
+ "eval_runtime": 1.4052,
379
+ "eval_samples_per_second": 56.933,
380
+ "eval_steps_per_second": 7.117,
381
  "eval_weighted avg": {
382
+ "f1-score": 0.8475667251954796,
383
+ "precision": 0.8489516884853674,
384
+ "recall": 0.846735942648177,
385
+ "support": 27619.0
386
  },
387
  "step": 246
388
  },
389
  {
390
  "epoch": 7.0,
391
  "eval_B-Claim": {
392
+ "f1-score": 0.5553319919517101,
393
+ "precision": 0.6106194690265486,
394
+ "recall": 0.5092250922509225,
395
+ "support": 271.0
396
  },
397
  "eval_B-MajorClaim": {
398
+ "f1-score": 0.7094594594594595,
399
+ "precision": 0.6687898089171974,
400
+ "recall": 0.7553956834532374,
401
+ "support": 139.0
402
  },
403
  "eval_B-Premise": {
404
+ "f1-score": 0.7738181818181818,
405
+ "precision": 0.7169811320754716,
406
+ "recall": 0.8404423380726699,
407
+ "support": 633.0
408
  },
409
  "eval_I-Claim": {
410
+ "f1-score": 0.58111927642736,
411
+ "precision": 0.6686178861788618,
412
+ "recall": 0.5138715321169708,
413
+ "support": 4001.0
414
  },
415
  "eval_I-MajorClaim": {
416
+ "f1-score": 0.7968147957873105,
417
+ "precision": 0.825,
418
+ "recall": 0.7704918032786885,
419
+ "support": 2013.0
420
  },
421
  "eval_I-Premise": {
422
+ "f1-score": 0.8833186379476844,
423
+ "precision": 0.8428010576075635,
424
+ "recall": 0.9279287226534932,
425
+ "support": 11336.0
426
  },
427
  "eval_O": {
428
+ "f1-score": 0.9239772478669874,
429
+ "precision": 0.9325458158533892,
430
+ "recall": 0.9155647084326902,
431
+ "support": 9226.0
432
  },
433
+ "eval_accuracy": 0.8453600782070314,
434
+ "eval_loss": 0.5199459791183472,
435
  "eval_macro avg": {
436
+ "f1-score": 0.7462627987512419,
437
+ "precision": 0.752193595665576,
438
+ "recall": 0.747559982894096,
439
+ "support": 27619.0
440
+ },
441
+ "eval_runtime": 1.4073,
442
+ "eval_samples_per_second": 56.846,
443
+ "eval_steps_per_second": 7.106,
444
  "eval_weighted avg": {
445
+ "f1-score": 0.8402149723478831,
446
+ "precision": 0.8402119687481008,
447
+ "recall": 0.8453600782070314,
448
+ "support": 27619.0
449
  },
450
  "step": 287
451
  },
452
  {
453
  "epoch": 8.0,
454
  "eval_B-Claim": {
455
+ "f1-score": 0.5830258302583026,
456
+ "precision": 0.5830258302583026,
457
+ "recall": 0.5830258302583026,
458
+ "support": 271.0
459
  },
460
  "eval_B-MajorClaim": {
461
+ "f1-score": 0.6918238993710691,
462
+ "precision": 0.6145251396648045,
463
+ "recall": 0.7913669064748201,
464
+ "support": 139.0
465
  },
466
  "eval_B-Premise": {
467
+ "f1-score": 0.7906626506024096,
468
+ "precision": 0.7553956834532374,
469
+ "recall": 0.8293838862559242,
470
+ "support": 633.0
471
  },
472
  "eval_I-Claim": {
473
+ "f1-score": 0.604899098870415,
474
+ "precision": 0.6144920061887571,
475
+ "recall": 0.5956010997250687,
476
+ "support": 4001.0
477
  },
478
  "eval_I-MajorClaim": {
479
+ "f1-score": 0.7920600338900993,
480
+ "precision": 0.7724268177525968,
481
+ "recall": 0.8127173373075013,
482
+ "support": 2013.0
483
  },
484
  "eval_I-Premise": {
485
+ "f1-score": 0.8806889128094725,
486
+ "precision": 0.8602069139540752,
487
+ "recall": 0.9021700776287932,
488
+ "support": 11336.0
489
  },
490
  "eval_O": {
491
+ "f1-score": 0.9176536626438395,
492
+ "precision": 0.9516823844452207,
493
+ "recall": 0.8859744201170605,
494
+ "support": 9226.0
495
  },
496
+ "eval_accuracy": 0.8404721387450668,
497
+ "eval_loss": 0.5408686399459839,
498
  "eval_macro avg": {
499
+ "f1-score": 0.751544869777944,
500
+ "precision": 0.7359649679595704,
501
+ "recall": 0.7714627939667815,
502
+ "support": 27619.0
503
+ },
504
+ "eval_runtime": 1.4019,
505
+ "eval_samples_per_second": 57.067,
506
+ "eval_steps_per_second": 7.133,
507
  "eval_weighted avg": {
508
+ "f1-score": 0.8406905872698305,
509
+ "precision": 0.842412448619121,
510
+ "recall": 0.8404721387450668,
511
+ "support": 27619.0
512
  },
513
  "step": 328
514
  },
515
  {
516
  "epoch": 9.0,
517
  "eval_B-Claim": {
518
+ "f1-score": 0.5989304812834225,
519
+ "precision": 0.5793103448275863,
520
+ "recall": 0.6199261992619927,
521
+ "support": 271.0
522
  },
523
  "eval_B-MajorClaim": {
524
+ "f1-score": 0.7019867549668876,
525
+ "precision": 0.6503067484662577,
526
+ "recall": 0.762589928057554,
527
+ "support": 139.0
528
  },
529
  "eval_B-Premise": {
530
+ "f1-score": 0.7803379416282642,
531
+ "precision": 0.7593423019431988,
532
+ "recall": 0.8025276461295419,
533
+ "support": 633.0
534
  },
535
  "eval_I-Claim": {
536
+ "f1-score": 0.6273838630806847,
537
+ "precision": 0.6140224934194783,
538
+ "recall": 0.6413396650837291,
539
+ "support": 4001.0
540
  },
541
  "eval_I-MajorClaim": {
542
+ "f1-score": 0.7934621099554235,
543
+ "precision": 0.7911111111111111,
544
+ "recall": 0.7958271236959762,
545
+ "support": 2013.0
546
  },
547
  "eval_I-Premise": {
548
+ "f1-score": 0.8815708373690234,
549
+ "precision": 0.8799437510986113,
550
+ "recall": 0.8832039520112914,
551
+ "support": 11336.0
552
  },
553
  "eval_O": {
554
+ "f1-score": 0.9239843448541977,
555
+ "precision": 0.9401009534492428,
556
+ "recall": 0.9084110123563841,
557
+ "support": 9226.0
558
  },
559
+ "eval_accuracy": 0.8451790434121438,
560
+ "eval_loss": 0.5502071976661682,
561
  "eval_macro avg": {
562
+ "f1-score": 0.7582366190197004,
563
+ "precision": 0.7448768149022124,
564
+ "recall": 0.7734036466566385,
565
+ "support": 27619.0
566
+ },
567
+ "eval_runtime": 1.4066,
568
+ "eval_samples_per_second": 56.875,
569
+ "eval_steps_per_second": 7.109,
570
  "eval_weighted avg": {
571
+ "f1-score": 0.8464972981637662,
572
+ "precision": 0.8481724117610957,
573
+ "recall": 0.8451790434121438,
574
+ "support": 27619.0
575
  },
576
  "step": 369
577
  },
578
  {
579
  "epoch": 10.0,
580
  "eval_B-Claim": {
581
+ "f1-score": 0.5747126436781611,
582
+ "precision": 0.5976095617529881,
583
+ "recall": 0.5535055350553506,
584
+ "support": 271.0
585
  },
586
  "eval_B-MajorClaim": {
587
+ "f1-score": 0.7220447284345047,
588
+ "precision": 0.6494252873563219,
589
+ "recall": 0.8129496402877698,
590
+ "support": 139.0
591
  },
592
  "eval_B-Premise": {
593
+ "f1-score": 0.7804499612102405,
594
+ "precision": 0.7667682926829268,
595
+ "recall": 0.7946287519747235,
596
+ "support": 633.0
597
  },
598
  "eval_I-Claim": {
599
+ "f1-score": 0.6141898117678031,
600
+ "precision": 0.6487764182424917,
601
+ "recall": 0.583104223944014,
602
+ "support": 4001.0
603
  },
604
  "eval_I-MajorClaim": {
605
+ "f1-score": 0.8033694344163658,
606
+ "precision": 0.7791783380018674,
607
+ "recall": 0.829110779930452,
608
+ "support": 2013.0
609
  },
610
  "eval_I-Premise": {
611
+ "f1-score": 0.8862162278252652,
612
+ "precision": 0.8636249476768523,
613
+ "recall": 0.9100211714890614,
614
+ "support": 11336.0
615
  },
616
  "eval_O": {
617
+ "f1-score": 0.919528787124606,
618
+ "precision": 0.9387916431394693,
619
+ "recall": 0.901040537611099,
620
+ "support": 9226.0
621
  },
622
+ "eval_accuracy": 0.8471342191969297,
623
+ "eval_loss": 0.6130572557449341,
624
  "eval_macro avg": {
625
+ "f1-score": 0.7572159420652781,
626
+ "precision": 0.7491677841218453,
627
+ "recall": 0.7691943771846387,
628
+ "support": 27619.0
629
+ },
630
+ "eval_runtime": 1.3989,
631
+ "eval_samples_per_second": 57.187,
632
+ "eval_steps_per_second": 7.148,
633
  "eval_weighted avg": {
634
+ "f1-score": 0.845592238174344,
635
+ "precision": 0.8455473111155869,
636
+ "recall": 0.8471342191969297,
637
+ "support": 27619.0
638
  },
639
  "step": 410
640
  },
641
  {
642
  "epoch": 11.0,
643
  "eval_B-Claim": {
644
+ "f1-score": 0.6046511627906976,
645
+ "precision": 0.5868055555555556,
646
+ "recall": 0.6236162361623616,
647
+ "support": 271.0
648
  },
649
  "eval_B-MajorClaim": {
650
+ "f1-score": 0.7225806451612903,
651
+ "precision": 0.6549707602339181,
652
+ "recall": 0.8057553956834532,
653
+ "support": 139.0
654
  },
655
  "eval_B-Premise": {
656
+ "f1-score": 0.7802621434078643,
657
+ "precision": 0.7620481927710844,
658
+ "recall": 0.7993680884676145,
659
+ "support": 633.0
660
  },
661
  "eval_I-Claim": {
662
+ "f1-score": 0.6082984392843548,
663
+ "precision": 0.6177835051546392,
664
+ "recall": 0.599100224943764,
665
+ "support": 4001.0
666
  },
667
  "eval_I-MajorClaim": {
668
+ "f1-score": 0.7908689248895435,
669
+ "precision": 0.7816593886462883,
670
+ "recall": 0.8002980625931445,
671
+ "support": 2013.0
672
  },
673
  "eval_I-Premise": {
674
+ "f1-score": 0.8806563039723663,
675
+ "precision": 0.8624830852503383,
676
+ "recall": 0.8996118560338744,
677
+ "support": 11336.0
678
  },
679
  "eval_O": {
680
+ "f1-score": 0.9230940580275101,
681
+ "precision": 0.9492612530065284,
682
+ "recall": 0.8983308042488619,
683
+ "support": 9226.0
684
  },
685
+ "eval_accuracy": 0.8429342119555379,
686
+ "eval_loss": 0.6233356595039368,
687
  "eval_macro avg": {
688
+ "f1-score": 0.758630239647661,
689
+ "precision": 0.7450016772311931,
690
+ "recall": 0.7751543811618677,
691
+ "support": 27619.0
692
+ },
693
+ "eval_runtime": 1.4039,
694
+ "eval_samples_per_second": 56.982,
695
+ "eval_steps_per_second": 7.123,
696
  "eval_weighted avg": {
697
+ "f1-score": 0.8430287828720368,
698
+ "precision": 0.8440807587297484,
699
+ "recall": 0.8429342119555379,
700
+ "support": 27619.0
701
  },
702
  "step": 451
703
  },
704
  {
705
  "epoch": 12.0,
706
  "eval_B-Claim": {
707
+ "f1-score": 0.5878003696857672,
708
+ "precision": 0.5888888888888889,
709
+ "recall": 0.5867158671586716,
710
+ "support": 271.0
711
  },
712
  "eval_B-MajorClaim": {
713
+ "f1-score": 0.7242524916943521,
714
+ "precision": 0.6728395061728395,
715
+ "recall": 0.7841726618705036,
716
+ "support": 139.0
717
  },
718
  "eval_B-Premise": {
719
+ "f1-score": 0.782477341389728,
720
+ "precision": 0.7496382054992764,
721
+ "recall": 0.8183254344391785,
722
+ "support": 633.0
723
  },
724
  "eval_I-Claim": {
725
+ "f1-score": 0.6088871615494235,
726
+ "precision": 0.6320602474448628,
727
+ "recall": 0.5873531617095726,
728
+ "support": 4001.0
729
  },
730
  "eval_I-MajorClaim": {
731
+ "f1-score": 0.7941320293398534,
732
+ "precision": 0.7818969667790082,
733
+ "recall": 0.8067560854446101,
734
+ "support": 2013.0
735
  },
736
  "eval_I-Premise": {
737
+ "f1-score": 0.8839002656156285,
738
+ "precision": 0.8592370481425954,
739
+ "recall": 0.9100211714890614,
740
+ "support": 11336.0
741
  },
742
  "eval_O": {
743
+ "f1-score": 0.9207075498019084,
744
+ "precision": 0.948821161587119,
745
+ "recall": 0.8942120095382614,
746
+ "support": 9226.0
747
  },
748
+ "eval_accuracy": 0.844563525109526,
749
+ "eval_loss": 0.6488178968429565,
750
  "eval_macro avg": {
751
+ "f1-score": 0.7574510298680944,
752
+ "precision": 0.7476260035020843,
753
+ "recall": 0.7696509130928371,
754
+ "support": 27619.0
755
+ },
756
+ "eval_runtime": 1.3992,
757
+ "eval_samples_per_second": 57.177,
758
+ "eval_steps_per_second": 7.147,
759
  "eval_weighted avg": {
760
+ "f1-score": 0.8437799966523624,
761
+ "precision": 0.8445128868904818,
762
+ "recall": 0.844563525109526,
763
+ "support": 27619.0
764
  },
765
  "step": 492
766
  }
 
770
  "num_input_tokens_seen": 0,
771
  "num_train_epochs": 16,
772
  "save_steps": 500,
773
+ "total_flos": 1725489752616000.0,
774
  "train_batch_size": 8,
775
  "trial_name": null,
776
  "trial_params": null
checkpoint-492/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:920ab155975bf66f694757fefb246b73b0d1489bdf4f03eda383fa028f5d083a
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7dd3e20b3e160af2247e96dc319ccd6cb101ae7dc47f0b44b05679d4ad74d7
3
  size 4664