Training in progress, epoch 19, checkpoint

checkpoint-1539/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d393c10fa1a88b68c5a22372fe2a8b295b16146363fb28572b795ba9c5fc1ea
+oid sha256:1d29e2f9d38aa7675d7bb4bad1612dcbad389ffa1d60d29edf37ad84f49d133b
 size 592330980

checkpoint-1539/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01d87d95cc7508ebe338481cef29ff6160b4caa30e3f4dfa827354b742423fb5
+oid sha256:e31501d0374a2fe578a28803c92b2db6e051093dea412b6fe2bfc85175f91bda
 size 1014670074

checkpoint-1539/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4fe657821cb9ad3f9e1192e23896f9e5e982b0572450fe86fa9a47a5afc4ed9
+oid sha256:afe539e552dea896464d99e7b683bfa52966cbd68cce57e2391266001e7772b9
 size 1064

checkpoint-1539/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.508861243724823,
+  "best_model_checkpoint": "longformer-full_labels/checkpoint-324",
   "epoch": 19.0,
   "eval_steps": 500,
   "global_step": 1539,
@@ -11,1226 +11,1226 @@
     {
       "epoch": 1.0,
       "eval_B-Claim": {
-        "f1-score": 0.0,
-        "precision": 0.0,
-        "recall": 0.0,
-        "support": 271.0
+        "f1-score": 0.006993006993006993,
+        "precision": 0.5,
+        "recall": 0.0035211267605633804,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
         "f1-score": 0.0,
         "precision": 0.0,
         "recall": 0.0,
-        "support": 139.0
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.6746310611384398,
-        "precision": 0.6075949367088608,
-        "recall": 0.7582938388625592,
-        "support": 633.0
+        "f1-score": 0.6336375488917861,
+        "precision": 0.5883777239709443,
+        "recall": 0.6864406779661016,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.4376506024096386,
-        "precision": 0.550587343690792,
-        "recall": 0.3631592101974506,
-        "support": 4001.0
+        "f1-score": 0.37228850325379614,
+        "precision": 0.41618672324946954,
+        "recall": 0.3367672308069659,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.620034542314335,
-        "precision": 0.5483008781977854,
-        "recall": 0.7133631395926477,
-        "support": 2013.0
+        "f1-score": 0.49153013051930017,
+        "precision": 0.5611921369689283,
+        "recall": 0.43725296442687744,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8620734063103671,
-        "precision": 0.8396186972154862,
-        "recall": 0.8857621736062103,
-        "support": 11336.0
+        "f1-score": 0.846019669697532,
+        "precision": 0.7746890504995582,
+        "recall": 0.9318181818181818,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.8807729058286443,
-        "precision": 0.8630878069080317,
-        "recall": 0.8991979189247779,
-        "support": 9226.0
+        "f1-score": 0.8650519031141869,
+        "precision": 0.9111808904340025,
+        "recall": 0.8233684637211187,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.785908251565951,
-      "eval_loss": 0.5655931830406189,
+      "eval_accuracy": 0.7591191109292971,
+      "eval_loss": 0.6442636251449585,
       "eval_macro avg": {
-        "f1-score": 0.49645178828591785,
-        "precision": 0.48702709467442235,
-        "recall": 0.5171108973119495,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8252,
-      "eval_samples_per_second": 16.58,
-      "eval_steps_per_second": 2.072,
+        "f1-score": 0.4593601089242298,
+        "precision": 0.535946646446129,
+        "recall": 0.4598812350714013,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.1153,
+      "eval_samples_per_second": 13.082,
+      "eval_steps_per_second": 1.635,
       "eval_weighted avg": {
-        "f1-score": 0.7721020318885458,
-        "precision": 0.766573839857488,
-        "recall": 0.785908251565951,
-        "support": 27619.0
+        "f1-score": 0.7448054609057474,
+        "precision": 0.7451676238152983,
+        "recall": 0.7591191109292971,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_B-Claim": {
-        "f1-score": 0.36036036036036034,
-        "precision": 0.4624277456647399,
-        "recall": 0.2952029520295203,
-        "support": 271.0
+        "f1-score": 0.47385620915032683,
+        "precision": 0.4420731707317073,
+        "recall": 0.5105633802816901,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.5836909871244635,
-        "precision": 0.723404255319149,
-        "recall": 0.4892086330935252,
-        "support": 139.0
+        "f1-score": 0.5267489711934156,
+        "precision": 0.6274509803921569,
+        "recall": 0.45390070921985815,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7396491228070177,
-        "precision": 0.6654040404040404,
-        "recall": 0.8325434439178515,
-        "support": 633.0
+        "f1-score": 0.7686170212765958,
+        "precision": 0.7261306532663316,
+        "recall": 0.8163841807909604,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.46704216775764956,
-        "precision": 0.5973520249221184,
-        "recall": 0.3834041489627593,
-        "support": 4001.0
+        "f1-score": 0.5068787075602675,
+        "precision": 0.5221008840353614,
+        "recall": 0.49251900907530044,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7326456649010316,
-        "precision": 0.8348157560355781,
-        "recall": 0.6527570789865872,
-        "support": 2013.0
+        "f1-score": 0.6644462947543713,
+        "precision": 0.5741007194244604,
+        "recall": 0.7885375494071146,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8679505932065659,
-        "precision": 0.8045344983428744,
-        "recall": 0.9422194777699365,
-        "support": 11336.0
+        "f1-score": 0.8735948241002829,
+        "precision": 0.8642982877260361,
+        "recall": 0.8830935251798561,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9101698606271778,
-        "precision": 0.9143513454386348,
-        "recall": 0.9060264469976155,
-        "support": 9226.0
+        "f1-score": 0.8825588796944621,
+        "precision": 0.925979519145147,
+        "recall": 0.8430279691933522,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8169376154096818,
-      "eval_loss": 0.4831336438655853,
+      "eval_accuracy": 0.8015272380173177,
+      "eval_loss": 0.5138605833053589,
       "eval_macro avg": {
-        "f1-score": 0.6659298223977524,
-        "precision": 0.7146128094467336,
-        "recall": 0.6430517402511137,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8125,
-      "eval_samples_per_second": 16.623,
-      "eval_steps_per_second": 2.078,
+        "f1-score": 0.6709572725328175,
+        "precision": 0.668876316388743,
+        "recall": 0.6840037604497332,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.1482,
+      "eval_samples_per_second": 13.012,
+      "eval_steps_per_second": 1.627,
       "eval_weighted avg": {
-        "f1-score": 0.8047632099274016,
-        "precision": 0.8064582361050344,
-        "recall": 0.8169376154096818,
-        "support": 27619.0
+        "f1-score": 0.8031401896750007,
+        "precision": 0.8089032379475054,
+        "recall": 0.8015272380173177,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_B-Claim": {
-        "f1-score": 0.5806451612903225,
-        "precision": 0.59765625,
-        "recall": 0.5645756457564576,
-        "support": 271.0
+        "f1-score": 0.4233576642335767,
+        "precision": 0.4393939393939394,
+        "recall": 0.4084507042253521,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7138047138047138,
-        "precision": 0.6708860759493671,
-        "recall": 0.762589928057554,
-        "support": 139.0
+        "f1-score": 0.6294820717131473,
+        "precision": 0.7181818181818181,
+        "recall": 0.5602836879432624,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7739984882842026,
-        "precision": 0.7420289855072464,
-        "recall": 0.8088467614533965,
-        "support": 633.0
+        "f1-score": 0.7608562691131499,
+        "precision": 0.6709816612729234,
+        "recall": 0.8785310734463276,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6128912532475566,
-        "precision": 0.6068103870651641,
-        "recall": 0.6190952261934516,
-        "support": 4001.0
+        "f1-score": 0.46000546000546,
+        "precision": 0.5186211141889813,
+        "recall": 0.41329408879077756,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8072942336126171,
-        "precision": 0.8009779951100244,
-        "recall": 0.8137108792846498,
-        "support": 2013.0
+        "f1-score": 0.6850351161534306,
+        "precision": 0.7556615017878426,
+        "recall": 0.6264822134387352,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8797559224694903,
-        "precision": 0.8951789627465303,
-        "recall": 0.8648553281580804,
-        "support": 11336.0
+        "f1-score": 0.8689253296477533,
+        "precision": 0.7999862438957287,
+        "recall": 0.9508665794637018,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9226235130211126,
-        "precision": 0.912356930902925,
-        "recall": 0.933123780619987,
-        "support": 9226.0
+        "f1-score": 0.8740981828044481,
+        "precision": 0.9404692424419283,
+        "recall": 0.8164775030401297,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8435859372171332,
-      "eval_loss": 0.4283505082130432,
+      "eval_accuracy": 0.7996863707643008,
+      "eval_loss": 0.5769864320755005,
       "eval_macro avg": {
-        "f1-score": 0.7558590408185736,
-        "precision": 0.7465565124687511,
-        "recall": 0.7666853642176539,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8554,
-      "eval_samples_per_second": 16.476,
-      "eval_steps_per_second": 2.06,
+        "f1-score": 0.6716800133815666,
+        "precision": 0.6918993601661659,
+        "recall": 0.6649122643354695,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0693,
+      "eval_samples_per_second": 13.181,
+      "eval_steps_per_second": 1.648,
       "eval_weighted avg": {
-        "f1-score": 0.8439412578936614,
-        "precision": 0.8447189682878564,
-        "recall": 0.8435859372171332,
-        "support": 27619.0
+        "f1-score": 0.7930703491848509,
+        "precision": 0.7980829724295806,
+        "recall": 0.7996863707643008,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_B-Claim": {
-        "f1-score": 0.6033333333333333,
-        "precision": 0.5501519756838906,
-        "recall": 0.6678966789667896,
-        "support": 271.0
+        "f1-score": 0.5486211901306242,
+        "precision": 0.4666666666666667,
+        "recall": 0.6654929577464789,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.6847457627118644,
-        "precision": 0.6474358974358975,
-        "recall": 0.7266187050359713,
-        "support": 139.0
+        "f1-score": 0.6866666666666668,
+        "precision": 0.6477987421383647,
+        "recall": 0.7304964539007093,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7818471337579618,
-        "precision": 0.7881219903691814,
-        "recall": 0.7756714060031595,
-        "support": 633.0
+        "f1-score": 0.7603550295857988,
+        "precision": 0.7981366459627329,
+        "recall": 0.7259887005649718,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6216657593903103,
-        "precision": 0.550733024691358,
-        "recall": 0.7135716070982254,
-        "support": 4001.0
+        "f1-score": 0.5798045602605862,
+        "precision": 0.5201636469900643,
+        "recall": 0.6548933038999264,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7652218782249742,
-        "precision": 0.7960279119699409,
-        "recall": 0.7367113760556383,
-        "support": 2013.0
+        "f1-score": 0.7716646989374262,
+        "precision": 0.7390321121664405,
+        "recall": 0.8073122529644269,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8739165400768475,
-        "precision": 0.8853883758826725,
-        "recall": 0.8627381792519407,
-        "support": 11336.0
+        "f1-score": 0.8704094554664417,
+        "precision": 0.899807994414383,
+        "recall": 0.842871157619359,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9062570845613239,
-        "precision": 0.9497505345687812,
-        "recall": 0.8665727292434424,
-        "support": 9226.0
+        "f1-score": 0.8969362234264276,
+        "precision": 0.9231016731016731,
+        "recall": 0.8722132144304824,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8286324631594192,
-      "eval_loss": 0.4826153814792633,
+      "eval_accuracy": 0.8190836571896093,
+      "eval_loss": 0.508861243724823,
       "eval_macro avg": {
-        "f1-score": 0.7481410702938023,
-        "precision": 0.7382299586573888,
-        "recall": 0.7642543830935953,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8516,
-      "eval_samples_per_second": 16.49,
-      "eval_steps_per_second": 2.061,
+        "f1-score": 0.7306368320677102,
+        "precision": 0.7135296402057607,
+        "recall": 0.7570382915894793,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0931,
+      "eval_samples_per_second": 13.13,
+      "eval_steps_per_second": 1.641,
       "eval_weighted avg": {
-        "f1-score": 0.8345383371838407,
-        "precision": 0.8451795530099128,
-        "recall": 0.8286324631594192,
-        "support": 27619.0
+        "f1-score": 0.825475128990697,
+        "precision": 0.835926930625345,
+        "recall": 0.8190836571896093,
+        "support": 29334.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_B-Claim": {
-        "f1-score": 0.5825242718446603,
-        "precision": 0.6147540983606558,
-        "recall": 0.5535055350553506,
-        "support": 271.0
+        "f1-score": 0.5466237942122186,
+        "precision": 0.5029585798816568,
+        "recall": 0.5985915492957746,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7317073170731707,
-        "precision": 0.7094594594594594,
-        "recall": 0.7553956834532374,
-        "support": 139.0
+        "f1-score": 0.6842105263157895,
+        "precision": 0.728,
+        "recall": 0.6453900709219859,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7840735068912711,
-        "precision": 0.7607726597325408,
-        "recall": 0.8088467614533965,
-        "support": 633.0
+        "f1-score": 0.775623268698061,
+        "precision": 0.7608695652173914,
+        "recall": 0.7909604519774012,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5830055074744296,
-        "precision": 0.6132413793103448,
-        "recall": 0.5556110972256936,
-        "support": 4001.0
+        "f1-score": 0.5628513335725392,
+        "precision": 0.5492530345471522,
+        "recall": 0.577140053961246,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.803728638011393,
-        "precision": 0.8393726338561385,
-        "recall": 0.7709885742672627,
-        "support": 2013.0
+        "f1-score": 0.7028394714647174,
+        "precision": 0.8153946510110893,
+        "recall": 0.6175889328063241,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8823829787234042,
-        "precision": 0.8523512002630713,
-        "recall": 0.9146083274523642,
-        "support": 11336.0
+        "f1-score": 0.8796072750684049,
+        "precision": 0.8660855784469097,
+        "recall": 0.8935578809679529,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9254767941792524,
-        "precision": 0.9415657245401525,
-        "recall": 0.9099284630392369,
-        "support": 9226.0
+        "f1-score": 0.8964530307676581,
+        "precision": 0.9043101670447515,
+        "recall": 0.8887312525334414,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8438031789709982,
-      "eval_loss": 0.513404905796051,
+      "eval_accuracy": 0.8223904002181769,
+      "eval_loss": 0.5749920606613159,
       "eval_macro avg": {
-        "f1-score": 0.7561284305996544,
-        "precision": 0.7616453079317661,
-        "recall": 0.7526977774209346,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8184,
-      "eval_samples_per_second": 16.603,
-      "eval_steps_per_second": 2.075,
+        "f1-score": 0.7211726714427698,
+        "precision": 0.7324102251641358,
+        "recall": 0.715994313209161,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0798,
+      "eval_samples_per_second": 13.158,
+      "eval_steps_per_second": 1.645,
       "eval_weighted avg": {
-        "f1-score": 0.8417228378374912,
-        "precision": 0.8414191958613282,
-        "recall": 0.8438031789709982,
-        "support": 27619.0
+        "f1-score": 0.8223802682715222,
+        "precision": 0.8246928072651426,
+        "recall": 0.8223904002181769,
+        "support": 29334.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_B-Claim": {
-        "f1-score": 0.5851851851851851,
-        "precision": 0.587360594795539,
-        "recall": 0.5830258302583026,
-        "support": 271.0
+        "f1-score": 0.5645933014354066,
+        "precision": 0.5160349854227405,
+        "recall": 0.6232394366197183,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7460815047021944,
-        "precision": 0.6611111111111111,
-        "recall": 0.8561151079136691,
-        "support": 139.0
+        "f1-score": 0.7272727272727273,
+        "precision": 0.6923076923076923,
+        "recall": 0.7659574468085106,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7778631821675633,
-        "precision": 0.7574850299401198,
-        "recall": 0.7993680884676145,
-        "support": 633.0
+        "f1-score": 0.7851644506648006,
+        "precision": 0.7780859916782247,
+        "recall": 0.7923728813559322,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5999495204442201,
-        "precision": 0.6059138414478715,
-        "recall": 0.5941014746313422,
-        "support": 4001.0
+        "f1-score": 0.5951509606587375,
+        "precision": 0.5575316048853654,
+        "recall": 0.6382143733137111,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.800587227795449,
-        "precision": 0.7888138862102217,
-        "recall": 0.8127173373075013,
-        "support": 2013.0
+        "f1-score": 0.7690405539070228,
+        "precision": 0.7698019801980198,
+        "recall": 0.7682806324110671,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8798354629791703,
-        "precision": 0.8729593608891977,
-        "recall": 0.8868207480592801,
-        "support": 11336.0
+        "f1-score": 0.8794871794871795,
+        "precision": 0.8899397388684298,
+        "recall": 0.8692773054283846,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9269283557507548,
-        "precision": 0.9391478473690066,
-        "recall": 0.9150227617602428,
-        "support": 9226.0
+        "f1-score": 0.907427508140797,
+        "precision": 0.9260470513767275,
+        "recall": 0.8895419537900284,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.843296281545313,
-      "eval_loss": 0.5017187595367432,
+      "eval_accuracy": 0.8322765391695643,
+      "eval_loss": 0.5503024458885193,
       "eval_macro avg": {
-        "f1-score": 0.7594900627177908,
-        "precision": 0.744684524537581,
-        "recall": 0.7781673354854218,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8298,
-      "eval_samples_per_second": 16.564,
-      "eval_steps_per_second": 2.07,
+        "f1-score": 0.7468766687952387,
+        "precision": 0.7328212921053143,
+        "recall": 0.763840575675336,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0682,
+      "eval_samples_per_second": 13.184,
+      "eval_steps_per_second": 1.648,
       "eval_weighted avg": {
-        "f1-score": 0.8433438519855446,
-        "precision": 0.8437360576786502,
-        "recall": 0.843296281545313,
-        "support": 27619.0
+        "f1-score": 0.835690214793681,
+        "precision": 0.8403274341189826,
+        "recall": 0.8322765391695643,
+        "support": 29334.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 7.375185489654541,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.4085,
+      "grad_norm": 7.526494026184082,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.4181,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_B-Claim": {
-        "f1-score": 0.5725338491295938,
-        "precision": 0.6016260162601627,
-        "recall": 0.5461254612546126,
-        "support": 271.0
+        "f1-score": 0.5531914893617021,
+        "precision": 0.5571428571428572,
+        "recall": 0.5492957746478874,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.745644599303136,
-        "precision": 0.722972972972973,
-        "recall": 0.7697841726618705,
-        "support": 139.0
+        "f1-score": 0.7228070175438596,
+        "precision": 0.7152777777777778,
+        "recall": 0.7304964539007093,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7915087187263078,
-        "precision": 0.760932944606414,
-        "recall": 0.8246445497630331,
-        "support": 633.0
+        "f1-score": 0.7938420348058902,
+        "precision": 0.7544529262086515,
+        "recall": 0.8375706214689266,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5842240562846706,
-        "precision": 0.6368731563421829,
-        "recall": 0.5396150962259435,
-        "support": 4001.0
+        "f1-score": 0.5534057778955738,
+        "precision": 0.6019025655808591,
+        "recall": 0.5121412803532008,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7921810699588476,
-        "precision": 0.8213333333333334,
-        "recall": 0.7650273224043715,
-        "support": 2013.0
+        "f1-score": 0.7677873338545738,
+        "precision": 0.8124655267512411,
+        "recall": 0.7277667984189723,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8817056396148556,
-        "precision": 0.8598256203890007,
-        "recall": 0.9047282992237121,
-        "support": 11336.0
+        "f1-score": 0.8876130554463233,
+        "precision": 0.855129565085619,
+        "recall": 0.9226618705035972,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9274176179194485,
-        "precision": 0.9214637277979885,
-        "recall": 0.9334489486234554,
-        "support": 9226.0
+        "f1-score": 0.9097990979909799,
+        "precision": 0.9203649937785151,
+        "recall": 0.8994730441832185,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8452152503711213,
-      "eval_loss": 0.6029371023178101,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.6418657302856445,
       "eval_macro avg": {
-        "f1-score": 0.7564593644195513,
-        "precision": 0.7607182531002935,
-        "recall": 0.7547676928795714,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8043,
-      "eval_samples_per_second": 16.652,
-      "eval_steps_per_second": 2.081,
+        "f1-score": 0.7412065438427005,
+        "precision": 0.7452480303322171,
+        "recall": 0.7399151204966445,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.075,
+      "eval_samples_per_second": 13.169,
+      "eval_steps_per_second": 1.646,
       "eval_weighted avg": {
-        "f1-score": 0.8415705604110203,
-        "precision": 0.8398235103191511,
-        "recall": 0.8452152503711213,
-        "support": 27619.0
+        "f1-score": 0.8340655773672634,
+        "precision": 0.8329491032454597,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_B-Claim": {
-        "f1-score": 0.5641891891891891,
-        "precision": 0.5202492211838006,
-        "recall": 0.6162361623616236,
-        "support": 271.0
+        "f1-score": 0.5652951699463328,
+        "precision": 0.5745454545454546,
+        "recall": 0.5563380281690141,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7318840579710144,
-        "precision": 0.7372262773722628,
-        "recall": 0.7266187050359713,
-        "support": 139.0
+        "f1-score": 0.7197231833910034,
+        "precision": 0.7027027027027027,
+        "recall": 0.7375886524822695,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7673716012084594,
-        "precision": 0.7351664254703328,
-        "recall": 0.8025276461295419,
-        "support": 633.0
+        "f1-score": 0.7941176470588234,
+        "precision": 0.7538071065989848,
+        "recall": 0.8389830508474576,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5930426495115559,
-        "precision": 0.5665832005463237,
-        "recall": 0.6220944763809048,
-        "support": 4001.0
+        "f1-score": 0.5740005295207837,
+        "precision": 0.6235260281852172,
+        "recall": 0.5317635516311013,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7816030123722432,
-        "precision": 0.852199413489736,
-        "recall": 0.7218082463984103,
-        "support": 2013.0
+        "f1-score": 0.773091849935317,
+        "precision": 0.8115154807170016,
+        "recall": 0.7381422924901185,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8746564286025915,
-        "precision": 0.8652567975830816,
-        "recall": 0.8842625264643613,
-        "support": 11336.0
+        "f1-score": 0.8920165582495565,
+        "precision": 0.8614178024822965,
+        "recall": 0.9248691955526488,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.924221395658691,
-        "precision": 0.9473085239558439,
-        "recall": 0.9022328202904835,
-        "support": 9226.0
+        "f1-score": 0.9097236438075741,
+        "precision": 0.9189412737799835,
+        "recall": 0.9006890960680989,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.835149715775372,
-      "eval_loss": 0.6411188840866089,
+      "eval_accuracy": 0.8426740301356788,
+      "eval_loss": 0.6667934656143188,
       "eval_macro avg": {
-        "f1-score": 0.7481383335019636,
-        "precision": 0.7462842656573401,
-        "recall": 0.7536829404373281,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8296,
-      "eval_samples_per_second": 16.564,
-      "eval_steps_per_second": 2.071,
+        "f1-score": 0.7468526545584844,
+        "precision": 0.7494936927159488,
+        "recall": 0.7469105524629585,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0698,
+      "eval_samples_per_second": 13.18,
+      "eval_steps_per_second": 1.648,
       "eval_weighted avg": {
-        "f1-score": 0.8374117728187233,
-        "precision": 0.8414359188593861,
-        "recall": 0.835149715775372,
-        "support": 27619.0
+        "f1-score": 0.8392138000943469,
+        "precision": 0.8381245456177384,
+        "recall": 0.8426740301356788,
+        "support": 29334.0
       },
       "step": 648
     },
     {
       "epoch": 9.0,
       "eval_B-Claim": {
-        "f1-score": 0.6241610738255032,
-        "precision": 0.5723076923076923,
-        "recall": 0.6863468634686347,
-        "support": 271.0
+        "f1-score": 0.5863192182410424,
+        "precision": 0.5454545454545454,
+        "recall": 0.6338028169014085,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.756578947368421,
-        "precision": 0.696969696969697,
-        "recall": 0.8273381294964028,
-        "support": 139.0
+        "f1-score": 0.7210884353741497,
+        "precision": 0.6928104575163399,
+        "recall": 0.75177304964539,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.780448717948718,
-        "precision": 0.791869918699187,
-        "recall": 0.7693522906793049,
-        "support": 633.0
+        "f1-score": 0.7762879322512349,
+        "precision": 0.7757404795486601,
+        "recall": 0.7768361581920904,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.640754369825207,
-        "precision": 0.5933972310969116,
-        "recall": 0.69632591852037,
-        "support": 4001.0
+        "f1-score": 0.6114039290848108,
+        "precision": 0.5975181456333412,
+        "recall": 0.6259504537650233,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.797244094488189,
-        "precision": 0.7898586055582643,
-        "recall": 0.8047690014903129,
-        "support": 2013.0
+        "f1-score": 0.7696835908756438,
+        "precision": 0.7642474427666829,
+        "recall": 0.775197628458498,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8789423814465549,
-        "precision": 0.8996028447400019,
-        "recall": 0.8592095977417078,
-        "support": 11336.0
+        "f1-score": 0.8845693533077462,
+        "precision": 0.893157763146929,
+        "recall": 0.8761445389143231,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9287169042769858,
-        "precision": 0.9435186220780674,
-        "recall": 0.9143724257533059,
-        "support": 9226.0
+        "f1-score": 0.9076040026413369,
+        "precision": 0.9098686220592729,
+        "recall": 0.9053506282934739,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8461566313045368,
-      "eval_loss": 0.6282346844673157,
+      "eval_accuracy": 0.8388900252266994,
+      "eval_loss": 0.7191675305366516,
       "eval_macro avg": {
-        "f1-score": 0.7724066413113684,
-        "precision": 0.7553606587785459,
-        "recall": 0.7939591753071484,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8069,
-      "eval_samples_per_second": 16.643,
-      "eval_steps_per_second": 2.08,
+        "f1-score": 0.7509937802537092,
+        "precision": 0.7398282080179673,
+        "recall": 0.7635793248814581,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0723,
+      "eval_samples_per_second": 13.175,
+      "eval_steps_per_second": 1.647,
       "eval_weighted avg": {
-        "f1-score": 0.8497367665000708,
-        "precision": 0.85521547416283,
-        "recall": 0.8461566313045368,
-        "support": 27619.0
+        "f1-score": 0.8401384747371046,
+        "precision": 0.8416318009865815,
+        "recall": 0.8388900252266994,
+        "support": 29334.0
       },
       "step": 729
     },
     {
       "epoch": 10.0,
       "eval_B-Claim": {
-        "f1-score": 0.5714285714285714,
-        "precision": 0.5602836879432624,
-        "recall": 0.5830258302583026,
-        "support": 271.0
+        "f1-score": 0.5391621129326047,
+        "precision": 0.5584905660377358,
+        "recall": 0.5211267605633803,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7407407407407407,
-        "precision": 0.6962025316455697,
-        "recall": 0.7913669064748201,
-        "support": 139.0
+        "f1-score": 0.7254237288135594,
+        "precision": 0.6948051948051948,
+        "recall": 0.7588652482269503,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.789156626506024,
-        "precision": 0.753956834532374,
-        "recall": 0.8278041074249605,
-        "support": 633.0
+        "f1-score": 0.7871054398925452,
+        "precision": 0.7503201024327785,
+        "recall": 0.827683615819209,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6017810109118275,
-        "precision": 0.6039778449144008,
-        "recall": 0.5996000999750063,
-        "support": 4001.0
+        "f1-score": 0.5272531030760929,
+        "precision": 0.5859070464767616,
+        "recall": 0.4792739759627177,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7822841502861408,
-        "precision": 0.7836490528414756,
-        "recall": 0.7809239940387481,
-        "support": 2013.0
+        "f1-score": 0.7522123893805309,
+        "precision": 0.7485322896281801,
+        "recall": 0.7559288537549407,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8826781594183972,
-        "precision": 0.871336484744306,
-        "recall": 0.894318983768525,
-        "support": 11336.0
+        "f1-score": 0.8810152126668737,
+        "precision": 0.8385786052009456,
+        "recall": 0.92797580117724,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9204840581311821,
-        "precision": 0.9389020403562169,
-        "recall": 0.9027747669629308,
-        "support": 9226.0
+        "f1-score": 0.9004034159375491,
+        "precision": 0.9320967566981234,
+        "recall": 0.8707944872314552,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8410876570476845,
-      "eval_loss": 0.7145851254463196,
+      "eval_accuracy": 0.8273334696938706,
+      "eval_loss": 0.8727766871452332,
       "eval_macro avg": {
-        "f1-score": 0.7555076167746976,
-        "precision": 0.744044068139658,
-        "recall": 0.7685449555576133,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8288,
-      "eval_samples_per_second": 16.567,
-      "eval_steps_per_second": 2.071,
+        "f1-score": 0.7303679146713938,
+        "precision": 0.7298186516113886,
+        "recall": 0.7345212489622704,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.1014,
+      "eval_samples_per_second": 13.112,
+      "eval_steps_per_second": 1.639,
       "eval_weighted avg": {
-        "f1-score": 0.841386205332122,
-        "precision": 0.842161020451525,
-        "recall": 0.8410876570476845,
-        "support": 27619.0
+        "f1-score": 0.8231582874630071,
+        "precision": 0.8231745470223255,
+        "recall": 0.8273334696938706,
+        "support": 29334.0
       },
       "step": 810
     },
     {
       "epoch": 11.0,
       "eval_B-Claim": {
-        "f1-score": 0.6018348623853211,
-        "precision": 0.5985401459854015,
-        "recall": 0.6051660516605166,
-        "support": 271.0
+        "f1-score": 0.5882352941176471,
+        "precision": 0.5487804878048781,
+        "recall": 0.6338028169014085,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7272727272727274,
-        "precision": 0.768,
-        "recall": 0.6906474820143885,
-        "support": 139.0
+        "f1-score": 0.7417218543046358,
+        "precision": 0.6956521739130435,
+        "recall": 0.7943262411347518,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7833733013589128,
-        "precision": 0.7928802588996764,
-        "recall": 0.7740916271721959,
-        "support": 633.0
+        "f1-score": 0.7794221282593374,
+        "precision": 0.7777777777777778,
+        "recall": 0.7810734463276836,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6083602886290123,
-        "precision": 0.6056477582363141,
-        "recall": 0.6110972256935766,
-        "support": 4001.0
+        "f1-score": 0.6072943172179812,
+        "precision": 0.600095785440613,
+        "recall": 0.6146676477802305,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7648026315789475,
-        "precision": 0.8532110091743119,
-        "recall": 0.6929955290611028,
-        "support": 2013.0
+        "f1-score": 0.7846607669616519,
+        "precision": 0.7808219178082192,
+        "recall": 0.7885375494071146,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.882720702345586,
-        "precision": 0.8874030489435678,
-        "recall": 0.8780875088214538,
-        "support": 11336.0
+        "f1-score": 0.8809899510007474,
+        "precision": 0.8951898734177215,
+        "recall": 0.8672334859385219,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.921590369079677,
-        "precision": 0.8984865643982292,
-        "recall": 0.9459137220897463,
-        "support": 9226.0
+        "f1-score": 0.9068834035721453,
+        "precision": 0.8980524642289348,
+        "recall": 0.9158897446291042,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8425721423657627,
-      "eval_loss": 0.7725272178649902,
+      "eval_accuracy": 0.8383786732119725,
+      "eval_loss": 0.7904127836227417,
       "eval_macro avg": {
-        "f1-score": 0.7557078403785977,
-        "precision": 0.7720241122339289,
-        "recall": 0.7425713066447115,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7985,
-      "eval_samples_per_second": 16.672,
-      "eval_steps_per_second": 2.084,
+        "f1-score": 0.755601102204878,
+        "precision": 0.742338640055884,
+        "recall": 0.7707901331598307,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0781,
+      "eval_samples_per_second": 13.162,
+      "eval_steps_per_second": 1.645,
       "eval_weighted avg": {
-        "f1-score": 0.8415502116531838,
-        "precision": 0.8421955187218679,
-        "recall": 0.8425721423657627,
-        "support": 27619.0
+        "f1-score": 0.8390590885154817,
+        "precision": 0.8401010980182351,
+        "recall": 0.8383786732119725,
+        "support": 29334.0
       },
       "step": 891
     },
     {
       "epoch": 12.0,
       "eval_B-Claim": {
-        "f1-score": 0.5907473309608542,
-        "precision": 0.570446735395189,
-        "recall": 0.6125461254612546,
-        "support": 271.0
+        "f1-score": 0.5663082437275986,
+        "precision": 0.5766423357664233,
+        "recall": 0.5563380281690141,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7328767123287672,
-        "precision": 0.6993464052287581,
-        "recall": 0.7697841726618705,
-        "support": 139.0
+        "f1-score": 0.7323943661971831,
+        "precision": 0.7272727272727273,
+        "recall": 0.7375886524822695,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7870370370370371,
-        "precision": 0.7692307692307693,
-        "recall": 0.8056872037914692,
-        "support": 633.0
+        "f1-score": 0.793821356615178,
+        "precision": 0.7567221510883483,
+        "recall": 0.8347457627118644,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6039273805113003,
-        "precision": 0.596923828125,
-        "recall": 0.6110972256935766,
-        "support": 4001.0
+        "f1-score": 0.5636018443178736,
+        "precision": 0.6302699423718532,
+        "recall": 0.5096884964434634,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7876195269250126,
-        "precision": 0.7980622131565528,
-        "recall": 0.7774465971187282,
-        "support": 2013.0
+        "f1-score": 0.7598984771573604,
+        "precision": 0.7813152400835073,
+        "recall": 0.7396245059288538,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8808608098180718,
-        "precision": 0.8633629817873782,
-        "recall": 0.8990825688073395,
-        "support": 11336.0
+        "f1-score": 0.889289352033221,
+        "precision": 0.8537686174213931,
+        "recall": 0.9278940483976456,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9129559185500112,
-        "precision": 0.9433526011560693,
-        "recall": 0.8844569694342077,
-        "support": 9226.0
+        "f1-score": 0.9031132994819715,
+        "precision": 0.9143213210094506,
+        "recall": 0.892176732873936,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8380100655345958,
-      "eval_loss": 0.8826749920845032,
+      "eval_accuracy": 0.838003681734506,
+      "eval_loss": 0.9021136164665222,
       "eval_macro avg": {
-        "f1-score": 0.7565749594472935,
-        "precision": 0.7486750762971024,
-        "recall": 0.765728694709778,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8258,
-      "eval_samples_per_second": 16.577,
-      "eval_steps_per_second": 2.072,
+        "f1-score": 0.7440609913614838,
+        "precision": 0.7486160478591003,
+        "recall": 0.7425794610010066,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0777,
+      "eval_samples_per_second": 13.163,
+      "eval_steps_per_second": 1.645,
       "eval_weighted avg": {
-        "f1-score": 0.8389267473809466,
-        "precision": 0.8408692792556519,
-        "recall": 0.8380100655345958,
-        "support": 27619.0
+        "f1-score": 0.8335608269497821,
+        "precision": 0.8324430451309904,
+        "recall": 0.838003681734506,
+        "support": 29334.0
       },
       "step": 972
     },
     {
       "epoch": 12.35,
-      "grad_norm": 6.464661598205566,
-      "learning_rate": 1.506172839506173e-05,
-      "loss": 0.0768,
+      "grad_norm": 1.9324438571929932,
+      "learning_rate": 7.654320987654322e-06,
+      "loss": 0.0774,
       "step": 1000
     },
     {
       "epoch": 13.0,
       "eval_B-Claim": {
-        "f1-score": 0.6059544658493871,
-        "precision": 0.5766666666666667,
-        "recall": 0.6383763837638377,
-        "support": 271.0
+        "f1-score": 0.5774877650897227,
+        "precision": 0.5379939209726444,
+        "recall": 0.6232394366197183,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.75,
-        "precision": 0.6909090909090909,
-        "recall": 0.8201438848920863,
-        "support": 139.0
+        "f1-score": 0.7087719298245613,
+        "precision": 0.7013888888888888,
+        "recall": 0.7163120567375887,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7835703001579779,
-        "precision": 0.7835703001579779,
-        "recall": 0.7835703001579779,
-        "support": 633.0
+        "f1-score": 0.784636488340192,
+        "precision": 0.7626666666666667,
+        "recall": 0.807909604519774,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6174981923355025,
-        "precision": 0.5962299278566442,
-        "recall": 0.6403399150212447,
-        "support": 4001.0
+        "f1-score": 0.5893326955273857,
+        "precision": 0.5750291715285881,
+        "recall": 0.6043659553593328,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7900677200902934,
-        "precision": 0.7978723404255319,
-        "recall": 0.7824143070044709,
-        "support": 2013.0
+        "f1-score": 0.7561601642710472,
+        "precision": 0.7868589743589743,
+        "recall": 0.7277667984189723,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8801810597319606,
-        "precision": 0.8856045722450437,
-        "recall": 0.8748235709244884,
-        "support": 11336.0
+        "f1-score": 0.8846897663174859,
+        "precision": 0.8721798538290435,
+        "recall": 0.8975637671680837,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9129007550060182,
-        "precision": 0.9216747680070703,
-        "recall": 0.9042922176457836,
-        "support": 9226.0
+        "f1-score": 0.8962254341270668,
+        "precision": 0.9202434336963485,
+        "recall": 0.8734292663153628,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8392773090988088,
-      "eval_loss": 0.8458374738693237,
+      "eval_accuracy": 0.8312879252744256,
+      "eval_loss": 0.9174407720565796,
       "eval_macro avg": {
-        "f1-score": 0.7628817847387342,
-        "precision": 0.7503610951811466,
-        "recall": 0.7777086542014128,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8414,
-      "eval_samples_per_second": 16.524,
-      "eval_steps_per_second": 2.065,
+        "f1-score": 0.7424720347853516,
+        "precision": 0.7366229871344505,
+        "recall": 0.7500838407341189,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0935,
+      "eval_samples_per_second": 13.129,
+      "eval_steps_per_second": 1.641,
       "eval_weighted avg": {
-        "f1-score": 0.8409296175505384,
-        "precision": 0.8429896387826172,
-        "recall": 0.8392773090988088,
-        "support": 27619.0
+        "f1-score": 0.8324170375280131,
+        "precision": 0.8344622887797986,
+        "recall": 0.8312879252744256,
+        "support": 29334.0
       },
       "step": 1053
     },
     {
       "epoch": 14.0,
       "eval_B-Claim": {
-        "f1-score": 0.5909090909090908,
-        "precision": 0.5614617940199336,
-        "recall": 0.6236162361623616,
-        "support": 271.0
+        "f1-score": 0.5770491803278688,
+        "precision": 0.5398773006134969,
+        "recall": 0.6197183098591549,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7424749163879598,
-        "precision": 0.69375,
-        "recall": 0.7985611510791367,
-        "support": 139.0
+        "f1-score": 0.736842105263158,
+        "precision": 0.6871165644171779,
+        "recall": 0.7943262411347518,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7811764705882354,
-        "precision": 0.7757009345794392,
-        "recall": 0.7867298578199052,
-        "support": 633.0
+        "f1-score": 0.7869535045107564,
+        "precision": 0.7735334242837654,
+        "recall": 0.8008474576271186,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6013087736306351,
-        "precision": 0.5836273817925194,
-        "recall": 0.620094976255936,
-        "support": 4001.0
+        "f1-score": 0.5928150907124834,
+        "precision": 0.5810174281676872,
+        "recall": 0.6051017905322541,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7706057596822246,
-        "precision": 0.7702233250620347,
-        "recall": 0.7709885742672627,
-        "support": 2013.0
+        "f1-score": 0.7852270054104916,
+        "precision": 0.7494387067804221,
+        "recall": 0.8246047430830039,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8808171531721921,
-        "precision": 0.8792300254900237,
-        "recall": 0.882410021171489,
-        "support": 11336.0
+        "f1-score": 0.8859948068808828,
+        "precision": 0.8794297680412371,
+        "recall": 0.8926586003924133,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9170672412840489,
-        "precision": 0.9353093654908148,
-        "recall": 0.8995230869282462,
-        "support": 9226.0
+        "f1-score": 0.8957100204284741,
+        "precision": 0.9270302504608046,
+        "recall": 0.8664369679773004,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8368514428473153,
-      "eval_loss": 0.9143030047416687,
+      "eval_accuracy": 0.8338446853480602,
+      "eval_loss": 0.9773775935173035,
       "eval_macro avg": {
-        "f1-score": 0.7549084865220552,
-        "precision": 0.7427575466335379,
-        "recall": 0.7688462719549054,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8212,
-      "eval_samples_per_second": 16.594,
-      "eval_steps_per_second": 2.074,
+        "f1-score": 0.751513101933445,
+        "precision": 0.733920491823513,
+        "recall": 0.7719563015151424,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0915,
+      "eval_samples_per_second": 13.133,
+      "eval_steps_per_second": 1.642,
       "eval_weighted avg": {
-        "f1-score": 0.838578387953211,
-        "precision": 0.8407717357848979,
-        "recall": 0.8368514428473153,
-        "support": 27619.0
+        "f1-score": 0.835464012013009,
+        "precision": 0.8382307794620859,
+        "recall": 0.8338446853480602,
+        "support": 29334.0
       },
       "step": 1134
     },
     {
       "epoch": 15.0,
       "eval_B-Claim": {
-        "f1-score": 0.5709090909090909,
-        "precision": 0.5627240143369175,
-        "recall": 0.5793357933579336,
-        "support": 271.0
+        "f1-score": 0.5882352941176471,
+        "precision": 0.5487804878048781,
+        "recall": 0.6338028169014085,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7446808510638296,
-        "precision": 0.7342657342657343,
-        "recall": 0.7553956834532374,
-        "support": 139.0
+        "f1-score": 0.7338129496402878,
+        "precision": 0.7445255474452555,
+        "recall": 0.723404255319149,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7841269841269841,
-        "precision": 0.7878787878787878,
-        "recall": 0.7804107424960506,
-        "support": 633.0
+        "f1-score": 0.7802197802197803,
+        "precision": 0.7593582887700535,
+        "recall": 0.8022598870056498,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5929925907321362,
-        "precision": 0.5959111559818273,
-        "recall": 0.5901024743814046,
-        "support": 4001.0
+        "f1-score": 0.6005580097651709,
+        "precision": 0.570828729281768,
+        "recall": 0.6335540838852097,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7486910994764399,
-        "precision": 0.7913669064748201,
-        "recall": 0.7103825136612022,
-        "support": 2013.0
+        "f1-score": 0.7582104990949057,
+        "precision": 0.7954422137818774,
+        "recall": 0.724308300395257,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.882824477638092,
-        "precision": 0.8767945706081963,
-        "recall": 0.8889378969654199,
-        "support": 11336.0
+        "f1-score": 0.885193918204732,
+        "precision": 0.8803978651140223,
+        "recall": 0.8900425114453892,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9183122909247868,
-        "precision": 0.9142672969488612,
-        "recall": 0.9223932365055278,
-        "support": 9226.0
+        "f1-score": 0.8958712022851208,
+        "precision": 0.9188239054010866,
+        "recall": 0.874037292257803,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8376117889858431,
-      "eval_loss": 0.9049480557441711,
+      "eval_accuracy": 0.8321742687666189,
+      "eval_loss": 0.9719740152359009,
       "eval_macro avg": {
-        "f1-score": 0.74893391212448,
-        "precision": 0.7518869237850208,
-        "recall": 0.746708334402968,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8265,
-      "eval_samples_per_second": 16.575,
-      "eval_steps_per_second": 2.072,
+        "f1-score": 0.748871664761092,
+        "precision": 0.7454510053712774,
+        "recall": 0.7544870210299808,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0974,
+      "eval_samples_per_second": 13.12,
+      "eval_steps_per_second": 1.64,
       "eval_weighted avg": {
-        "f1-score": 0.8368987072750449,
-        "precision": 0.8365590307236803,
-        "recall": 0.8376117889858431,
-        "support": 27619.0
+        "f1-score": 0.8343275428320325,
+        "precision": 0.8376519459918353,
+        "recall": 0.8321742687666189,
+        "support": 29334.0
       },
       "step": 1215
     },
     {
       "epoch": 16.0,
       "eval_B-Claim": {
-        "f1-score": 0.5880077369439072,
-        "precision": 0.6178861788617886,
-        "recall": 0.5608856088560885,
-        "support": 271.0
+        "f1-score": 0.5836177474402731,
+        "precision": 0.5662251655629139,
+        "recall": 0.602112676056338,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7475409836065575,
-        "precision": 0.6867469879518072,
-        "recall": 0.8201438848920863,
-        "support": 139.0
+        "f1-score": 0.726643598615917,
+        "precision": 0.7094594594594594,
+        "recall": 0.7446808510638298,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7921259842519685,
-        "precision": 0.7896389324960753,
-        "recall": 0.7946287519747235,
-        "support": 633.0
+        "f1-score": 0.7870879120879121,
+        "precision": 0.766042780748663,
+        "recall": 0.809322033898305,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5849176980987624,
-        "precision": 0.5974973931178311,
-        "recall": 0.5728567858035492,
-        "support": 4001.0
+        "f1-score": 0.5983325159391859,
+        "precision": 0.5981858298602599,
+        "recall": 0.5984792739759627,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7757869249394673,
-        "precision": 0.7567312234293812,
-        "recall": 0.7958271236959762,
-        "support": 2013.0
+        "f1-score": 0.7764526769855367,
+        "precision": 0.7981220657276995,
+        "recall": 0.7559288537549407,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8798468592797044,
-        "precision": 0.8881100026961445,
-        "recall": 0.8717360621030346,
-        "support": 11336.0
+        "f1-score": 0.885249868914613,
+        "precision": 0.8736565560066873,
+        "recall": 0.8971550032701112,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.92327420388972,
-        "precision": 0.9104320337197049,
-        "recall": 0.9364838499891611,
-        "support": 9226.0
+        "f1-score": 0.9045096930117758,
+        "precision": 0.9181542958555173,
+        "recall": 0.8912646939602756,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8394583438936963,
-      "eval_loss": 0.9981638789176941,
+      "eval_accuracy": 0.8382082225403968,
+      "eval_loss": 1.0037230253219604,
       "eval_macro avg": {
-        "f1-score": 0.7559286272871554,
-        "precision": 0.7495775360389619,
-        "recall": 0.7646517239020884,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8136,
-      "eval_samples_per_second": 16.62,
-      "eval_steps_per_second": 2.077,
+        "f1-score": 0.751699144713602,
+        "precision": 0.7471208790316002,
+        "recall": 0.7569919122828231,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.1157,
+      "eval_samples_per_second": 13.081,
+      "eval_steps_per_second": 1.635,
       "eval_weighted avg": {
-        "f1-score": 0.8385046755256232,
-        "precision": 0.8379700346267476,
-        "recall": 0.8394583438936963,
-        "support": 27619.0
+        "f1-score": 0.838292846606077,
+        "precision": 0.8387644471781172,
+        "recall": 0.8382082225403968,
+        "support": 29334.0
       },
       "step": 1296
     },
     {
       "epoch": 17.0,
       "eval_B-Claim": {
-        "f1-score": 0.5753424657534246,
-        "precision": 0.6125,
-        "recall": 0.5424354243542435,
-        "support": 271.0
+        "f1-score": 0.5652173913043479,
+        "precision": 0.5382165605095541,
+        "recall": 0.5950704225352113,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7160493827160496,
-        "precision": 0.6270270270270271,
-        "recall": 0.8345323741007195,
-        "support": 139.0
+        "f1-score": 0.7163120567375887,
+        "precision": 0.7163120567375887,
+        "recall": 0.7163120567375887,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7974882260596545,
-        "precision": 0.7925117004680188,
-        "recall": 0.8025276461295419,
-        "support": 633.0
+        "f1-score": 0.7868190988567586,
+        "precision": 0.7509627727856226,
+        "recall": 0.826271186440678,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5781887408213218,
-        "precision": 0.6340590515955861,
-        "recall": 0.5313671582104474,
-        "support": 4001.0
+        "f1-score": 0.5757906215921483,
+        "precision": 0.5689655172413793,
+        "recall": 0.5827814569536424,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7680890538033396,
-        "precision": 0.7203131796433232,
-        "recall": 0.8226527570789866,
-        "support": 2013.0
+        "f1-score": 0.7535337959393473,
+        "precision": 0.7852169255490091,
+        "recall": 0.724308300395257,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8883316761056591,
-        "precision": 0.8710470538363714,
-        "recall": 0.9063161609033169,
-        "support": 11336.0
+        "f1-score": 0.8836841272353221,
+        "precision": 0.8561790861698866,
+        "recall": 0.9130150425114454,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9186122627100153,
-        "precision": 0.9246650560070283,
-        "recall": 0.9126381964014741,
-        "support": 9226.0
+        "f1-score": 0.8950797097611355,
+        "precision": 0.9375346721402419,
+        "recall": 0.8563032022699635,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8417031753503024,
-      "eval_loss": 1.0078351497650146,
+      "eval_accuracy": 0.8289016158723665,
+      "eval_loss": 1.0844500064849854,
       "eval_macro avg": {
-        "f1-score": 0.7488716868527806,
-        "precision": 0.7403032955110508,
-        "recall": 0.7646385310255328,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8211,
-      "eval_samples_per_second": 16.594,
-      "eval_steps_per_second": 2.074,
+        "f1-score": 0.7394909716323783,
+        "precision": 0.7361982273047546,
+        "recall": 0.7448659525491124,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.1433,
+      "eval_samples_per_second": 13.022,
+      "eval_steps_per_second": 1.628,
       "eval_weighted avg": {
-        "f1-score": 0.838734195768893,
-        "precision": 0.8380757474281803,
-        "recall": 0.8417031753503024,
-        "support": 27619.0
+        "f1-score": 0.829519030769714,
+        "precision": 0.8324422630439487,
+        "recall": 0.8289016158723665,
+        "support": 29334.0
       },
       "step": 1377
     },
     {
       "epoch": 18.0,
       "eval_B-Claim": {
-        "f1-score": 0.5923076923076923,
-        "precision": 0.6184738955823293,
-        "recall": 0.5682656826568265,
-        "support": 271.0
+        "f1-score": 0.5774647887323944,
+        "precision": 0.5774647887323944,
+        "recall": 0.5774647887323944,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.745644599303136,
-        "precision": 0.722972972972973,
-        "recall": 0.7697841726618705,
-        "support": 139.0
+        "f1-score": 0.7544483985765125,
+        "precision": 0.7571428571428571,
+        "recall": 0.75177304964539,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7912087912087912,
-        "precision": 0.7862714508580343,
-        "recall": 0.7962085308056872,
-        "support": 633.0
+        "f1-score": 0.7870182555780934,
+        "precision": 0.754863813229572,
+        "recall": 0.8220338983050848,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6042421107087429,
-        "precision": 0.6261056017153578,
-        "recall": 0.5838540364908773,
-        "support": 4001.0
+        "f1-score": 0.5765079365079365,
+        "precision": 0.59768299104792,
+        "recall": 0.5567819475104243,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7803540264273249,
-        "precision": 0.7832832832832833,
-        "recall": 0.7774465971187282,
-        "support": 2013.0
+        "f1-score": 0.767060030785018,
+        "precision": 0.7977588046958378,
+        "recall": 0.7386363636363636,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8878702702702702,
-        "precision": 0.8708117736873356,
-        "recall": 0.9056104446012703,
-        "support": 11336.0
+        "f1-score": 0.8867626126838526,
+        "precision": 0.8586523736600307,
+        "recall": 0.9167756703727927,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9169446115151184,
-        "precision": 0.925190334326382,
-        "recall": 0.9088445696943421,
-        "support": 9226.0
+        "f1-score": 0.9008560311284047,
+        "precision": 0.9229297331774211,
+        "recall": 0.879813538710985,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8442376624787284,
-      "eval_loss": 0.9712997674942017,
+      "eval_accuracy": 0.8356514624667621,
+      "eval_loss": 1.0617780685424805,
       "eval_macro avg": {
-        "f1-score": 0.7597960145344393,
-        "precision": 0.7618727589179565,
-        "recall": 0.7585734334328001,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8169,
-      "eval_samples_per_second": 16.608,
-      "eval_steps_per_second": 2.076,
+        "f1-score": 0.7500168648560301,
+        "precision": 0.7523564802408619,
+        "recall": 0.7490398938447764,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.2691,
+      "eval_samples_per_second": 12.761,
+      "eval_steps_per_second": 1.595,
       "eval_weighted avg": {
-        "f1-score": 0.8428273600970289,
-        "precision": 0.8419904974860213,
-        "recall": 0.8442376624787284,
-        "support": 27619.0
+        "f1-score": 0.8340855697185618,
+        "precision": 0.8340875618543231,
+        "recall": 0.8356514624667621,
+        "support": 29334.0
       },
       "step": 1458
     },
     {
       "epoch": 18.52,
-      "grad_norm": 7.254913806915283,
-      "learning_rate": 1.2592592592592593e-05,
-      "loss": 0.0261,
+      "grad_norm": 1.3275765180587769,
+      "learning_rate": 1.4814814814814815e-06,
+      "loss": 0.0228,
       "step": 1500
     },
     {
       "epoch": 19.0,
       "eval_B-Claim": {
-        "f1-score": 0.588235294117647,
-        "precision": 0.5689655172413793,
-        "recall": 0.6088560885608856,
-        "support": 271.0
+        "f1-score": 0.5734265734265734,
+        "precision": 0.5694444444444444,
+        "recall": 0.5774647887323944,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.7224080267558529,
-        "precision": 0.675,
-        "recall": 0.7769784172661871,
-        "support": 139.0
+        "f1-score": 0.7420494699646644,
+        "precision": 0.7394366197183099,
+        "recall": 0.7446808510638298,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.7804107424960506,
-        "precision": 0.7804107424960506,
-        "recall": 0.7804107424960506,
-        "support": 633.0
+        "f1-score": 0.7859078590785908,
+        "precision": 0.7552083333333334,
+        "recall": 0.8192090395480226,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.6187416656564432,
-        "precision": 0.60075329566855,
-        "recall": 0.6378405398650338,
-        "support": 4001.0
+        "f1-score": 0.5766902119071644,
+        "precision": 0.5936120488184887,
+        "recall": 0.5607064017660044,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7764764515325194,
-        "precision": 0.779,
-        "recall": 0.7739692001987084,
-        "support": 2013.0
+        "f1-score": 0.7594099694811801,
+        "precision": 0.7824947589098532,
+        "recall": 0.7376482213438735,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8802663706992231,
-        "precision": 0.886048797926535,
-        "recall": 0.8745589273112209,
-        "support": 11336.0
+        "f1-score": 0.8857539132157718,
+        "precision": 0.8594939629316312,
+        "recall": 0.9136690647482014,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9251841746248295,
-        "precision": 0.931640839652709,
-        "recall": 0.9188163884673748,
-        "support": 9226.0
+        "f1-score": 0.9014655441222326,
+        "precision": 0.9252186899935994,
+        "recall": 0.8789014997973247,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.8424635214888302,
-      "eval_loss": 0.9876435995101929,
+      "eval_accuracy": 0.8344242176314175,
+      "eval_loss": 1.0645118951797485,
       "eval_macro avg": {
-        "f1-score": 0.7559603894117952,
-        "precision": 0.7459741704264606,
-        "recall": 0.7673471863093516,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.8824,
-      "eval_samples_per_second": 16.385,
-      "eval_steps_per_second": 2.048,
+        "f1-score": 0.7463862201708825,
+        "precision": 0.7464155511642371,
+        "recall": 0.7474685524285215,
+        "support": 29334.0
+      },
+      "eval_runtime": 6.0813,
+      "eval_samples_per_second": 13.155,
+      "eval_steps_per_second": 1.644,
       "eval_weighted avg": {
-        "f1-score": 0.8438722529775301,
-        "precision": 0.8455528133195762,
-        "recall": 0.8424635214888302,
-        "support": 27619.0
+        "f1-score": 0.8332419893084726,
+        "precision": 0.8334350647066741,
+        "recall": 0.8344242176314175,
+        "support": 29334.0
       },
       "step": 1539
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 2732025441642000.0,
   "train_batch_size": 4,

checkpoint-1539/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96f940fbb595414fcc9335f58119ba24a5ec23e0d6daa1a329588d596e481421
-size 4856
+oid sha256:5653e8d83a92b07eb1df6cde8969d97342166ccb896f2bdca8c3721b3a61a616
+size 4920