{ "best_metric": 0.9649173673528558, "best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/323-pretrained-camembert-ner-hierarchical-loss-io/checkpoint-1000", "epoch": 2.6246719160104988, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "eval_ACT": { "f1": 0.9041353383458647, "number": 519, "precision": 0.8825688073394495, "recall": 0.9267822736030829 }, "eval_ACT_L1": { "f1": 0.9179389312977099, "number": 503, "precision": 0.8825688073394495, "recall": 0.9562624254473161 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9730123997082422, "number": 678, "precision": 0.9624819624819625, "recall": 0.9837758112094396 }, "eval_DESC": { "f1": 0.0, "number": 30, "precision": 0.0, "recall": 0.0 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9365598430346632, "number": 761, "precision": 0.9322916666666666, "recall": 0.9408672798948752 }, "eval_PER": { "f1": 0.931667891256429, "number": 676, "precision": 0.9255474452554745, "recall": 0.9378698224852071 }, "eval_SPAT": { "f1": 0.9334287759484609, "number": 694, "precision": 0.9274537695590327, "recall": 0.9394812680115274 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.0, "number": 33, "precision": 0.0, "recall": 0.0 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9357124778537079, "eval_accuracy-all": 0.9560870665654265, "eval_accuracy-das": 0.94874715261959, "eval_accuracy-l1": 0.9444444444444444, "eval_accuracy-l2": 0.9677296886864085, "eval_f1": 0.9315068493150684, "eval_f1-all": 0.9264705882352942, "eval_f1-das": 0.9278273809523809, "eval_f1-l1": 0.9207920792079207, "eval_f1-l2": 0.9338284942606346, "eval_loss": 0.3864385783672333, "eval_precision": 0.9339567504383401, "eval_precision-all": 0.9281084266352386, "eval_precision-das": 0.9267930137495355, "eval_precision-l1": 0.9141231246766683, "eval_precision-l2": 0.946611909650924, "eval_recall": 0.9290697674418604, "eval_recall-all": 0.9248385202583675, "eval_recall-das": 0.9288640595903166, "eval_recall-l1": 0.9275590551181102, "eval_recall-l2": 0.9213857428381079, "eval_runtime": 5.8217, "eval_samples_per_second": 116.117, "eval_steps_per_second": 7.386, "step": 100 }, { "epoch": 0.52, "eval_ACT": { "f1": 0.9251184834123224, "number": 519, "precision": 0.9104477611940298, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9393647738209817, "number": 503, "precision": 0.9104477611940298, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9874723655121592, "number": 678, "precision": 0.9867452135493373, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.2153846153846154, "number": 30, "precision": 0.2, "recall": 0.23333333333333334 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9395711500974658, "number": 761, "precision": 0.929305912596401, "recall": 0.9500657030223391 }, "eval_PER": { "f1": 0.9690721649484536, "number": 676, "precision": 0.9648093841642229, "recall": 0.9733727810650887 }, "eval_SPAT": { "f1": 0.9549033643521831, "number": 694, "precision": 0.9487908961593172, "recall": 0.9610951008645533 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.6666666666666666, "number": 33, "precision": 0.7, "recall": 0.6363636363636364 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9536826119969628, "eval_accuracy-all": 0.9668438370032904, "eval_accuracy-das": 0.9674765882055176, "eval_accuracy-l1": 0.960642875221463, "eval_accuracy-l2": 0.9730447987851177, "eval_f1": 0.947444621398581, "eval_f1-all": 0.9443714410862899, "eval_f1-das": 0.9526989426822481, "eval_f1-l1": 0.9427609427609427, "eval_f1-l2": 0.9464524765729585, "eval_loss": 0.2513241171836853, "eval_precision": 0.9437554081338333, "eval_precision-all": 0.939297124600639, "eval_precision-das": 0.9490022172949002, "eval_precision-l1": 0.9304703476482618, "eval_precision-l2": 0.9509078681909886, "eval_recall": 0.9511627906976744, "eval_recall-all": 0.9495008807985907, "eval_recall-das": 0.9564245810055866, "eval_recall-l1": 0.9553805774278216, "eval_recall-l2": 0.9420386409060626, "eval_runtime": 5.7364, "eval_samples_per_second": 117.843, "eval_steps_per_second": 7.496, "step": 200 }, { "epoch": 0.79, "eval_ACT": { "f1": 0.9367816091954023, "number": 519, "precision": 0.9314285714285714, "recall": 0.9421965317919075 }, "eval_ACT_L1": { "f1": 0.9513618677042801, "number": 503, "precision": 0.9314285714285714, "recall": 0.9721669980119284 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9794419970631425, "number": 678, "precision": 0.9751461988304093, "recall": 0.9837758112094396 }, "eval_DESC": { "f1": 0.30985915492957744, "number": 30, "precision": 0.2682926829268293, "recall": 0.36666666666666664 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9495743287491814, "number": 761, "precision": 0.9464751958224543, "recall": 0.9526938239159002 }, "eval_PER": { "f1": 0.9697416974169741, "number": 676, "precision": 0.96759941089838, "recall": 0.9718934911242604 }, "eval_SPAT": { "f1": 0.9533381191672649, "number": 694, "precision": 0.949928469241774, "recall": 0.9567723342939481 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.71875, "number": 33, "precision": 0.7419354838709677, "recall": 0.696969696969697 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 6, "precision": 0.4, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9588711718552265, "eval_accuracy-all": 0.9708301695773222, "eval_accuracy-das": 0.9702606934953176, "eval_accuracy-l1": 0.9658314350797267, "eval_accuracy-l2": 0.9758289040749177, "eval_f1": 0.9527125036263417, "eval_f1-all": 0.9473376243417203, "eval_f1-das": 0.9568612867236892, "eval_f1-l1": 0.9462197973499611, "eval_f1-l2": 0.9487780381653834, "eval_loss": 0.19993722438812256, "eval_precision": 0.950781702374059, "eval_precision-all": 0.9440233236151604, "eval_precision-das": 0.9554400297066469, "eval_precision-l1": 0.9367283950617284, "eval_precision-l2": 0.9535666218034994, "eval_recall": 0.9546511627906977, "eval_recall-all": 0.9506752789195537, "eval_recall-das": 0.9582867783985103, "eval_recall-l1": 0.9559055118110236, "eval_recall-l2": 0.944037308461026, "eval_runtime": 5.4991, "eval_samples_per_second": 122.93, "eval_steps_per_second": 7.819, "step": 300 }, { "epoch": 1.05, "eval_ACT": { "f1": 0.936372269705603, "number": 519, "precision": 0.9232209737827716, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9497098646034816, "number": 503, "precision": 0.9246704331450094, "recall": 0.9761431411530815 }, "eval_ACT_L2": { "f1": 0.21052631578947367, "number": 16, "precision": 0.6666666666666666, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.988962472406181, "number": 678, "precision": 0.986784140969163, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.29032258064516125, "number": 30, "precision": 0.28125, "recall": 0.3 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9593175853018372, "number": 761, "precision": 0.9580602883355177, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9705014749262537, "number": 676, "precision": 0.9676470588235294, "recall": 0.9733727810650887 }, "eval_SPAT": { "f1": 0.9548387096774194, "number": 694, "precision": 0.9500713266761769, "recall": 0.9596541786743515 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8615384615384615, "number": 33, "precision": 0.875, "recall": 0.8484848484848485 }, "eval_TITREP": { "f1": 0.3333333333333333, "number": 6, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9596304732978993, "eval_accuracy-all": 0.9715894710199949, "eval_accuracy-das": 0.9746899519109087, "eval_accuracy-l1": 0.9644393824348266, "eval_accuracy-l2": 0.9787395596051632, "eval_f1": 0.9591067285382832, "eval_f1-all": 0.9536210680321872, "eval_f1-das": 0.9631970260223048, "eval_f1-l1": 0.9477786438035852, "eval_f1-l2": 0.9611520428667114, "eval_loss": 0.16297389566898346, "eval_precision": 0.9568865740740741, "eval_precision-all": 0.9504228638086906, "eval_precision-das": 0.9614100185528757, "eval_precision-l1": 0.9382716049382716, "eval_precision-l2": 0.9663299663299664, "eval_recall": 0.9613372093023256, "eval_recall-all": 0.9568408690546095, "eval_recall-das": 0.9649906890130354, "eval_recall-l1": 0.9574803149606299, "eval_recall-l2": 0.9560293137908061, "eval_runtime": 5.7026, "eval_samples_per_second": 118.543, "eval_steps_per_second": 7.54, "step": 400 }, { "epoch": 1.31, "learning_rate": 9e-05, "loss": 0.3757, "step": 500 }, { "epoch": 1.31, "eval_ACT": { "f1": 0.9391634980988594, "number": 519, "precision": 0.926829268292683, "recall": 0.9518304431599229 }, "eval_ACT_L1": { "f1": 0.9620253164556961, "number": 503, "precision": 0.9427480916030534, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9882005899705014, "number": 678, "precision": 0.9882005899705014, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.4210526315789474, "number": 30, "precision": 0.4444444444444444, "recall": 0.4 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9538061158100194, "number": 761, "precision": 0.9445876288659794, "recall": 0.9632063074901446 }, "eval_PER": { "f1": 0.9668386145910095, "number": 676, "precision": 0.9632892804698973, "recall": 0.9704142011834319 }, "eval_SPAT": { "f1": 0.9591397849462366, "number": 694, "precision": 0.9543509272467903, "recall": 0.9639769452449568 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8253968253968254, "number": 33, "precision": 0.8666666666666667, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.30769230769230765, "number": 6, "precision": 0.2857142857142857, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9562136168058719, "eval_accuracy-all": 0.9681093394077449, "eval_accuracy-das": 0.9724120475828905, "eval_accuracy-l1": 0.9627942293090357, "eval_accuracy-l2": 0.973424449506454, "eval_f1": 0.9563205091119468, "eval_f1-all": 0.9539406345957011, "eval_f1-das": 0.9595847237671488, "eval_f1-l1": 0.9541427826993225, "eval_f1-l2": 0.9536821059646784, "eval_loss": 0.16671402752399445, "eval_precision": 0.9516407599309153, "eval_precision-all": 0.9501893387707544, "eval_precision-das": 0.9553340716131414, "eval_precision-l1": 0.9472322814278323, "eval_precision-l2": 0.954, "eval_recall": 0.961046511627907, "eval_recall-all": 0.9577216676453317, "eval_recall-das": 0.9638733705772812, "eval_recall-l1": 0.9611548556430446, "eval_recall-l2": 0.9533644237175216, "eval_runtime": 5.8183, "eval_samples_per_second": 116.184, "eval_steps_per_second": 7.39, "step": 500 }, { "epoch": 1.57, "eval_ACT": { "f1": 0.9446564885496184, "number": 519, "precision": 0.9357277882797732, "recall": 0.953757225433526 }, "eval_ACT_L1": { "f1": 0.962962962962963, "number": 503, "precision": 0.9445506692160612, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.09090909090909091, "number": 16, "precision": 0.16666666666666666, "recall": 0.0625 }, "eval_CARDINAL": { "f1": 0.9845474613686535, "number": 678, "precision": 0.9823788546255506, "recall": 0.9867256637168141 }, "eval_DESC": { "f1": 0.4126984126984127, "number": 30, "precision": 0.3939393939393939, "recall": 0.43333333333333335 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9621409921671019, "number": 761, "precision": 0.9559014267185474, "recall": 0.9684625492772667 }, "eval_PER": { "f1": 0.9556213017751479, "number": 676, "precision": 0.9556213017751479, "recall": 0.9556213017751479 }, "eval_SPAT": { "f1": 0.9648745519713262, "number": 694, "precision": 0.9600570613409415, "recall": 0.9697406340057637 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.5, "number": 33, "precision": 0.4857142857142857, "recall": 0.5151515151515151 }, "eval_TITREP": { "f1": 0.3333333333333333, "number": 6, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9612756264236902, "eval_accuracy-all": 0.9720323968615541, "eval_accuracy-das": 0.9725385978233358, "eval_accuracy-l1": 0.9681093394077449, "eval_accuracy-l2": 0.9759554543153632, "eval_f1": 0.9551374819102749, "eval_f1-all": 0.951030551089022, "eval_f1-das": 0.9584415584415584, "eval_f1-l1": 0.9515372589890569, "eval_f1-l2": 0.9503829503829505, "eval_loss": 0.16416500508785248, "eval_precision": 0.9510086455331412, "eval_precision-all": 0.9470160116448326, "eval_precision-das": 0.9548983364140481, "eval_precision-l1": 0.9446456285566477, "eval_precision-l2": 0.9500665778961385, "eval_recall": 0.9593023255813954, "eval_recall-all": 0.955079271873165, "eval_recall-das": 0.9620111731843576, "eval_recall-l1": 0.9585301837270341, "eval_recall-l2": 0.9506995336442372, "eval_runtime": 5.484, "eval_samples_per_second": 123.267, "eval_steps_per_second": 7.841, "step": 600 }, { "epoch": 1.84, "eval_ACT": { "f1": 0.9315589353612168, "number": 519, "precision": 0.9193245778611632, "recall": 0.9441233140655106 }, "eval_ACT_L1": { "f1": 0.9494163424124514, "number": 503, "precision": 0.9295238095238095, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.16666666666666666, "number": 16, "precision": 0.25, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9882352941176471, "number": 678, "precision": 0.9853372434017595, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.37142857142857144, "number": 30, "precision": 0.325, "recall": 0.43333333333333335 }, "eval_FT": { "f1": 0.22222222222222224, "number": 7, "precision": 0.5, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9505851755526659, "number": 761, "precision": 0.9407979407979408, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9652623798965262, "number": 676, "precision": 0.9645494830132939, "recall": 0.9659763313609467 }, "eval_SPAT": { "f1": 0.9691756272401433, "number": 694, "precision": 0.9643366619115549, "recall": 0.9740634005763689 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7536231884057971, "number": 33, "precision": 0.7222222222222222, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.5454545454545454, "number": 6, "precision": 0.6, "recall": 0.5 }, "eval_accuracy": 0.9586180713743356, "eval_accuracy-all": 0.9714629207795494, "eval_accuracy-das": 0.9693748418121995, "eval_accuracy-l1": 0.9659579853201721, "eval_accuracy-l2": 0.9769678562389269, "eval_f1": 0.953810623556582, "eval_f1-all": 0.95203382417262, "eval_f1-das": 0.9564734210038897, "eval_f1-l1": 0.9511434511434511, "eval_f1-l2": 0.9531717037529059, "eval_loss": 0.14926117658615112, "eval_precision": 0.9472477064220184, "eval_precision-all": 0.9455545902114104, "eval_precision-das": 0.9513633014001474, "eval_precision-l1": 0.9418425115800309, "eval_precision-l2": 0.9503311258278145, "eval_recall": 0.9604651162790697, "eval_recall-all": 0.958602466236054, "eval_recall-das": 0.9616387337057728, "eval_recall-l1": 0.9606299212598425, "eval_recall-l2": 0.9560293137908061, "eval_runtime": 5.4819, "eval_samples_per_second": 123.315, "eval_steps_per_second": 7.844, "step": 700 }, { "epoch": 2.1, "eval_ACT": { "f1": 0.9513822688274547, "number": 519, "precision": 0.9415094339622642, "recall": 0.9614643545279383 }, "eval_ACT_L1": { "f1": 0.9753208292201382, "number": 503, "precision": 0.9686274509803922, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.2777777777777778, "number": 16, "precision": 0.25, "recall": 0.3125 }, "eval_CARDINAL": { "f1": 0.9838235294117647, "number": 678, "precision": 0.9809384164222874, "recall": 0.9867256637168141 }, "eval_DESC": { "f1": 0.41666666666666663, "number": 30, "precision": 0.35714285714285715, "recall": 0.5 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9544270833333334, "number": 761, "precision": 0.9458064516129032, "recall": 0.9632063074901446 }, "eval_PER": { "f1": 0.9748892171344165, "number": 676, "precision": 0.9734513274336283, "recall": 0.9763313609467456 }, "eval_SPAT": { "f1": 0.9569583931133429, "number": 694, "precision": 0.9528571428571428, "recall": 0.9610951008645533 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7761194029850745, "number": 33, "precision": 0.7647058823529411, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 6, "precision": 0.4, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9616552771450265, "eval_accuracy-all": 0.9710832700582132, "eval_accuracy-das": 0.9773475069602632, "eval_accuracy-l1": 0.9678562389268539, "eval_accuracy-l2": 0.9743103011895723, "eval_f1": 0.9578886645514854, "eval_f1-all": 0.9546316557257476, "eval_f1-das": 0.96274328081557, "eval_f1-l1": 0.9574967405475882, "eval_f1-l2": 0.9509933774834437, "eval_loss": 0.13481108844280243, "eval_precision": 0.9504865483686319, "eval_precision-all": 0.9486807770368223, "eval_precision-das": 0.9583025830258303, "eval_precision-l1": 0.9512953367875647, "eval_precision-l2": 0.945358788676761, "eval_recall": 0.9654069767441861, "eval_recall-all": 0.9606576629477392, "eval_recall-das": 0.9672253258845438, "eval_recall-l1": 0.9637795275590552, "eval_recall-l2": 0.9566955363091273, "eval_runtime": 5.8282, "eval_samples_per_second": 115.988, "eval_steps_per_second": 7.378, "step": 800 }, { "epoch": 2.36, "eval_ACT": { "f1": 0.9456625357483317, "number": 519, "precision": 0.9358490566037736, "recall": 0.9556840077071291 }, "eval_ACT_L1": { "f1": 0.9627450980392156, "number": 503, "precision": 0.9497098646034816, "recall": 0.9761431411530815 }, "eval_ACT_L2": { "f1": 0.3448275862068966, "number": 16, "precision": 0.38461538461538464, "recall": 0.3125 }, "eval_CARDINAL": { "f1": 0.9882179675994109, "number": 678, "precision": 0.986764705882353, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.47761194029850745, "number": 30, "precision": 0.43243243243243246, "recall": 0.5333333333333333 }, "eval_FT": { "f1": 0.4444444444444445, "number": 7, "precision": 1.0, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.961311475409836, "number": 761, "precision": 0.9594240837696335, "recall": 0.9632063074901446 }, "eval_PER": { "f1": 0.9837758112094395, "number": 676, "precision": 0.9808823529411764, "recall": 0.9866863905325444 }, "eval_SPAT": { "f1": 0.9712230215827338, "number": 694, "precision": 0.9698275862068966, "recall": 0.9726224783861671 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9117647058823529, "number": 33, "precision": 0.8857142857142857, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3333333333333333, "number": 6, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9681093394077449, "eval_accuracy-all": 0.9769678562389269, "eval_accuracy-das": 0.9791192103264996, "eval_accuracy-l1": 0.9740572007086813, "eval_accuracy-l2": 0.9798785117691724, "eval_f1": 0.9645081848471678, "eval_f1-all": 0.9634289057928613, "eval_f1-das": 0.9686048671744381, "eval_f1-l1": 0.9642764015645371, "eval_f1-l2": 0.9623458847050984, "eval_loss": 0.13176283240318298, "eval_precision": 0.9613052266820675, "eval_precision-all": 0.9600583090379009, "eval_precision-das": 0.9662713120830244, "eval_precision-l1": 0.9580310880829016, "eval_precision-l2": 0.9626666666666667, "eval_recall": 0.9677325581395348, "eval_recall-all": 0.966823253082795, "eval_recall-das": 0.9709497206703911, "eval_recall-l1": 0.9706036745406824, "eval_recall-l2": 0.9620253164556962, "eval_runtime": 5.853, "eval_samples_per_second": 115.497, "eval_steps_per_second": 7.347, "step": 900 }, { "epoch": 2.62, "learning_rate": 8e-05, "loss": 0.1255, "step": 1000 }, { "epoch": 2.62, "eval_ACT": { "f1": 0.9449715370018975, "number": 519, "precision": 0.930841121495327, "recall": 0.9595375722543352 }, "eval_ACT_L1": { "f1": 0.9637610186092068, "number": 503, "precision": 0.9498069498069498, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.3636363636363636, "number": 16, "precision": 0.35294117647058826, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9896907216494845, "number": 678, "precision": 0.9882352941176471, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.5205479452054794, "number": 30, "precision": 0.4418604651162791, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.4, "number": 7, "precision": 0.6666666666666666, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9639344262295081, "number": 761, "precision": 0.9620418848167539, "recall": 0.9658344283837057 }, "eval_PER": { "f1": 0.9807692307692307, "number": 676, "precision": 0.9807692307692307, "recall": 0.9807692307692307 }, "eval_SPAT": { "f1": 0.9676956209619526, "number": 694, "precision": 0.9642346208869814, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8615384615384615, "number": 33, "precision": 0.875, "recall": 0.8484848484848485 }, "eval_TITREP": { "f1": 0.3333333333333333, "number": 6, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9682358896481903, "eval_accuracy-all": 0.9760187294355859, "eval_accuracy-das": 0.9798785117691724, "eval_accuracy-l1": 0.9729182485446722, "eval_accuracy-l2": 0.9791192103264996, "eval_f1": 0.9649173673528558, "eval_f1-all": 0.962302746931619, "eval_f1-das": 0.9680297397769516, "eval_f1-l1": 0.9622494142150483, "eval_f1-l2": 0.9623709623709623, "eval_loss": 0.1248239278793335, "eval_precision": 0.9624060150375939, "eval_precision-all": 0.9578243164630599, "eval_precision-das": 0.9662337662337662, "eval_precision-l1": 0.9545454545454546, "eval_precision-l2": 0.9620505992010653, "eval_recall": 0.9674418604651163, "eval_recall-all": 0.966823253082795, "eval_recall-das": 0.9698324022346368, "eval_recall-l1": 0.9700787401574803, "eval_recall-l2": 0.9626915389740173, "eval_runtime": 5.3948, "eval_samples_per_second": 125.307, "eval_steps_per_second": 7.971, "step": 1000 } ], "max_steps": 5000, "num_train_epochs": 14, "total_flos": 408798986982336.0, "trial_name": null, "trial_params": null }