{ "best_metric": 0.9663808664259927, "best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/324-pretrained-camembert-ner-hierarchical-loss-iob2/checkpoint-900", "epoch": 2.362204724409449, "global_step": 900, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "eval_ACT": { "f1": 0.9014084507042254, "number": 519, "precision": 0.8791208791208791, "recall": 0.9248554913294798 }, "eval_ACT_L1": { "f1": 0.9151572926596758, "number": 503, "precision": 0.8791208791208791, "recall": 0.9542743538767395 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9678832116788321, "number": 678, "precision": 0.958092485549133, "recall": 0.9778761061946902 }, "eval_DESC": { "f1": 0.0, "number": 30, "precision": 0.0, "recall": 0.0 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9387222946544981, "number": 762, "precision": 0.9326424870466321, "recall": 0.9448818897637795 }, "eval_PER": { "f1": 0.942039618488628, "number": 676, "precision": 0.9344978165938864, "recall": 0.9497041420118343 }, "eval_SPAT": { "f1": 0.9325762952448545, "number": 694, "precision": 0.9188811188811189, "recall": 0.946685878962536 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.0, "number": 33, "precision": 0.0, "recall": 0.0 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9338142242470261, "eval_accuracy-all": 0.9556441407238674, "eval_accuracy-das": 0.9507719564667173, "eval_accuracy-l1": 0.9449506454062263, "eval_accuracy-l1l2": 0.934067324727917, "eval_accuracy-l2": 0.9663376360415085, "eval_f1": 0.93717277486911, "eval_f1-all": 0.9274087109546854, "eval_f1-das": 0.930475302889096, "eval_f1-l1": 0.9234362834155204, "eval_f1-l1l2": 0.9296636085626913, "eval_f1-l2": 0.9325691166554283, "eval_loss": 0.6645503044128418, "eval_precision": 0.943616777446711, "eval_precision-all": 0.9267291910902696, "eval_precision-das": 0.9313432835820895, "eval_precision-l1": 0.9132443531827515, "eval_precision-l1l2": 0.9316987740805605, "eval_precision-l2": 0.944672131147541, "eval_recall": 0.9308161881076192, "eval_recall-all": 0.9280892280598767, "eval_recall-das": 0.929608938547486, "eval_recall-l1": 0.9338582677165355, "eval_recall-l1l2": 0.927637314734089, "eval_recall-l2": 0.9207723035952063, "eval_runtime": 7.0703, "eval_samples_per_second": 95.611, "eval_steps_per_second": 6.082, "step": 100 }, { "epoch": 0.52, "eval_ACT": { "f1": 0.9150326797385622, "number": 519, "precision": 0.8876811594202898, "recall": 0.9441233140655106 }, "eval_ACT_L1": { "f1": 0.928909952606635, "number": 503, "precision": 0.8876811594202898, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9721815519765741, "number": 678, "precision": 0.9651162790697675, "recall": 0.9793510324483776 }, "eval_DESC": { "f1": 0.05714285714285715, "number": 30, "precision": 0.2, "recall": 0.03333333333333333 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9391979301423026, "number": 762, "precision": 0.9260204081632653, "recall": 0.952755905511811 }, "eval_PER": { "f1": 0.9403973509933775, "number": 676, "precision": 0.9355783308931186, "recall": 0.9452662721893491 }, "eval_SPAT": { "f1": 0.9541547277936963, "number": 694, "precision": 0.9487179487179487, "recall": 0.9596541786743515 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.0, "number": 33, "precision": 0.0, "recall": 0.0 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9392558845861807, "eval_accuracy-all": 0.9581118704125537, "eval_accuracy-das": 0.9567198177676538, "eval_accuracy-l1": 0.9488737028600355, "eval_accuracy-l1l2": 0.9396355353075171, "eval_accuracy-l2": 0.9673500379650721, "eval_f1": 0.9445389588295338, "eval_f1-all": 0.9341738747984166, "eval_f1-das": 0.9405425492382014, "eval_f1-l1": 0.9337145827917859, "eval_f1-l1l2": 0.9394027254276601, "eval_f1-l2": 0.9347679892400808, "eval_loss": 0.38668715953826904, "eval_precision": 0.9476558944014565, "eval_precision-all": 0.9332161687170475, "eval_precision-das": 0.9384501297738228, "eval_precision-l1": 0.9248197734294542, "eval_precision-l1l2": 0.937228811107897, "eval_precision-l2": 0.9442934782608695, "eval_recall": 0.9414424598688673, "eval_recall-all": 0.9351335485764602, "eval_recall-das": 0.9426443202979515, "eval_recall-l1": 0.9427821522309712, "eval_recall-l1l2": 0.941586748038361, "eval_recall-l2": 0.9254327563249002, "eval_runtime": 7.4812, "eval_samples_per_second": 90.36, "eval_steps_per_second": 5.748, "step": 200 }, { "epoch": 0.79, "eval_ACT": { "f1": 0.9295238095238095, "number": 519, "precision": 0.9190207156308852, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9439071566731141, "number": 503, "precision": 0.9190207156308852, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9845928099779897, "number": 678, "precision": 0.9795620437956204, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.28571428571428575, "number": 30, "precision": 0.25, "recall": 0.3333333333333333 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9491525423728813, "number": 762, "precision": 0.9430051813471503, "recall": 0.9553805774278216 }, "eval_PER": { "f1": 0.9696969696969697, "number": 676, "precision": 0.9689807976366323, "recall": 0.9704142011834319 }, "eval_SPAT": { "f1": 0.9591982820329277, "number": 694, "precision": 0.9530583214793741, "recall": 0.9654178674351584 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.3376623376623376, "number": 33, "precision": 0.29545454545454547, "recall": 0.3939393939393939 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 6, "precision": 0.4, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9510250569476082, "eval_accuracy-all": 0.9677296886864085, "eval_accuracy-das": 0.9719058466211086, "eval_accuracy-l1": 0.9615287269045811, "eval_accuracy-l1l2": 0.9512781574284991, "eval_accuracy-l2": 0.9739306504682359, "eval_f1": 0.9498638838475498, "eval_f1-all": 0.9433357611070649, "eval_f1-das": 0.9611018053229108, "eval_f1-l1": 0.946058091286307, "eval_f1-l1l2": 0.9474292316580012, "eval_f1-l2": 0.9398471252907944, "eval_loss": 0.26870542764663696, "eval_precision": 0.9531072160254951, "eval_precision-all": 0.9363794100636206, "eval_precision-das": 0.9605654761904762, "eval_precision-l1": 0.9349051768323936, "eval_precision-l1l2": 0.9417169107091587, "eval_precision-l2": 0.9382879893828799, "eval_recall": 0.9466425503052227, "eval_recall-all": 0.9503962430290578, "eval_recall-das": 0.9616387337057728, "eval_recall-l1": 0.9574803149606299, "eval_recall-l1l2": 0.953211275791921, "eval_recall-l2": 0.9414114513981359, "eval_runtime": 9.1842, "eval_samples_per_second": 73.605, "eval_steps_per_second": 4.682, "step": 300 }, { "epoch": 1.05, "eval_ACT": { "f1": 0.9240986717267552, "number": 519, "precision": 0.9102803738317757, "recall": 0.9383429672447013 }, "eval_ACT_L1": { "f1": 0.9383429672447013, "number": 503, "precision": 0.9102803738317757, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9860396767083027, "number": 678, "precision": 0.9824304538799414, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.19672131147540983, "number": 30, "precision": 0.1935483870967742, "recall": 0.2 }, "eval_FT": { "f1": 0.22222222222222224, "number": 7, "precision": 0.5, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9522563767168084, "number": 762, "precision": 0.9491525423728814, "recall": 0.9553805774278216 }, "eval_PER": { "f1": 0.9756816507000737, "number": 676, "precision": 0.9720998531571219, "recall": 0.9792899408284024 }, "eval_SPAT": { "f1": 0.9547738693467337, "number": 694, "precision": 0.9513590844062947, "recall": 0.9582132564841499 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.5945945945945946, "number": 33, "precision": 0.5365853658536586, "recall": 0.6666666666666666 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9536826119969628, "eval_accuracy-all": 0.9674765882055176, "eval_accuracy-das": 0.973677549987345, "eval_accuracy-l1": 0.9602632245001266, "eval_accuracy-l1l2": 0.9540622627182992, "eval_accuracy-l2": 0.9746899519109087, "eval_f1": 0.9537173248840105, "eval_f1-all": 0.9471224072451067, "eval_f1-das": 0.9633488372093023, "eval_f1-l1": 0.9452090366138666, "eval_f1-l1l2": 0.9521468844874946, "eval_f1-l2": 0.9495826377295492, "eval_loss": 0.21481618285179138, "eval_precision": 0.9546896239238786, "eval_precision-all": 0.9427159057865658, "eval_precision-das": 0.962453531598513, "eval_precision-l1": 0.935251798561151, "eval_precision-l1l2": 0.9473532796317606, "eval_precision-l2": 0.9524447421299397, "eval_recall": 0.9527470042957269, "eval_recall-all": 0.9515702964484885, "eval_recall-das": 0.964245810055866, "eval_recall-l1": 0.9553805774278216, "eval_recall-l1l2": 0.956989247311828, "eval_recall-l2": 0.9467376830892144, "eval_runtime": 6.8193, "eval_samples_per_second": 99.13, "eval_steps_per_second": 6.306, "step": 400 }, { "epoch": 1.31, "learning_rate": 9e-05, "loss": 0.5877, "step": 500 }, { "epoch": 1.31, "eval_ACT": { "f1": 0.9381541389153186, "number": 519, "precision": 0.9266917293233082, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9516441005802708, "number": 503, "precision": 0.9265536723163842, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.11764705882352941, "number": 16, "precision": 1.0, "recall": 0.0625 }, "eval_CARDINAL": { "f1": 0.9867647058823529, "number": 678, "precision": 0.9838709677419355, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.3448275862068965, "number": 30, "precision": 0.35714285714285715, "recall": 0.3333333333333333 }, "eval_FT": { "f1": 0.18181818181818182, "number": 7, "precision": 0.25, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9410239792611794, "number": 762, "precision": 0.9295774647887324, "recall": 0.952755905511811 }, "eval_PER": { "f1": 0.9690721649484536, "number": 676, "precision": 0.9648093841642229, "recall": 0.9733727810650887 }, "eval_SPAT": { "f1": 0.9542857142857143, "number": 694, "precision": 0.9461756373937678, "recall": 0.962536023054755 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.4938271604938272, "number": 33, "precision": 0.4166666666666667, "recall": 0.6060606060606061 }, "eval_TITREP": { "f1": 0.30769230769230765, "number": 6, "precision": 0.2857142857142857, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9553277651227537, "eval_accuracy-all": 0.9681726145279677, "eval_accuracy-das": 0.9741837509491268, "eval_accuracy-l1": 0.9639331814730449, "eval_accuracy-l1l2": 0.955960516324981, "eval_accuracy-l2": 0.9724120475828905, "eval_f1": 0.9537559214978569, "eval_f1-all": 0.9448887596335611, "eval_f1-das": 0.9601630535482676, "eval_f1-l1": 0.949117341640706, "eval_f1-l1l2": 0.9491720662347012, "eval_f1-l2": 0.9395041322314048, "eval_loss": 0.20390652120113373, "eval_precision": 0.9516092730137294, "eval_precision-all": 0.9363112391930836, "eval_precision-das": 0.9553834808259587, "eval_precision-l1": 0.9388803287108372, "eval_precision-l1l2": 0.9406392694063926, "eval_precision-l2": 0.933026920551543, "eval_recall": 0.9559122767352476, "eval_recall-all": 0.953624889932492, "eval_recall-das": 0.9649906890130354, "eval_recall-l1": 0.9595800524934384, "eval_recall-l1l2": 0.9578610868933449, "eval_recall-l2": 0.9460719041278296, "eval_runtime": 6.9383, "eval_samples_per_second": 97.43, "eval_steps_per_second": 6.197, "step": 500 }, { "epoch": 1.57, "eval_ACT": { "f1": 0.928639391056137, "number": 519, "precision": 0.9172932330827067, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9448209099709584, "number": 503, "precision": 0.9207547169811321, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9845701689933871, "number": 678, "precision": 0.9809663250366032, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.253968253968254, "number": 30, "precision": 0.24242424242424243, "recall": 0.26666666666666666 }, "eval_FT": { "f1": 0.18181818181818182, "number": 7, "precision": 0.25, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9531249999999999, "number": 762, "precision": 0.9457364341085271, "recall": 0.9606299212598425 }, "eval_PER": { "f1": 0.9602356406480118, "number": 676, "precision": 0.9560117302052786, "recall": 0.9644970414201184 }, "eval_SPAT": { "f1": 0.956397426733381, "number": 694, "precision": 0.948936170212766, "recall": 0.9639769452449568 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.6582278481012658, "number": 33, "precision": 0.5652173913043478, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.4, "number": 6, "precision": 0.5, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9526702100733991, "eval_accuracy-all": 0.9675398633257403, "eval_accuracy-das": 0.9683624398886358, "eval_accuracy-l1": 0.9616552771450265, "eval_accuracy-l1l2": 0.9530498607947355, "eval_accuracy-l2": 0.973424449506454, "eval_f1": 0.953422803653998, "eval_f1-all": 0.9455604075691412, "eval_f1-das": 0.9570871261378413, "eval_f1-l1": 0.9426718547341115, "eval_f1-l1l2": 0.951405912040375, "eval_f1-l2": 0.9492537313432835, "eval_loss": 0.19391755759716034, "eval_precision": 0.9511701170117012, "eval_precision-all": 0.9379151025122726, "eval_precision-das": 0.9547813194959229, "eval_precision-l1": 0.9317948717948717, "eval_precision-l1l2": 0.9441900400686892, "eval_precision-l2": 0.9458030403172505, "eval_recall": 0.9556861858467104, "eval_recall-all": 0.9533313765776343, "eval_recall-das": 0.9594040968342644, "eval_recall-l1": 0.9538057742782152, "eval_recall-l1l2": 0.958732926474862, "eval_recall-l2": 0.9527296937416777, "eval_runtime": 6.8442, "eval_samples_per_second": 98.769, "eval_steps_per_second": 6.283, "step": 600 }, { "epoch": 1.84, "eval_ACT": { "f1": 0.9207547169811321, "number": 519, "precision": 0.9020332717190388, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9393647738209817, "number": 503, "precision": 0.9104477611940298, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9867452135493373, "number": 678, "precision": 0.9852941176470589, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.28125, "number": 30, "precision": 0.2647058823529412, "recall": 0.3 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.954486345903771, "number": 762, "precision": 0.9458762886597938, "recall": 0.963254593175853 }, "eval_PER": { "f1": 0.9756816507000737, "number": 676, "precision": 0.9720998531571219, "recall": 0.9792899408284024 }, "eval_SPAT": { "f1": 0.9613180515759313, "number": 694, "precision": 0.9558404558404558, "recall": 0.9668587896253602 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7647058823529412, "number": 33, "precision": 0.7428571428571429, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.4444444444444444, "number": 6, "precision": 0.6666666666666666, "recall": 0.3333333333333333 }, "eval_accuracy": 0.957605669450772, "eval_accuracy-all": 0.9696912174133131, "eval_accuracy-das": 0.9745634016704632, "eval_accuracy-l1": 0.9654517843583903, "eval_accuracy-l1l2": 0.9582384206529992, "eval_accuracy-l2": 0.9739306504682359, "eval_f1": 0.9590247206230953, "eval_f1-all": 0.9510346837656659, "eval_f1-das": 0.9624674842066147, "eval_f1-l1": 0.9486780715396579, "eval_f1-l1l2": 0.95591848533025, "eval_f1-l2": 0.9540612516644474, "eval_loss": 0.16752734780311584, "eval_precision": 0.957619477006312, "eval_precision-all": 0.9444283646888567, "eval_precision-das": 0.9603262884686689, "eval_precision-l1": 0.9370199692780338, "eval_precision-l1l2": 0.9508338125359402, "eval_precision-l2": 0.9540612516644474, "eval_recall": 0.9604340945059914, "eval_recall-all": 0.9577340769004989, "eval_recall-das": 0.9646182495344506, "eval_recall-l1": 0.9606299212598425, "eval_recall-l1l2": 0.9610578320255739, "eval_recall-l2": 0.9540612516644474, "eval_runtime": 6.7866, "eval_samples_per_second": 99.609, "eval_steps_per_second": 6.336, "step": 700 }, { "epoch": 2.1, "eval_ACT": { "f1": 0.9358490566037737, "number": 519, "precision": 0.9168207024029574, "recall": 0.9556840077071291 }, "eval_ACT_L1": { "f1": 0.9618768328445748, "number": 503, "precision": 0.9461538461538461, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.2162162162162162, "number": 16, "precision": 0.19047619047619047, "recall": 0.25 }, "eval_CARDINAL": { "f1": 0.9853157121879589, "number": 678, "precision": 0.9809941520467836, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.4615384615384615, "number": 30, "precision": 0.42857142857142855, "recall": 0.5 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9512670565302145, "number": 762, "precision": 0.9420849420849421, "recall": 0.9606299212598425 }, "eval_PER": { "f1": 0.9800443458980044, "number": 676, "precision": 0.9793205317577548, "recall": 0.9807692307692307 }, "eval_SPAT": { "f1": 0.9669540229885057, "number": 694, "precision": 0.9641833810888252, "recall": 0.9697406340057637 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.84375, "number": 33, "precision": 0.8709677419354839, "recall": 0.8181818181818182 }, "eval_TITREP": { "f1": 0.4, "number": 6, "precision": 0.5, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9560870665654265, "eval_accuracy-all": 0.9674765882055176, "eval_accuracy-das": 0.9763351050366996, "eval_accuracy-l1": 0.964819033156163, "eval_accuracy-l1l2": 0.9570994684889901, "eval_accuracy-l2": 0.9701341432548722, "eval_f1": 0.9621280432822363, "eval_f1-all": 0.9566865976374509, "eval_f1-das": 0.9672619047619048, "eval_f1-l1": 0.9611473272490222, "eval_f1-l1l2": 0.9587852494577007, "eval_f1-l2": 0.9510258107213766, "eval_loss": 0.16605286300182343, "eval_precision": 0.9593167003821084, "eval_precision-all": 0.9507246376811594, "eval_precision-das": 0.966183574879227, "eval_precision-l1": 0.9549222797927461, "eval_precision-l1l2": 0.9542314335060449, "eval_precision-l2": 0.9453947368421053, "eval_recall": 0.9649559122767353, "eval_recall-all": 0.962723803933079, "eval_recall-das": 0.9683426443202979, "eval_recall-l1": 0.9674540682414698, "eval_recall-l1l2": 0.963382737576286, "eval_recall-l2": 0.9567243675099867, "eval_runtime": 6.9356, "eval_samples_per_second": 97.468, "eval_steps_per_second": 6.2, "step": 800 }, { "epoch": 2.36, "eval_ACT": { "f1": 0.9499527856468366, "number": 519, "precision": 0.9314814814814815, "recall": 0.9691714836223507 }, "eval_ACT_L1": { "f1": 0.9667318982387475, "number": 503, "precision": 0.9518304431599229, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.4864864864864864, "number": 16, "precision": 0.42857142857142855, "recall": 0.5625 }, "eval_CARDINAL": { "f1": 0.9852941176470589, "number": 678, "precision": 0.9824046920821115, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.4225352112676056, "number": 30, "precision": 0.36585365853658536, "recall": 0.5 }, "eval_FT": { "f1": 0.3333333333333333, "number": 7, "precision": 0.4, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9575440888308295, "number": 762, "precision": 0.953185955786736, "recall": 0.9619422572178478 }, "eval_PER": { "f1": 0.978629329403095, "number": 676, "precision": 0.9750367107195301, "recall": 0.9822485207100592 }, "eval_SPAT": { "f1": 0.9663082437275986, "number": 694, "precision": 0.9614835948644793, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8888888888888888, "number": 33, "precision": 0.8205128205128205, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.5, "number": 6, "precision": 0.5, "recall": 0.5 }, "eval_accuracy": 0.9658314350797267, "eval_accuracy-all": 0.9743103011895723, "eval_accuracy-das": 0.981144014173627, "eval_accuracy-l1": 0.9721589471019995, "eval_accuracy-l1l2": 0.966464186281954, "eval_accuracy-l2": 0.976461655277145, "eval_f1": 0.9663808664259927, "eval_f1-all": 0.9593945568330665, "eval_f1-das": 0.9697307335190344, "eval_f1-l1": 0.9602287496750714, "eval_f1-l1l2": 0.96357328707719, "eval_f1-l2": 0.9583333333333333, "eval_loss": 0.1520254760980606, "eval_precision": 0.9644224273812204, "eval_precision-all": 0.9515011547344111, "eval_precision-das": 0.967037037037037, "eval_precision-l1": 0.951081359423275, "eval_precision-l1l2": 0.9585849870578085, "eval_precision-l2": 0.9520367936925098, "eval_recall": 0.9683472756047932, "eval_recall-all": 0.9674200176108013, "eval_recall-das": 0.97243947858473, "eval_recall-l1": 0.9695538057742782, "eval_recall-l1l2": 0.9686137750653879, "eval_recall-l2": 0.9647137150466045, "eval_runtime": 7.3113, "eval_samples_per_second": 92.46, "eval_steps_per_second": 5.881, "step": 900 } ], "max_steps": 5000, "num_train_epochs": 14, "total_flos": 365851668080976.0, "trial_name": null, "trial_params": null }