{ "best_metric": 0.9684392563769997, "best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/311-camembert-ner-hierarchical-loss-io/checkpoint-1200", "epoch": 3.1496062992125986, "global_step": 1200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "eval_ACT": { "f1": 0.9010175763182239, "number": 519, "precision": 0.8665480427046264, "recall": 0.9383429672447013 }, "eval_ACT_L1": { "f1": 0.9145539906103287, "number": 503, "precision": 0.8665480427046264, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9911894273127753, "number": 678, "precision": 0.9868421052631579, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.0, "number": 30, "precision": 0.0, "recall": 0.0 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9495472186287194, "number": 761, "precision": 0.935031847133758, "recall": 0.9645203679369251 }, "eval_PER": { "f1": 0.9402214022140221, "number": 676, "precision": 0.9381443298969072, "recall": 0.9423076923076923 }, "eval_SPAT": { "f1": 0.9390934844192635, "number": 694, "precision": 0.9233983286908078, "recall": 0.9553314121037464 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.0, "number": 33, "precision": 0.0, "recall": 0.0 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9394240317775571, "eval_accuracy-all": 0.956616186693148, "eval_accuracy-das": 0.9525819265143992, "eval_accuracy-l1": 0.9433962264150944, "eval_accuracy-l2": 0.9698361469712016, "eval_f1": 0.9469872537659327, "eval_f1-all": 0.9354602663544563, "eval_f1-das": 0.9454949944382648, "eval_f1-l1": 0.9249482401656315, "eval_f1-l2": 0.9491411249578983, "eval_loss": 0.33225661516189575, "eval_precision": 0.947261663286004, "eval_precision-all": 0.9323220536756126, "eval_precision-das": 0.940959409594096, "eval_precision-l1": 0.9122001020929046, "eval_precision-l2": 0.9591558883594282, "eval_recall": 0.9467130031856357, "eval_recall-all": 0.9386196769456682, "eval_recall-das": 0.9500745156482862, "eval_recall-l1": 0.9380577427821523, "eval_recall-l2": 0.9393333333333334, "eval_runtime": 20.7794, "eval_samples_per_second": 32.532, "eval_steps_per_second": 2.069, "step": 100 }, { "epoch": 0.52, "eval_ACT": { "f1": 0.9138576779026217, "number": 519, "precision": 0.8888888888888888, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9277566539923954, "number": 503, "precision": 0.8888888888888888, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9874723655121592, "number": 678, "precision": 0.9867452135493373, "recall": 0.9882005899705014 }, "eval_DESC": { "f1": 0.2758620689655172, "number": 30, "precision": 0.2857142857142857, "recall": 0.26666666666666666 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9415542710340399, "number": 761, "precision": 0.9208542713567839, "recall": 0.9632063074901446 }, "eval_PER": { "f1": 0.9559471365638766, "number": 676, "precision": 0.9489795918367347, "recall": 0.9630177514792899 }, "eval_SPAT": { "f1": 0.9455830388692581, "number": 694, "precision": 0.9278779472954231, "recall": 0.9639769452449568 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.5666666666666667, "number": 33, "precision": 0.6296296296296297, "recall": 0.5151515151515151 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9484856007944389, "eval_accuracy-all": 0.9626986097318768, "eval_accuracy-das": 0.9611469712015889, "eval_accuracy-l1": 0.9540714995034757, "eval_accuracy-l2": 0.9713257199602781, "eval_f1": 0.9447711949505092, "eval_f1-all": 0.9391960528225222, "eval_f1-das": 0.944280442804428, "eval_f1-l1": 0.9339161738236049, "eval_f1-l2": 0.9460359760159894, "eval_loss": 0.24740029871463776, "eval_precision": 0.9360432063672541, "eval_precision-all": 0.9282845668387837, "eval_precision-das": 0.9353070175438597, "eval_precision-l1": 0.9153225806451613, "eval_precision-l2": 0.9454061251664447, "eval_recall": 0.9536634810309875, "eval_recall-all": 0.950367107195301, "eval_recall-das": 0.9534277198211625, "eval_recall-l1": 0.9532808398950131, "eval_recall-l2": 0.9466666666666667, "eval_runtime": 8.6217, "eval_samples_per_second": 78.406, "eval_steps_per_second": 4.987, "step": 200 }, { "epoch": 0.79, "eval_ACT": { "f1": 0.9371428571428572, "number": 519, "precision": 0.9265536723163842, "recall": 0.9479768786127167 }, "eval_ACT_L1": { "f1": 0.9516441005802708, "number": 503, "precision": 0.9265536723163842, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9904481998530492, "number": 678, "precision": 0.986822840409956, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.2962962962962963, "number": 30, "precision": 0.3333333333333333, "recall": 0.26666666666666666 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9492187500000001, "number": 761, "precision": 0.9406451612903226, "recall": 0.9579500657030223 }, "eval_PER": { "f1": 0.9800443458980044, "number": 676, "precision": 0.9793205317577548, "recall": 0.9807692307692307 }, "eval_SPAT": { "f1": 0.9494661921708185, "number": 694, "precision": 0.9381153305203939, "recall": 0.9610951008645533 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8615384615384615, "number": 33, "precision": 0.875, "recall": 0.8484848484848485 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9577954319761668, "eval_accuracy-all": 0.9672293942403177, "eval_accuracy-das": 0.9703326713008937, "eval_accuracy-l1": 0.961643495531281, "eval_accuracy-l2": 0.9728152929493545, "eval_f1": 0.9603587962962964, "eval_f1-all": 0.9537876572097104, "eval_f1-das": 0.9622886866059818, "eval_f1-l1": 0.9511434511434511, "eval_f1-l2": 0.957190635451505, "eval_loss": 0.20228183269500732, "eval_precision": 0.9595258745302111, "eval_precision-all": 0.9498980483542091, "eval_precision-das": 0.9596146721007781, "eval_precision-l1": 0.9418425115800309, "eval_precision-l2": 0.9604026845637584, "eval_recall": 0.9611931653634521, "eval_recall-all": 0.9577092511013215, "eval_recall-das": 0.9649776453055141, "eval_recall-l1": 0.9606299212598425, "eval_recall-l2": 0.954, "eval_runtime": 13.7481, "eval_samples_per_second": 49.17, "eval_steps_per_second": 3.128, "step": 300 }, { "epoch": 1.05, "eval_ACT": { "f1": 0.9320574162679425, "number": 519, "precision": 0.9258555133079848, "recall": 0.9383429672447013 }, "eval_ACT_L1": { "f1": 0.9530332681017614, "number": 503, "precision": 0.9383429672447013, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9926470588235294, "number": 678, "precision": 0.9897360703812317, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.18750000000000003, "number": 30, "precision": 0.17647058823529413, "recall": 0.2 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9535036018336608, "number": 761, "precision": 0.9503916449086162, "recall": 0.9566360052562418 }, "eval_PER": { "f1": 0.967032967032967, "number": 676, "precision": 0.9579100145137881, "recall": 0.9763313609467456 }, "eval_SPAT": { "f1": 0.9663564781675018, "number": 694, "precision": 0.9601706970128022, "recall": 0.9726224783861671 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.927536231884058, "number": 33, "precision": 0.8888888888888888, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9505958291956306, "eval_accuracy-all": 0.9659260178748759, "eval_accuracy-das": 0.9659880834160874, "eval_accuracy-l1": 0.9558093346573983, "eval_accuracy-l2": 0.9760427010923535, "eval_f1": 0.955606803113289, "eval_f1-all": 0.9539541002777371, "eval_f1-das": 0.9637613826426314, "eval_f1-l1": 0.9496103896103896, "eval_f1-l2": 0.9595453025743899, "eval_loss": 0.16856572031974792, "eval_precision": 0.9512195121951219, "eval_precision-all": 0.94965075669383, "eval_precision-das": 0.9614386355209492, "eval_precision-l1": 0.9398457583547558, "eval_precision-l2": 0.9624413145539906, "eval_recall": 0.9600347523892268, "eval_recall-all": 0.9582966226138032, "eval_recall-das": 0.9660953800298062, "eval_recall-l1": 0.9595800524934384, "eval_recall-l2": 0.9566666666666667, "eval_runtime": 11.6651, "eval_samples_per_second": 57.951, "eval_steps_per_second": 3.686, "step": 400 }, { "epoch": 1.31, "learning_rate": 9e-05, "loss": 0.3379, "step": 500 }, { "epoch": 1.31, "eval_ACT": { "f1": 0.9362511893434823, "number": 519, "precision": 0.924812030075188, "recall": 0.9479768786127167 }, "eval_ACT_L1": { "f1": 0.9616519174041297, "number": 503, "precision": 0.9513618677042801, "recall": 0.9721669980119284 }, "eval_ACT_L2": { "f1": 0.17647058823529413, "number": 16, "precision": 0.16666666666666666, "recall": 0.1875 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.3823529411764707, "number": 30, "precision": 0.34210526315789475, "recall": 0.43333333333333335 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9488010369410239, "number": 761, "precision": 0.9360613810741688, "recall": 0.961892247043364 }, "eval_PER": { "f1": 0.9764705882352941, "number": 676, "precision": 0.9707602339181286, "recall": 0.9822485207100592 }, "eval_SPAT": { "f1": 0.9529914529914529, "number": 694, "precision": 0.9422535211267605, "recall": 0.9639769452449568 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7878787878787878, "number": 33, "precision": 0.7878787878787878, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.952085402184707, "eval_accuracy-all": 0.9604642502482622, "eval_accuracy-das": 0.9714498510427011, "eval_accuracy-l1": 0.9569265143992055, "eval_accuracy-l2": 0.9640019860973188, "eval_f1": 0.9596425482848083, "eval_f1-all": 0.9529497450837582, "eval_f1-das": 0.9628528974739969, "eval_f1-l1": 0.9529992209815632, "eval_f1-l2": 0.9528865295288654, "eval_loss": 0.1725856363773346, "eval_precision": 0.9552367288378766, "eval_precision-all": 0.9453757225433526, "eval_precision-das": 0.96, "eval_precision-l1": 0.9429599177800617, "eval_precision-l2": 0.9484808454425363, "eval_recall": 0.9640891977990154, "eval_recall-all": 0.9606461086637298, "eval_recall-das": 0.9657228017883756, "eval_recall-l1": 0.963254593175853, "eval_recall-l2": 0.9573333333333334, "eval_runtime": 16.0693, "eval_samples_per_second": 42.068, "eval_steps_per_second": 2.676, "step": 500 }, { "epoch": 1.57, "eval_ACT": { "f1": 0.9299242424242424, "number": 519, "precision": 0.9143389199255121, "recall": 0.9460500963391136 }, "eval_ACT_L1": { "f1": 0.949514563106796, "number": 503, "precision": 0.9278937381404174, "recall": 0.9721669980119284 }, "eval_ACT_L2": { "f1": 0.15384615384615385, "number": 16, "precision": 0.2, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.3333333333333333, "number": 30, "precision": 0.3055555555555556, "recall": 0.36666666666666664 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9640757674722404, "number": 761, "precision": 0.9584415584415584, "recall": 0.9697766097240473 }, "eval_PER": { "f1": 0.978629329403095, "number": 676, "precision": 0.9750367107195301, "recall": 0.9822485207100592 }, "eval_SPAT": { "f1": 0.9642346208869814, "number": 694, "precision": 0.9573863636363636, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8857142857142858, "number": 33, "precision": 0.8378378378378378, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.951837140019861, "eval_accuracy-all": 0.9630089374379345, "eval_accuracy-das": 0.9715739821251241, "eval_accuracy-l1": 0.9551886792452831, "eval_accuracy-l2": 0.9708291956305859, "eval_f1": 0.9633583381419504, "eval_f1-all": 0.958692161728215, "eval_f1-das": 0.9671431223315389, "eval_f1-l1": 0.9540617700493121, "eval_f1-l2": 0.9646430953969313, "eval_loss": 0.1551111489534378, "eval_precision": 0.959758551307847, "eval_precision-all": 0.9529889727219966, "eval_precision-das": 0.9637439881613022, "eval_precision-l1": 0.9435318275154004, "eval_precision-l2": 0.965287049399199, "eval_recall": 0.9669852302345786, "eval_recall-all": 0.9644640234948605, "eval_recall-das": 0.9705663189269746, "eval_recall-l1": 0.9648293963254593, "eval_recall-l2": 0.964, "eval_runtime": 7.6982, "eval_samples_per_second": 87.813, "eval_steps_per_second": 5.586, "step": 600 }, { "epoch": 1.84, "eval_ACT": { "f1": 0.9238005644402634, "number": 519, "precision": 0.9025735294117647, "recall": 0.9460500963391136 }, "eval_ACT_L1": { "f1": 0.9530332681017614, "number": 503, "precision": 0.9383429672447013, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.19512195121951217, "number": 16, "precision": 0.16, "recall": 0.25 }, "eval_CARDINAL": { "f1": 0.9941089837997055, "number": 678, "precision": 0.9926470588235294, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.33707865168539325, "number": 30, "precision": 0.2542372881355932, "recall": 0.5 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.954308093994778, "number": 761, "precision": 0.9481193255512321, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9807976366322009, "number": 676, "precision": 0.9793510324483776, "recall": 0.9822485207100592 }, "eval_SPAT": { "f1": 0.9555236728837877, "number": 694, "precision": 0.9514285714285714, "recall": 0.9596541786743515 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9411764705882354, "number": 33, "precision": 0.9142857142857143, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9544438927507448, "eval_accuracy-all": 0.9669190665342602, "eval_accuracy-das": 0.9714498510427011, "eval_accuracy-l1": 0.9606504468718967, "eval_accuracy-l2": 0.9731876861966237, "eval_f1": 0.9572330654420207, "eval_f1-all": 0.9528521536670547, "eval_f1-das": 0.9665551839464882, "eval_f1-l1": 0.948976948976949, "eval_f1-l2": 0.9578213218199934, "eval_loss": 0.14552079141139984, "eval_precision": 0.9487908961593172, "eval_precision-all": 0.944332275742717, "eval_precision-das": 0.964047442550037, "eval_precision-l1": 0.9366053169734151, "eval_precision-l2": 0.9543348775645268, "eval_recall": 0.9658268172603534, "eval_recall-all": 0.9615271659324522, "eval_recall-das": 0.9690760059612519, "eval_recall-l1": 0.9616797900262467, "eval_recall-l2": 0.9613333333333334, "eval_runtime": 13.1454, "eval_samples_per_second": 51.425, "eval_steps_per_second": 3.271, "step": 700 }, { "epoch": 2.1, "eval_ACT": { "f1": 0.9493791786055396, "number": 519, "precision": 0.9412878787878788, "recall": 0.9576107899807321 }, "eval_ACT_L1": { "f1": 0.9760956175298805, "number": 503, "precision": 0.9780439121756487, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.3255813953488372, "number": 16, "precision": 0.25925925925925924, "recall": 0.4375 }, "eval_CARDINAL": { "f1": 0.9933677229182019, "number": 678, "precision": 0.9926362297496318, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.45569620253164556, "number": 30, "precision": 0.3673469387755102, "recall": 0.6 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9652002626395274, "number": 761, "precision": 0.9645669291338582, "recall": 0.9658344283837057 }, "eval_PER": { "f1": 0.9830258302583026, "number": 676, "precision": 0.9808541973490427, "recall": 0.985207100591716 }, "eval_SPAT": { "f1": 0.9676956209619526, "number": 694, "precision": 0.9642346208869814, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8985507246376813, "number": 33, "precision": 0.8611111111111112, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9563058589870904, "eval_accuracy-all": 0.9666708043694141, "eval_accuracy-das": 0.9784011916583912, "eval_accuracy-l1": 0.9617676266137041, "eval_accuracy-l2": 0.9715739821251241, "eval_f1": 0.965945165945166, "eval_f1-all": 0.9636124506795265, "eval_f1-das": 0.9720878302940081, "eval_f1-l1": 0.9642577615444821, "eval_f1-l2": 0.9627906976744186, "eval_loss": 0.14274396002292633, "eval_precision": 0.9626114466494105, "eval_precision-all": 0.9589877835951134, "eval_precision-das": 0.971003717472119, "eval_precision-l1": 0.9585062240663901, "eval_precision-l2": 0.9596026490066225, "eval_recall": 0.9693020561830292, "eval_recall-all": 0.9682819383259912, "eval_recall-das": 0.9731743666169895, "eval_recall-l1": 0.9700787401574803, "eval_recall-l2": 0.966, "eval_runtime": 32.3788, "eval_samples_per_second": 20.878, "eval_steps_per_second": 1.328, "step": 800 }, { "epoch": 2.36, "eval_ACT": { "f1": 0.9467680608365019, "number": 519, "precision": 0.9343339587242027, "recall": 0.9595375722543352 }, "eval_ACT_L1": { "f1": 0.9693372898120672, "number": 503, "precision": 0.9645669291338582, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.39024390243902435, "number": 16, "precision": 0.32, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.5333333333333333, "number": 30, "precision": 0.4444444444444444, "recall": 0.6666666666666666 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.953063885267275, "number": 761, "precision": 0.9456662354463131, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9918699186991871, "number": 676, "precision": 0.9911373707533235, "recall": 0.992603550295858 }, "eval_SPAT": { "f1": 0.9627507163323783, "number": 694, "precision": 0.9572649572649573, "recall": 0.968299711815562 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9411764705882354, "number": 33, "precision": 0.9142857142857143, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.26666666666666666, "number": 5, "precision": 0.2, "recall": 0.4 }, "eval_accuracy": 0.958291956305859, "eval_accuracy-all": 0.9676017874875869, "eval_accuracy-das": 0.9782770605759682, "eval_accuracy-l1": 0.9653674280039722, "eval_accuracy-l2": 0.9698361469712016, "eval_f1": 0.9656065620952655, "eval_f1-all": 0.9622504008162076, "eval_f1-das": 0.9712377064390424, "eval_f1-l1": 0.9658587438102684, "eval_f1-l2": 0.9576719576719577, "eval_loss": 0.13768324255943298, "eval_precision": 0.9596681922196796, "eval_precision-all": 0.9551504629629629, "eval_precision-das": 0.9674676524953789, "eval_precision-l1": 0.9591097308488613, "eval_precision-l2": 0.9501312335958005, "eval_recall": 0.9716188821314798, "eval_recall-all": 0.9694566813509545, "eval_recall-das": 0.9750372578241431, "eval_recall-l1": 0.9727034120734908, "eval_recall-l2": 0.9653333333333334, "eval_runtime": 14.3312, "eval_samples_per_second": 47.17, "eval_steps_per_second": 3.0, "step": 900 }, { "epoch": 2.62, "learning_rate": 8e-05, "loss": 0.1289, "step": 1000 }, { "epoch": 2.62, "eval_ACT": { "f1": 0.9370229007633587, "number": 519, "precision": 0.9281663516068053, "recall": 0.9460500963391136 }, "eval_ACT_L1": { "f1": 0.9640718562874252, "number": 503, "precision": 0.9679358717434869, "recall": 0.9602385685884692 }, "eval_ACT_L2": { "f1": 0.3478260869565218, "number": 16, "precision": 0.26666666666666666, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.5063291139240507, "number": 30, "precision": 0.40816326530612246, "recall": 0.6666666666666666 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9711286089238845, "number": 761, "precision": 0.9698558322411533, "recall": 0.9724047306176085 }, "eval_PER": { "f1": 0.9867060561299853, "number": 676, "precision": 0.9852507374631269, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9676956209619526, "number": 694, "precision": 0.9642346208869814, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9142857142857143, "number": 33, "precision": 0.8648648648648649, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.4000000000000001, "number": 5, "precision": 0.4, "recall": 0.4 }, "eval_accuracy": 0.9533267130089375, "eval_accuracy-all": 0.9641881827209533, "eval_accuracy-das": 0.9762909632571996, "eval_accuracy-l1": 0.958291956305859, "eval_accuracy-l2": 0.9700844091360477, "eval_f1": 0.9668492360910925, "eval_f1-all": 0.9646508910312591, "eval_f1-das": 0.972470238095238, "eval_f1-l1": 0.9634464751958223, "eval_f1-l2": 0.9661803713527852, "eval_loss": 0.1481187343597412, "eval_precision": 0.9624103299856528, "eval_precision-all": 0.959604766056379, "eval_precision-das": 0.9710252600297177, "eval_precision-l1": 0.9584415584415584, "eval_precision-l2": 0.9610817941952506, "eval_recall": 0.9713292788879235, "eval_recall-all": 0.9697503671071953, "eval_recall-das": 0.973919523099851, "eval_recall-l1": 0.968503937007874, "eval_recall-l2": 0.9713333333333334, "eval_runtime": 20.9824, "eval_samples_per_second": 32.217, "eval_steps_per_second": 2.049, "step": 1000 }, { "epoch": 2.89, "eval_ACT": { "f1": 0.9523809523809523, "number": 519, "precision": 0.9416195856873822, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9713721618953604, "number": 503, "precision": 0.9647058823529412, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.4324324324324324, "number": 16, "precision": 0.38095238095238093, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9911373707533235, "number": 678, "precision": 0.992603550295858, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.4864864864864865, "number": 30, "precision": 0.4090909090909091, "recall": 0.6 }, "eval_FT": { "f1": 0.22222222222222224, "number": 7, "precision": 0.5, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9648437500000001, "number": 761, "precision": 0.9561290322580646, "recall": 0.973718791064389 }, "eval_PER": { "f1": 0.9874353288987435, "number": 676, "precision": 0.9867060561299852, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.966113914924297, "number": 694, "precision": 0.9668109668109668, "recall": 0.9654178674351584 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9253731343283583, "number": 33, "precision": 0.9117647058823529, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.5333333333333333, "number": 5, "precision": 0.4, "recall": 0.8 }, "eval_accuracy": 0.9617676266137041, "eval_accuracy-all": 0.9718843098311817, "eval_accuracy-das": 0.9786494538232373, "eval_accuracy-l1": 0.9664846077457795, "eval_accuracy-l2": 0.9772840119165839, "eval_f1": 0.9666474985623923, "eval_f1-all": 0.9650942018402219, "eval_f1-das": 0.9727222119131563, "eval_f1-l1": 0.9652650822669104, "eval_f1-l2": 0.9648774022531478, "eval_loss": 0.13178446888923645, "eval_precision": 0.9597487867542107, "eval_precision-all": 0.9599070307960488, "eval_precision-das": 0.9689463955637708, "eval_precision-l1": 0.9604989604989606, "eval_precision-l2": 0.9591567852437418, "eval_recall": 0.9736461048363741, "eval_recall-all": 0.970337738619677, "eval_recall-das": 0.9765275707898659, "eval_recall-l1": 0.9700787401574803, "eval_recall-l2": 0.9706666666666667, "eval_runtime": 21.6072, "eval_samples_per_second": 31.286, "eval_steps_per_second": 1.99, "step": 1100 }, { "epoch": 3.15, "eval_ACT": { "f1": 0.9504761904761905, "number": 519, "precision": 0.9397363465160076, "recall": 0.9614643545279383 }, "eval_ACT_L1": { "f1": 0.971201588877855, "number": 503, "precision": 0.9702380952380952, "recall": 0.9721669980119284 }, "eval_ACT_L2": { "f1": 0.4651162790697674, "number": 16, "precision": 0.37037037037037035, "recall": 0.625 }, "eval_CARDINAL": { "f1": 0.9926253687315634, "number": 678, "precision": 0.9926253687315634, "recall": 0.9926253687315634 }, "eval_DESC": { "f1": 0.5263157894736841, "number": 30, "precision": 0.43478260869565216, "recall": 0.6666666666666666 }, "eval_FT": { "f1": 0.25, "number": 7, "precision": 1.0, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9691803278688523, "number": 761, "precision": 0.9672774869109948, "recall": 0.9710906701708278 }, "eval_PER": { "f1": 0.9852289512555391, "number": 676, "precision": 0.9837758112094396, "recall": 0.9866863905325444 }, "eval_SPAT": { "f1": 0.9595959595959597, "number": 694, "precision": 0.9609826589595376, "recall": 0.9582132564841499 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8985507246376813, "number": 33, "precision": 0.8611111111111112, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.4444444444444445, "number": 5, "precision": 0.5, "recall": 0.4 }, "eval_accuracy": 0.9602780536246276, "eval_accuracy-all": 0.9703326713008937, "eval_accuracy-das": 0.9793942403177756, "eval_accuracy-l1": 0.9651191658391262, "eval_accuracy-l2": 0.9755461767626614, "eval_f1": 0.9684392563769997, "eval_f1-all": 0.9647403072421361, "eval_f1-das": 0.9741395348837208, "eval_f1-l1": 0.9626143790849672, "eval_f1-l2": 0.9674418604651163, "eval_loss": 0.13072313368320465, "eval_precision": 0.963855421686747, "eval_precision-all": 0.9612244897959183, "eval_precision-das": 0.9728725380899294, "eval_precision-l1": 0.9588541666666667, "eval_precision-l2": 0.9642384105960264, "eval_recall": 0.9730668983492615, "eval_recall-all": 0.9682819383259912, "eval_recall-das": 0.9754098360655737, "eval_recall-l1": 0.9664041994750656, "eval_recall-l2": 0.9706666666666667, "eval_runtime": 7.9998, "eval_samples_per_second": 84.502, "eval_steps_per_second": 5.375, "step": 1200 } ], "max_steps": 5000, "num_train_epochs": 14, "total_flos": 486860284369728.0, "trial_name": null, "trial_params": null }