{ "best_metric": 0.9760530871321408, "best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/213-pretrained-camembert-ner-joint-labelling-io-classes/checkpoint-2400", "epoch": 6.299212598425197, "global_step": 2400, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "eval_ACT": { "f1": 0.8842297174111212, "number": 519, "precision": 0.8391003460207612, "recall": 0.9344894026974951 }, "eval_ACT_L1": { "f1": 0.8973172987974097, "number": 503, "precision": 0.8391003460207612, "recall": 0.9642147117296223 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9911894273127753, "number": 678, "precision": 0.9868421052631579, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.0, "number": 30, "precision": 0.0, "recall": 0.0 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9542483660130721, "number": 761, "precision": 0.9492847854356307, "recall": 0.9592641261498029 }, "eval_PER": { "f1": 0.9404849375459221, "number": 676, "precision": 0.9343065693430657, "recall": 0.9467455621301775 }, "eval_SPAT": { "f1": 0.9663082437275986, "number": 694, "precision": 0.9614835948644793, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.1142857142857143, "number": 33, "precision": 1.0, "recall": 0.06060606060606061 }, "eval_TITREP": { "f1": 0.0, "number": 5, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9414101290963257, "eval_accuracy-all": 0.9599056603773585, "eval_accuracy-das": 0.9533267130089375, "eval_accuracy-l1": 0.9466236345580934, "eval_accuracy-l2": 0.9731876861966237, "eval_f1": 0.9451598900303865, "eval_f1-all": 0.9396248534583821, "eval_f1-das": 0.942613846723436, "eval_f1-l1": 0.9299560609976738, "eval_f1-l2": 0.9522842639593909, "eval_loss": 0.35932135581970215, "eval_precision": 0.9444765760555234, "eval_precision-all": 0.9377010821877741, "eval_precision-das": 0.9367181751287712, "eval_precision-l1": 0.9159877800407332, "eval_precision-l2": 0.9670103092783505, "eval_recall": 0.9458441934549667, "eval_recall-all": 0.9415565345080763, "eval_recall-das": 0.9485842026825634, "eval_recall-l1": 0.9443569553805774, "eval_recall-l2": 0.938, "eval_runtime": 5.0686, "eval_samples_per_second": 133.37, "eval_steps_per_second": 8.484, "step": 100 }, { "epoch": 0.52, "eval_ACT": { "f1": 0.935483870967742, "number": 519, "precision": 0.9214953271028037, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9499036608863198, "number": 503, "precision": 0.9214953271028037, "recall": 0.9801192842942346 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9911764705882352, "number": 678, "precision": 0.9882697947214076, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.24324324324324326, "number": 30, "precision": 0.20454545454545456, "recall": 0.3 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9462783171521036, "number": 761, "precision": 0.9323979591836735, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9765051395007341, "number": 676, "precision": 0.9693877551020408, "recall": 0.9837278106508875 }, "eval_SPAT": { "f1": 0.9635453895639743, "number": 694, "precision": 0.9560283687943263, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9117647058823529, "number": 33, "precision": 0.8857142857142857, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.28571428571428575, "number": 5, "precision": 0.5, "recall": 0.2 }, "eval_accuracy": 0.9595332671300894, "eval_accuracy-all": 0.9713877855014895, "eval_accuracy-das": 0.9724428997020854, "eval_accuracy-l1": 0.9653674280039722, "eval_accuracy-l2": 0.9774081429990069, "eval_f1": 0.9559604074020944, "eval_f1-all": 0.9531840651352137, "eval_f1-das": 0.9628397115917915, "eval_f1-l1": 0.9501935483870967, "eval_f1-l2": 0.9570429570429569, "eval_loss": 0.21663731336593628, "eval_precision": 0.9471290505969301, "eval_precision-all": 0.9438525770227469, "eval_precision-das": 0.9555963302752294, "eval_precision-l1": 0.9345177664974619, "eval_precision-l2": 0.9560878243512974, "eval_recall": 0.9649580075296843, "eval_recall-all": 0.9627019089574156, "eval_recall-das": 0.970193740685544, "eval_recall-l1": 0.9664041994750656, "eval_recall-l2": 0.958, "eval_runtime": 5.443, "eval_samples_per_second": 124.196, "eval_steps_per_second": 7.9, "step": 200 }, { "epoch": 0.79, "eval_ACT": { "f1": 0.9408341416100873, "number": 519, "precision": 0.947265625, "recall": 0.9344894026974951 }, "eval_ACT_L1": { "f1": 0.9556650246305419, "number": 503, "precision": 0.947265625, "recall": 0.9642147117296223 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9926470588235294, "number": 678, "precision": 0.9897360703812317, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.37037037037037035, "number": 30, "precision": 0.29411764705882354, "recall": 0.5 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9659239842726082, "number": 761, "precision": 0.9633986928104575, "recall": 0.9684625492772667 }, "eval_PER": { "f1": 0.9844789356984479, "number": 676, "precision": 0.983751846381093, "recall": 0.985207100591716 }, "eval_SPAT": { "f1": 0.9596541786743515, "number": 694, "precision": 0.9596541786743515, "recall": 0.9596541786743515 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9411764705882354, "number": 33, "precision": 0.9142857142857143, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9554369414101291, "eval_accuracy-all": 0.9704568023833168, "eval_accuracy-das": 0.9664846077457795, "eval_accuracy-l1": 0.9612711022840119, "eval_accuracy-l2": 0.9796425024826216, "eval_f1": 0.9631875270679949, "eval_f1-all": 0.960304672623407, "eval_f1-das": 0.9707362534948741, "eval_f1-l1": 0.9544152122948685, "eval_f1-l2": 0.9678714859437753, "eval_loss": 0.1927947998046875, "eval_precision": 0.9602763385146805, "eval_precision-all": 0.9579193454120397, "eval_precision-das": 0.9712793733681462, "eval_precision-l1": 0.9472595656670114, "eval_precision-l2": 0.9717741935483871, "eval_recall": 0.9661164205039097, "eval_recall-all": 0.9627019089574156, "eval_recall-das": 0.970193740685544, "eval_recall-l1": 0.9616797900262467, "eval_recall-l2": 0.964, "eval_runtime": 5.7572, "eval_samples_per_second": 117.418, "eval_steps_per_second": 7.469, "step": 300 }, { "epoch": 1.05, "eval_ACT": { "f1": 0.9429657794676807, "number": 519, "precision": 0.9305816135084428, "recall": 0.9556840077071291 }, "eval_ACT_L1": { "f1": 0.9555125725338492, "number": 503, "precision": 0.9303201506591338, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.2222222222222222, "number": 16, "precision": 1.0, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.37142857142857144, "number": 30, "precision": 0.325, "recall": 0.43333333333333335 }, "eval_FT": { "f1": 0.25, "number": 7, "precision": 1.0, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9712041884816754, "number": 761, "precision": 0.9674054758800521, "recall": 0.9750328515111695 }, "eval_PER": { "f1": 0.9794117647058825, "number": 676, "precision": 0.9736842105263158, "recall": 0.985207100591716 }, "eval_SPAT": { "f1": 0.9676025917926565, "number": 694, "precision": 0.9669064748201439, "recall": 0.968299711815562 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9117647058823529, "number": 33, "precision": 0.8857142857142857, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9658639523336644, "eval_accuracy-all": 0.9760427010923535, "eval_accuracy-das": 0.9786494538232373, "eval_accuracy-l1": 0.9708291956305859, "eval_accuracy-l2": 0.9812562065541212, "eval_f1": 0.9651798561151079, "eval_f1-all": 0.9633416094639988, "eval_f1-das": 0.9703374119391918, "eval_f1-l1": 0.9571984435797665, "eval_f1-l2": 0.9712566844919787, "eval_loss": 0.14246180653572083, "eval_precision": 0.9591078066914498, "eval_precision-all": 0.9581638582219639, "eval_precision-das": 0.9656826568265683, "eval_precision-l1": 0.9461538461538461, "eval_precision-l2": 0.9738605898123325, "eval_recall": 0.9713292788879235, "eval_recall-all": 0.968575624082232, "eval_recall-das": 0.9750372578241431, "eval_recall-l1": 0.968503937007874, "eval_recall-l2": 0.9686666666666667, "eval_runtime": 5.7155, "eval_samples_per_second": 118.275, "eval_steps_per_second": 7.523, "step": 400 }, { "epoch": 1.31, "learning_rate": 9e-05, "loss": 0.3511, "step": 500 }, { "epoch": 1.31, "eval_ACT": { "f1": 0.9340866290018832, "number": 519, "precision": 0.9134438305709024, "recall": 0.9556840077071291 }, "eval_ACT_L1": { "f1": 0.9582929194956353, "number": 503, "precision": 0.9356060606060606, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.12903225806451615, "number": 16, "precision": 0.13333333333333333, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.41935483870967744, "number": 30, "precision": 0.40625, "recall": 0.43333333333333335 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9492847854356308, "number": 761, "precision": 0.9395109395109396, "recall": 0.9592641261498029 }, "eval_PER": { "f1": 0.981549815498155, "number": 676, "precision": 0.979381443298969, "recall": 0.9837278106508875 }, "eval_SPAT": { "f1": 0.9568965517241379, "number": 694, "precision": 0.9541547277936963, "recall": 0.9596541786743515 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9117647058823529, "number": 33, "precision": 0.8857142857142857, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9631330685203575, "eval_accuracy-all": 0.9720084409136047, "eval_accuracy-das": 0.9764150943396226, "eval_accuracy-l1": 0.967974180734856, "eval_accuracy-l2": 0.9760427010923535, "eval_f1": 0.959758551307847, "eval_f1-all": 0.9556722076407116, "eval_f1-das": 0.9655300222386953, "eval_f1-l1": 0.956793336803748, "eval_f1-l2": 0.9542440318302388, "eval_loss": 0.14204634726047516, "eval_precision": 0.9526390870185449, "eval_precision-all": 0.9490298291340863, "eval_precision-das": 0.9605457227138643, "eval_precision-l1": 0.9488900361383583, "eval_precision-l2": 0.9492084432717678, "eval_recall": 0.9669852302345786, "eval_recall-all": 0.9624082232011747, "eval_recall-das": 0.9705663189269746, "eval_recall-l1": 0.9648293963254593, "eval_recall-l2": 0.9593333333333334, "eval_runtime": 5.4913, "eval_samples_per_second": 123.104, "eval_steps_per_second": 7.831, "step": 500 }, { "epoch": 1.57, "eval_ACT": { "f1": 0.9434324065196548, "number": 519, "precision": 0.9389312977099237, "recall": 0.9479768786127167 }, "eval_ACT_L1": { "f1": 0.9607843137254902, "number": 503, "precision": 0.9477756286266924, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.17391304347826086, "number": 16, "precision": 0.2857142857142857, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.4722222222222222, "number": 30, "precision": 0.40476190476190477, "recall": 0.5666666666666667 }, "eval_FT": { "f1": 0.4, "number": 7, "precision": 0.6666666666666666, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9699738903394257, "number": 761, "precision": 0.9636835278858625, "recall": 0.9763469119579501 }, "eval_PER": { "f1": 0.9867060561299853, "number": 676, "precision": 0.9852507374631269, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9705248023005032, "number": 694, "precision": 0.9684361549497847, "recall": 0.9726224783861671 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.5454545454545454, "number": 5, "precision": 0.5, "recall": 0.6 }, "eval_accuracy": 0.9714498510427011, "eval_accuracy-all": 0.979083912611718, "eval_accuracy-das": 0.9810079443892751, "eval_accuracy-l1": 0.9756703078450845, "eval_accuracy-l2": 0.9824975173783516, "eval_f1": 0.9692862292718097, "eval_f1-all": 0.9663742690058479, "eval_f1-das": 0.9741779676760172, "eval_f1-l1": 0.963792654337067, "eval_f1-l2": 0.9696767744085305, "eval_loss": 0.12394405156373978, "eval_precision": 0.9652498564043653, "eval_precision-all": 0.9621542940320232, "eval_precision-das": 0.9714709151537606, "eval_precision-l1": 0.9565667011375388, "eval_precision-l2": 0.9693537641572285, "eval_recall": 0.9733565015928178, "eval_recall-all": 0.9706314243759178, "eval_recall-das": 0.9769001490312966, "eval_recall-l1": 0.9711286089238845, "eval_recall-l2": 0.97, "eval_runtime": 5.5152, "eval_samples_per_second": 122.57, "eval_steps_per_second": 7.797, "step": 600 }, { "epoch": 1.84, "eval_ACT": { "f1": 0.936372269705603, "number": 519, "precision": 0.9232209737827716, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9617271835132483, "number": 503, "precision": 0.9496124031007752, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.17647058823529413, "number": 16, "precision": 0.16666666666666666, "recall": 0.1875 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.4383561643835616, "number": 30, "precision": 0.37209302325581395, "recall": 0.5333333333333333 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9731850882930019, "number": 761, "precision": 0.96875, "recall": 0.9776609724047306 }, "eval_PER": { "f1": 0.9867060561299853, "number": 676, "precision": 0.9852507374631269, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9734767025089606, "number": 694, "precision": 0.9686162624821684, "recall": 0.978386167146974 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.1818181818181818, "number": 5, "precision": 0.16666666666666666, "recall": 0.2 }, "eval_accuracy": 0.9652432969215492, "eval_accuracy-all": 0.9738704071499503, "eval_accuracy-das": 0.9788977159880834, "eval_accuracy-l1": 0.9688430983118173, "eval_accuracy-l2": 0.9788977159880834, "eval_f1": 0.9678535389938013, "eval_f1-all": 0.9652656158785756, "eval_f1-das": 0.9736255572065379, "eval_f1-l1": 0.9643507676294563, "eval_f1-l2": 0.9664340312396146, "eval_loss": 0.1253974437713623, "eval_precision": 0.9635476463834672, "eval_precision-all": 0.9593849724398027, "eval_precision-das": 0.9707407407407408, "eval_precision-l1": 0.956140350877193, "eval_precision-l2": 0.9635520212060967, "eval_recall": 0.9721980886185926, "eval_recall-all": 0.9712187958883994, "eval_recall-das": 0.9765275707898659, "eval_recall-l1": 0.9727034120734908, "eval_recall-l2": 0.9693333333333334, "eval_runtime": 5.7413, "eval_samples_per_second": 117.743, "eval_steps_per_second": 7.49, "step": 700 }, { "epoch": 2.1, "eval_ACT": { "f1": 0.9373814041745729, "number": 519, "precision": 0.9233644859813084, "recall": 0.9518304431599229 }, "eval_ACT_L1": { "f1": 0.9568627450980391, "number": 503, "precision": 0.9439071566731141, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.35294117647058826, "number": 16, "precision": 0.3333333333333333, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.37499999999999994, "number": 30, "precision": 0.3, "recall": 0.5 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9672774869109947, "number": 761, "precision": 0.9634941329856584, "recall": 0.9710906701708278 }, "eval_PER": { "f1": 0.9867060561299853, "number": 676, "precision": 0.9852507374631269, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9741379310344828, "number": 694, "precision": 0.9713467048710601, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9661122144985105, "eval_accuracy-all": 0.974304865938431, "eval_accuracy-das": 0.9816285998013903, "eval_accuracy-l1": 0.971201588877855, "eval_accuracy-l2": 0.9774081429990069, "eval_f1": 0.9664892852006329, "eval_f1-all": 0.9639784162170045, "eval_f1-das": 0.973454612957119, "eval_f1-l1": 0.9610187110187111, "eval_f1-l2": 0.9677633765370555, "eval_loss": 0.10762885212898254, "eval_precision": 0.96, "eval_precision-all": 0.9574159907300116, "eval_precision-das": 0.9700332963374029, "eval_precision-l1": 0.9516212043232115, "eval_precision-l2": 0.9648774022531478, "eval_recall": 0.9730668983492615, "eval_recall-all": 0.9706314243759178, "eval_recall-das": 0.9769001490312966, "eval_recall-l1": 0.9706036745406824, "eval_recall-l2": 0.9706666666666667, "eval_runtime": 5.5434, "eval_samples_per_second": 121.947, "eval_steps_per_second": 7.757, "step": 800 }, { "epoch": 2.36, "eval_ACT": { "f1": 0.9541984732824428, "number": 519, "precision": 0.945179584120983, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9724409448818897, "number": 503, "precision": 0.9629629629629629, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.375, "number": 16, "precision": 0.375, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5142857142857143, "number": 30, "precision": 0.45, "recall": 0.6 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9751958224543081, "number": 761, "precision": 0.9688715953307393, "recall": 0.9816031537450722 }, "eval_PER": { "f1": 0.980825958702065, "number": 676, "precision": 0.9779411764705882, "recall": 0.9837278106508875 }, "eval_SPAT": { "f1": 0.9734386216798276, "number": 694, "precision": 0.9699570815450643, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9411764705882354, "number": 33, "precision": 0.9142857142857143, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.3076923076923077, "number": 5, "precision": 0.25, "recall": 0.4 }, "eval_accuracy": 0.9657398212512414, "eval_accuracy-all": 0.9735600794438928, "eval_accuracy-das": 0.9812562065541212, "eval_accuracy-l1": 0.9704568023833168, "eval_accuracy-l2": 0.9766633565044687, "eval_f1": 0.9697841726618704, "eval_f1-all": 0.9687682428488031, "eval_f1-das": 0.974786800148313, "eval_f1-l1": 0.9669012249152984, "eval_f1-l2": 0.9711442786069652, "eval_loss": 0.12215037643909454, "eval_precision": 0.9636831569917071, "eval_precision-all": 0.962866260516391, "eval_precision-das": 0.970110701107011, "eval_precision-l1": 0.9601449275362319, "eval_precision-l2": 0.9663366336633663, "eval_recall": 0.9759629307848248, "eval_recall-all": 0.9747430249632892, "eval_recall-das": 0.9795081967213115, "eval_recall-l1": 0.973753280839895, "eval_recall-l2": 0.976, "eval_runtime": 5.9105, "eval_samples_per_second": 114.372, "eval_steps_per_second": 7.275, "step": 900 }, { "epoch": 2.62, "learning_rate": 8e-05, "loss": 0.1156, "step": 1000 }, { "epoch": 2.62, "eval_ACT": { "f1": 0.9304099142040039, "number": 519, "precision": 0.9207547169811321, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9526627218934911, "number": 503, "precision": 0.9452054794520548, "recall": 0.9602385685884692 }, "eval_ACT_L2": { "f1": 0.2857142857142857, "number": 16, "precision": 0.2631578947368421, "recall": 0.3125 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.4810126582278481, "number": 30, "precision": 0.3877551020408163, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.22222222222222224, "number": 7, "precision": 0.5, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9757377049180327, "number": 761, "precision": 0.9738219895287958, "recall": 0.9776609724047306 }, "eval_PER": { "f1": 0.9903917220990391, "number": 676, "precision": 0.9896602658788775, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.9762419006479482, "number": 694, "precision": 0.9755395683453237, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9411764705882354, "number": 33, "precision": 0.9142857142857143, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9684707050645481, "eval_accuracy-all": 0.9760427010923535, "eval_accuracy-das": 0.9820009930486594, "eval_accuracy-l1": 0.9729394240317776, "eval_accuracy-l2": 0.9791459781529295, "eval_f1": 0.969006775263082, "eval_f1-all": 0.9669783752191701, "eval_f1-das": 0.9748930630463083, "eval_f1-l1": 0.9642950221527234, "eval_f1-l2": 0.9704023944130362, "eval_loss": 0.10316792130470276, "eval_precision": 0.9646957520091849, "eval_precision-all": 0.962198313463216, "eval_precision-das": 0.9732640178239881, "eval_precision-l1": 0.9575569358178054, "eval_precision-l2": 0.9681486396814863, "eval_recall": 0.9733565015928178, "eval_recall-all": 0.9718061674008811, "eval_recall-das": 0.9765275707898659, "eval_recall-l1": 0.9711286089238845, "eval_recall-l2": 0.9726666666666667, "eval_runtime": 5.4741, "eval_samples_per_second": 123.49, "eval_steps_per_second": 7.855, "step": 1000 }, { "epoch": 2.89, "eval_ACT": { "f1": 0.9523809523809523, "number": 519, "precision": 0.9416195856873822, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9714847590953786, "number": 503, "precision": 0.9610894941634242, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.3636363636363636, "number": 16, "precision": 0.35294117647058826, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.4411764705882353, "number": 30, "precision": 0.39473684210526316, "recall": 0.5 }, "eval_FT": { "f1": 0.3333333333333333, "number": 7, "precision": 0.4, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9706457925636007, "number": 761, "precision": 0.9637305699481865, "recall": 0.9776609724047306 }, "eval_PER": { "f1": 0.9859778597785979, "number": 676, "precision": 0.9837997054491899, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9748743718592965, "number": 694, "precision": 0.9713876967095851, "recall": 0.978386167146974 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3076923076923077, "number": 5, "precision": 0.25, "recall": 0.4 }, "eval_accuracy": 0.9627606752730884, "eval_accuracy-all": 0.9717601787487586, "eval_accuracy-das": 0.9797666335650447, "eval_accuracy-l1": 0.9673535253227408, "eval_accuracy-l2": 0.9761668321747765, "eval_f1": 0.9696271771987909, "eval_f1-all": 0.9680338636695374, "eval_f1-das": 0.9740548554484804, "eval_f1-l1": 0.9679269882659712, "eval_f1-l2": 0.9681697612732096, "eval_loss": 0.1330845057964325, "eval_precision": 0.9639381797366915, "eval_precision-all": 0.9622751015670342, "eval_precision-das": 0.9690265486725663, "eval_precision-l1": 0.9616580310880829, "eval_precision-l2": 0.9630606860158312, "eval_recall": 0.9753837242977121, "eval_recall-all": 0.9738619676945668, "eval_recall-das": 0.9791356184798807, "eval_recall-l1": 0.9742782152230971, "eval_recall-l2": 0.9733333333333334, "eval_runtime": 5.6721, "eval_samples_per_second": 119.179, "eval_steps_per_second": 7.581, "step": 1100 }, { "epoch": 3.15, "eval_ACT": { "f1": 0.9495718363463369, "number": 519, "precision": 0.9379699248120301, "recall": 0.9614643545279383 }, "eval_ACT_L1": { "f1": 0.9723320158102767, "number": 503, "precision": 0.9666011787819253, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.358974358974359, "number": 16, "precision": 0.30434782608695654, "recall": 0.4375 }, "eval_CARDINAL": { "f1": 0.9933774834437086, "number": 678, "precision": 0.9911894273127754, "recall": 0.995575221238938 }, "eval_DESC": { "f1": 0.5675675675675677, "number": 30, "precision": 0.4772727272727273, "recall": 0.7 }, "eval_FT": { "f1": 0.5, "number": 7, "precision": 0.6, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.977079240340537, "number": 761, "precision": 0.9738903394255874, "recall": 0.9802890932982917 }, "eval_PER": { "f1": 0.9940828402366864, "number": 676, "precision": 0.9940828402366864, "recall": 0.9940828402366864 }, "eval_SPAT": { "f1": 0.9734386216798276, "number": 694, "precision": 0.9699570815450643, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9704568023833168, "eval_accuracy-all": 0.9766012909632572, "eval_accuracy-das": 0.9842353525322741, "eval_accuracy-l1": 0.9749255213505462, "eval_accuracy-l2": 0.9782770605759682, "eval_f1": 0.9737827715355807, "eval_f1-all": 0.9718124726157441, "eval_f1-das": 0.9802973977695166, "eval_f1-l1": 0.972084529089486, "eval_f1-l2": 0.9714664897146648, "eval_loss": 0.11478254944086075, "eval_precision": 0.9687589567211236, "eval_precision-all": 0.9665891923300407, "eval_precision-das": 0.9781157270029673, "eval_precision-l1": 0.9662863070539419, "eval_precision-l2": 0.9669749009247027, "eval_recall": 0.9788589632203881, "eval_recall-all": 0.9770925110132158, "eval_recall-das": 0.982488822652757, "eval_recall-l1": 0.9779527559055118, "eval_recall-l2": 0.976, "eval_runtime": 5.4281, "eval_samples_per_second": 124.536, "eval_steps_per_second": 7.922, "step": 1200 }, { "epoch": 3.41, "eval_ACT": { "f1": 0.9627507163323782, "number": 519, "precision": 0.9545454545454546, "recall": 0.9710982658959537 }, "eval_ACT_L1": { "f1": 0.9735553379040157, "number": 503, "precision": 0.9594594594594594, "recall": 0.9880715705765407 }, "eval_ACT_L2": { "f1": 0.5384615384615384, "number": 16, "precision": 0.7, "recall": 0.4375 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5901639344262295, "number": 30, "precision": 0.5806451612903226, "recall": 0.6 }, "eval_FT": { "f1": 0.3333333333333333, "number": 7, "precision": 0.4, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9731850882930019, "number": 761, "precision": 0.96875, "recall": 0.9776609724047306 }, "eval_PER": { "f1": 0.983050847457627, "number": 676, "precision": 0.9794419970631424, "recall": 0.9866863905325444 }, "eval_SPAT": { "f1": 0.9711815561959655, "number": 694, "precision": 0.9711815561959655, "recall": 0.9711815561959655 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9117647058823529, "number": 33, "precision": 0.8857142857142857, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.4444444444444445, "number": 5, "precision": 0.5, "recall": 0.4 }, "eval_accuracy": 0.9728152929493545, "eval_accuracy-all": 0.9803252234359484, "eval_accuracy-das": 0.983987090367428, "eval_accuracy-l1": 0.9764150943396226, "eval_accuracy-l2": 0.9842353525322741, "eval_f1": 0.9733083249170393, "eval_f1-all": 0.9707259953161592, "eval_f1-das": 0.9775301764159703, "eval_f1-l1": 0.9694437189866807, "eval_f1-l2": 0.9723609723609723, "eval_loss": 0.11280758678913116, "eval_precision": 0.9698102357676825, "eval_precision-all": 0.9676101546542165, "eval_precision-das": 0.9744539059607553, "eval_precision-l1": 0.9646569646569647, "eval_precision-l2": 0.9713905522288756, "eval_recall": 0.9768317405154938, "eval_recall-all": 0.9738619676945668, "eval_recall-das": 0.9806259314456036, "eval_recall-l1": 0.9742782152230971, "eval_recall-l2": 0.9733333333333334, "eval_runtime": 5.8708, "eval_samples_per_second": 115.146, "eval_steps_per_second": 7.324, "step": 1300 }, { "epoch": 3.67, "eval_ACT": { "f1": 0.9627507163323782, "number": 519, "precision": 0.9545454545454546, "recall": 0.9710982658959537 }, "eval_ACT_L1": { "f1": 0.9744597249508842, "number": 503, "precision": 0.9631067961165048, "recall": 0.9860834990059643 }, "eval_ACT_L2": { "f1": 0.5517241379310345, "number": 16, "precision": 0.6153846153846154, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5454545454545454, "number": 30, "precision": 0.5, "recall": 0.6 }, "eval_FT": { "f1": 0.5, "number": 7, "precision": 0.6, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.969341161121983, "number": 761, "precision": 0.9624352331606217, "recall": 0.9763469119579501 }, "eval_PER": { "f1": 0.9896602658788773, "number": 676, "precision": 0.9882005899705014, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.9734386216798276, "number": 694, "precision": 0.9699570815450643, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9253731343283583, "number": 33, "precision": 0.9117647058823529, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.9725670307845085, "eval_accuracy-all": 0.9800148957298908, "eval_accuracy-das": 0.9846077457795432, "eval_accuracy-l1": 0.9766633565044687, "eval_accuracy-l2": 0.9833664349553128, "eval_f1": 0.9726303658887928, "eval_f1-all": 0.9710695499707772, "eval_f1-das": 0.9784706755753526, "eval_f1-l1": 0.9715627445864858, "eval_f1-l2": 0.9704417137163733, "eval_loss": 0.10888810455799103, "eval_precision": 0.9676124964173115, "eval_precision-all": 0.9662692643210236, "eval_precision-das": 0.9748520710059172, "eval_precision-l1": 0.9657676348547718, "eval_precision-l2": 0.9669093315684977, "eval_recall": 0.9777005502461628, "eval_recall-all": 0.9759177679882526, "eval_recall-das": 0.9821162444113264, "eval_recall-l1": 0.9774278215223097, "eval_recall-l2": 0.974, "eval_runtime": 5.6579, "eval_samples_per_second": 119.48, "eval_steps_per_second": 7.6, "step": 1400 }, { "epoch": 3.94, "learning_rate": 7e-05, "loss": 0.0643, "step": 1500 }, { "epoch": 3.94, "eval_ACT": { "f1": 0.9597701149425287, "number": 519, "precision": 0.9542857142857143, "recall": 0.9653179190751445 }, "eval_ACT_L1": { "f1": 0.9696969696969698, "number": 503, "precision": 0.9538461538461539, "recall": 0.9860834990059643 }, "eval_ACT_L2": { "f1": 0.47619047619047616, "number": 16, "precision": 1.0, "recall": 0.3125 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.507936507936508, "number": 30, "precision": 0.48484848484848486, "recall": 0.5333333333333333 }, "eval_FT": { "f1": 0.5, "number": 7, "precision": 0.6, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9711664482306683, "number": 761, "precision": 0.9686274509803922, "recall": 0.973718791064389 }, "eval_PER": { "f1": 0.9904059040590405, "number": 676, "precision": 0.9882179675994109, "recall": 0.992603550295858 }, "eval_SPAT": { "f1": 0.9741750358680057, "number": 694, "precision": 0.97, "recall": 0.978386167146974 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9253731343283583, "number": 33, "precision": 0.9117647058823529, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.5714285714285714, "number": 5, "precision": 0.4444444444444444, "recall": 0.8 }, "eval_accuracy": 0.9714498510427011, "eval_accuracy-all": 0.9782149950347567, "eval_accuracy-das": 0.9823733862959285, "eval_accuracy-l1": 0.9760427010923535, "eval_accuracy-l2": 0.9803872889771599, "eval_f1": 0.9740034662045061, "eval_f1-all": 0.9713282621416033, "eval_f1-das": 0.9782649080438418, "eval_f1-l1": 0.9705499087829033, "eval_f1-l2": 0.972324108036012, "eval_loss": 0.12213347107172012, "eval_precision": 0.9714779602420052, "eval_precision-all": 0.9676479160594579, "eval_precision-das": 0.9755464987032234, "eval_precision-l1": 0.9637681159420289, "eval_precision-l2": 0.9726484322881921, "eval_recall": 0.9765421372719374, "eval_recall-all": 0.9750367107195301, "eval_recall-das": 0.9809985096870343, "eval_recall-l1": 0.9774278215223097, "eval_recall-l2": 0.972, "eval_runtime": 5.4276, "eval_samples_per_second": 124.549, "eval_steps_per_second": 7.922, "step": 1500 }, { "epoch": 4.2, "eval_ACT": { "f1": 0.9551098376313275, "number": 519, "precision": 0.946969696969697, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9666011787819253, "number": 503, "precision": 0.9553398058252427, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.5517241379310345, "number": 16, "precision": 0.6153846153846154, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.4444444444444444, "number": 30, "precision": 0.38095238095238093, "recall": 0.5333333333333333 }, "eval_FT": { "f1": 0.5714285714285714, "number": 7, "precision": 0.5714285714285714, "recall": 0.5714285714285714 }, "eval_LOC": { "f1": 0.9731499672560576, "number": 761, "precision": 0.9699738903394256, "recall": 0.9763469119579501 }, "eval_PER": { "f1": 0.9896755162241888, "number": 676, "precision": 0.986764705882353, "recall": 0.992603550295858 }, "eval_SPAT": { "f1": 0.9713467048710601, "number": 694, "precision": 0.9658119658119658, "recall": 0.9769452449567724 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.5000000000000001, "number": 5, "precision": 0.36363636363636365, "recall": 0.8 }, "eval_accuracy": 0.971077457795432, "eval_accuracy-all": 0.9793321747765641, "eval_accuracy-das": 0.9852284011916584, "eval_accuracy-l1": 0.9757944389275075, "eval_accuracy-l2": 0.9828699106256207, "eval_f1": 0.9720702562625972, "eval_f1-all": 0.9689277899343545, "eval_f1-das": 0.977728285077951, "eval_f1-l1": 0.9661810613943809, "eval_f1-l2": 0.9724344071736964, "eval_loss": 0.12421555072069168, "eval_precision": 0.9665044374463212, "eval_precision-all": 0.9626086956521739, "eval_precision-das": 0.974112426035503, "eval_precision-l1": 0.9577101598762249, "eval_precision-l2": 0.9688947716743879, "eval_recall": 0.9777005502461628, "eval_recall-all": 0.9753303964757709, "eval_recall-das": 0.981371087928465, "eval_recall-l1": 0.9748031496062992, "eval_recall-l2": 0.976, "eval_runtime": 5.6854, "eval_samples_per_second": 118.901, "eval_steps_per_second": 7.563, "step": 1600 }, { "epoch": 4.46, "eval_ACT": { "f1": 0.9531100478468899, "number": 519, "precision": 0.9467680608365019, "recall": 0.9595375722543352 }, "eval_ACT_L1": { "f1": 0.9740518962075847, "number": 503, "precision": 0.9779559118236473, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.4651162790697674, "number": 16, "precision": 0.37037037037037035, "recall": 0.625 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5866666666666667, "number": 30, "precision": 0.4888888888888889, "recall": 0.7333333333333333 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9724409448818898, "number": 761, "precision": 0.9711664482306684, "recall": 0.973718791064389 }, "eval_PER": { "f1": 0.9903917220990391, "number": 676, "precision": 0.9896602658788775, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.9727011494252873, "number": 694, "precision": 0.9699140401146131, "recall": 0.9755043227665706 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.6666666666666666, "number": 5, "precision": 0.5714285714285714, "recall": 0.8 }, "eval_accuracy": 0.9687189672293942, "eval_accuracy-all": 0.9752979145978153, "eval_accuracy-das": 0.9823733862959285, "eval_accuracy-l1": 0.9728152929493545, "eval_accuracy-l2": 0.977780536246276, "eval_f1": 0.972739073993942, "eval_f1-all": 0.9709021786810937, "eval_f1-das": 0.9771247907755253, "eval_f1-l1": 0.9712343096234309, "eval_f1-l2": 0.9704809286898839, "eval_loss": 0.1286446452140808, "eval_precision": 0.9689655172413794, "eval_precision-all": 0.966802562609202, "eval_precision-das": 0.9754920163386558, "eval_precision-l1": 0.9676915059927045, "eval_precision-l2": 0.9656765676567657, "eval_recall": 0.9765421372719374, "eval_recall-all": 0.9750367107195301, "eval_recall-das": 0.9787630402384501, "eval_recall-l1": 0.9748031496062992, "eval_recall-l2": 0.9753333333333334, "eval_runtime": 5.4564, "eval_samples_per_second": 123.892, "eval_steps_per_second": 7.881, "step": 1700 }, { "epoch": 4.72, "eval_ACT": { "f1": 0.9523809523809523, "number": 519, "precision": 0.9416195856873822, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.967487684729064, "number": 503, "precision": 0.958984375, "recall": 0.9761431411530815 }, "eval_ACT_L2": { "f1": 0.5142857142857142, "number": 16, "precision": 0.47368421052631576, "recall": 0.5625 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5428571428571427, "number": 30, "precision": 0.475, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.42857142857142855, "number": 7, "precision": 0.42857142857142855, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.970722186076773, "number": 761, "precision": 0.961340206185567, "recall": 0.9802890932982917 }, "eval_PER": { "f1": 0.9896602658788773, "number": 676, "precision": 0.9882005899705014, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.9707351891506067, "number": 694, "precision": 0.9618104667609618, "recall": 0.9798270893371758 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.42857142857142855, "number": 5, "precision": 0.3333333333333333, "recall": 0.6 }, "eval_accuracy": 0.971077457795432, "eval_accuracy-all": 0.9784632571996028, "eval_accuracy-das": 0.983862959285005, "eval_accuracy-l1": 0.9754220456802384, "eval_accuracy-l2": 0.9815044687189672, "eval_f1": 0.9709519700891572, "eval_f1-all": 0.9686908402504734, "eval_f1-das": 0.975166790214974, "eval_f1-l1": 0.9682457053617908, "eval_f1-l2": 0.9692561983471075, "eval_loss": 0.12661133706569672, "eval_precision": 0.9642959154527277, "eval_precision-all": 0.9607163489312536, "eval_precision-das": 0.9701327433628318, "eval_precision-l1": 0.9602478058853898, "eval_precision-l2": 0.9613114754098361, "eval_recall": 0.9777005502461628, "eval_recall-all": 0.976798825256975, "eval_recall-das": 0.9802533532041728, "eval_recall-l1": 0.9763779527559056, "eval_recall-l2": 0.9773333333333334, "eval_runtime": 5.8561, "eval_samples_per_second": 115.435, "eval_steps_per_second": 7.343, "step": 1800 }, { "epoch": 4.99, "eval_ACT": { "f1": 0.956855225311601, "number": 519, "precision": 0.9522900763358778, "recall": 0.9614643545279383 }, "eval_ACT_L1": { "f1": 0.9733464955577492, "number": 503, "precision": 0.9666666666666667, "recall": 0.9801192842942346 }, "eval_ACT_L2": { "f1": 0.39999999999999997, "number": 16, "precision": 0.42857142857142855, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5846153846153846, "number": 30, "precision": 0.5428571428571428, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9758011772400262, "number": 761, "precision": 0.9713541666666666, "recall": 0.9802890932982917 }, "eval_PER": { "f1": 0.9940915805022156, "number": 676, "precision": 0.9926253687315634, "recall": 0.9955621301775148 }, "eval_SPAT": { "f1": 0.9770114942528735, "number": 694, "precision": 0.9742120343839542, "recall": 0.9798270893371758 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 5, "precision": 0.3333333333333333, "recall": 0.4 }, "eval_accuracy": 0.971201588877855, "eval_accuracy-all": 0.9772219463753724, "eval_accuracy-das": 0.9844836146971202, "eval_accuracy-l1": 0.9745531281032771, "eval_accuracy-l2": 0.9798907646474677, "eval_f1": 0.9751732101616628, "eval_f1-all": 0.9738036001756183, "eval_f1-das": 0.9795539033457249, "eval_f1-l1": 0.9746537758035013, "eval_f1-l2": 0.9727212242182302, "eval_loss": 0.12404584884643555, "eval_precision": 0.9720863309352518, "eval_precision-all": 0.970536756126021, "eval_precision-das": 0.9773738872403561, "eval_precision-l1": 0.9703433922996878, "eval_precision-l2": 0.9707835325365206, "eval_recall": 0.9782797567332754, "eval_recall-all": 0.9770925110132158, "eval_recall-das": 0.9817436661698957, "eval_recall-l1": 0.979002624671916, "eval_recall-l2": 0.9746666666666667, "eval_runtime": 5.4946, "eval_samples_per_second": 123.03, "eval_steps_per_second": 7.826, "step": 1900 }, { "epoch": 5.25, "learning_rate": 6e-05, "loss": 0.0394, "step": 2000 }, { "epoch": 5.25, "eval_ACT": { "f1": 0.9495718363463369, "number": 519, "precision": 0.9379699248120301, "recall": 0.9614643545279383 }, "eval_ACT_L1": { "f1": 0.9693372898120672, "number": 503, "precision": 0.9645669291338582, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.45, "number": 16, "precision": 0.375, "recall": 0.5625 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5526315789473684, "number": 30, "precision": 0.45652173913043476, "recall": 0.7 }, "eval_FT": { "f1": 0.36363636363636365, "number": 7, "precision": 0.5, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9731499672560576, "number": 761, "precision": 0.9699738903394256, "recall": 0.9763469119579501 }, "eval_PER": { "f1": 0.9896602658788773, "number": 676, "precision": 0.9882005899705014, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.976978417266187, "number": 694, "precision": 0.9755747126436781, "recall": 0.978386167146974 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.6666666666666666, "number": 5, "precision": 0.5714285714285714, "recall": 0.8 }, "eval_accuracy": 0.9715739821251241, "eval_accuracy-all": 0.9779046673286991, "eval_accuracy-das": 0.9851042701092354, "eval_accuracy-l1": 0.9755461767626614, "eval_accuracy-l2": 0.9802631578947368, "eval_f1": 0.971930329638693, "eval_f1-all": 0.9699357851722126, "eval_f1-das": 0.977133296151701, "eval_f1-l1": 0.9695074276778733, "eval_f1-l2": 0.9704809286898839, "eval_loss": 0.11899319291114807, "eval_precision": 0.9662278191184889, "eval_precision-all": 0.9640266898752539, "eval_precision-das": 0.975139146567718, "eval_precision-l1": 0.9627329192546584, "eval_precision-l2": 0.9656765676567657, "eval_recall": 0.9777005502461628, "eval_recall-all": 0.9759177679882526, "eval_recall-das": 0.9791356184798807, "eval_recall-l1": 0.9763779527559056, "eval_recall-l2": 0.9753333333333334, "eval_runtime": 5.7236, "eval_samples_per_second": 118.108, "eval_steps_per_second": 7.513, "step": 2000 }, { "epoch": 5.51, "eval_ACT": { "f1": 0.9563567362428842, "number": 519, "precision": 0.9420560747663551, "recall": 0.9710982658959537 }, "eval_ACT_L1": { "f1": 0.9744597249508842, "number": 503, "precision": 0.9631067961165048, "recall": 0.9860834990059643 }, "eval_ACT_L2": { "f1": 0.4444444444444445, "number": 16, "precision": 0.4, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.626865671641791, "number": 30, "precision": 0.5675675675675675, "recall": 0.7 }, "eval_FT": { "f1": 0.4, "number": 7, "precision": 0.6666666666666666, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9731499672560576, "number": 761, "precision": 0.9699738903394256, "recall": 0.9763469119579501 }, "eval_PER": { "f1": 0.9933481152993349, "number": 676, "precision": 0.9926144756277696, "recall": 0.9940828402366864 }, "eval_SPAT": { "f1": 0.9683453237410072, "number": 694, "precision": 0.9669540229885057, "recall": 0.9697406340057637 }, "eval_TITRE": { "f1": 0.5, "number": 2, "precision": 0.5, "recall": 0.5 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.7272727272727272, "number": 5, "precision": 0.6666666666666666, "recall": 0.8 }, "eval_accuracy": 0.9699602780536246, "eval_accuracy-all": 0.9771598808341608, "eval_accuracy-das": 0.9846077457795432, "eval_accuracy-l1": 0.9740566037735849, "eval_accuracy-l2": 0.9802631578947368, "eval_f1": 0.9732142857142857, "eval_f1-all": 0.9720801052477709, "eval_f1-das": 0.9790157845868152, "eval_f1-l1": 0.9723382045929018, "eval_f1-l2": 0.9717514124293786, "eval_loss": 0.12185024470090866, "eval_precision": 0.9679175021483816, "eval_precision-all": 0.9676949941792782, "eval_precision-das": 0.9759348389485376, "eval_precision-l1": 0.9667877529839128, "eval_precision-l2": 0.9688535453943009, "eval_recall": 0.9785693599768317, "eval_recall-all": 0.9765051395007343, "eval_recall-das": 0.9821162444113264, "eval_recall-l1": 0.9779527559055118, "eval_recall-l2": 0.9746666666666667, "eval_runtime": 5.1495, "eval_samples_per_second": 131.275, "eval_steps_per_second": 8.35, "step": 2100 }, { "epoch": 5.77, "eval_ACT": { "f1": 0.9541984732824428, "number": 519, "precision": 0.945179584120983, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9731876861966237, "number": 503, "precision": 0.9722222222222222, "recall": 0.974155069582505 }, "eval_ACT_L2": { "f1": 0.48780487804878053, "number": 16, "precision": 0.4, "recall": 0.625 }, "eval_CARDINAL": { "f1": 0.9896907216494845, "number": 678, "precision": 0.9882352941176471, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.6285714285714286, "number": 30, "precision": 0.55, "recall": 0.7333333333333333 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9718402095612311, "number": 761, "precision": 0.9686684073107049, "recall": 0.9750328515111695 }, "eval_PER": { "f1": 0.9889135254988912, "number": 676, "precision": 0.9881831610044313, "recall": 0.9896449704142012 }, "eval_SPAT": { "f1": 0.9698275862068965, "number": 694, "precision": 0.9670487106017192, "recall": 0.9726224783861671 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.8000000000000002, "number": 5, "precision": 0.8, "recall": 0.8 }, "eval_accuracy": 0.9707050645481629, "eval_accuracy-all": 0.9767254220456802, "eval_accuracy-das": 0.9857249255213505, "eval_accuracy-l1": 0.9739324726911619, "eval_accuracy-l2": 0.9795183714001986, "eval_f1": 0.9721781750036038, "eval_f1-all": 0.970317297850563, "eval_f1-das": 0.9765799256505575, "eval_f1-l1": 0.9702038682697334, "eval_f1-l2": 0.9704613342183871, "eval_loss": 0.11723724007606506, "eval_precision": 0.9678530424799081, "eval_precision-all": 0.9662201514269074, "eval_precision-das": 0.974406528189911, "eval_precision-l1": 0.9661634565330557, "eval_precision-l2": 0.9662921348314607, "eval_recall": 0.9765421372719374, "eval_recall-all": 0.9744493392070485, "eval_recall-das": 0.9787630402384501, "eval_recall-l1": 0.9742782152230971, "eval_recall-l2": 0.9746666666666667, "eval_runtime": 5.6038, "eval_samples_per_second": 120.632, "eval_steps_per_second": 7.673, "step": 2200 }, { "epoch": 6.04, "eval_ACT": { "f1": 0.948162111215834, "number": 519, "precision": 0.9280442804428044, "recall": 0.9691714836223507 }, "eval_ACT_L1": { "f1": 0.9695780176643769, "number": 503, "precision": 0.9573643410852714, "recall": 0.9821073558648111 }, "eval_ACT_L2": { "f1": 0.4285714285714286, "number": 16, "precision": 0.34615384615384615, "recall": 0.5625 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.5405405405405405, "number": 30, "precision": 0.45454545454545453, "recall": 0.6666666666666666 }, "eval_FT": { "f1": 0.5714285714285714, "number": 7, "precision": 0.5714285714285714, "recall": 0.5714285714285714 }, "eval_LOC": { "f1": 0.9719504240052185, "number": 761, "precision": 0.9650259067357513, "recall": 0.9789750328515112 }, "eval_PER": { "f1": 0.9911242603550295, "number": 676, "precision": 0.9911242603550295, "recall": 0.9911242603550295 }, "eval_SPAT": { "f1": 0.9742120343839541, "number": 694, "precision": 0.9686609686609686, "recall": 0.9798270893371758 }, "eval_TITRE": { "f1": 0.5, "number": 2, "precision": 0.5, "recall": 0.5 }, "eval_TITREH": { "f1": 0.955223880597015, "number": 33, "precision": 0.9411764705882353, "recall": 0.9696969696969697 }, "eval_TITREP": { "f1": 0.6666666666666666, "number": 5, "precision": 0.5714285714285714, "recall": 0.8 }, "eval_accuracy": 0.9745531281032771, "eval_accuracy-all": 0.9810700099304865, "eval_accuracy-das": 0.9857249255213505, "eval_accuracy-l1": 0.9782770605759682, "eval_accuracy-l2": 0.983862959285005, "eval_f1": 0.9708626381512846, "eval_f1-all": 0.9700232828870782, "eval_f1-das": 0.9770200148257969, "eval_f1-l1": 0.9700910273081925, "eval_f1-l2": 0.969937231582425, "eval_loss": 0.10998627543449402, "eval_precision": 0.9624359704040979, "eval_precision-all": 0.961349870204788, "eval_precision-das": 0.971976401179941, "eval_precision-l1": 0.961340206185567, "eval_precision-l2": 0.9613621480026195, "eval_recall": 0.9794381697075007, "eval_recall-all": 0.9788546255506608, "eval_recall-das": 0.9821162444113264, "eval_recall-l1": 0.979002624671916, "eval_recall-l2": 0.9786666666666667, "eval_runtime": 5.4332, "eval_samples_per_second": 124.419, "eval_steps_per_second": 7.914, "step": 2300 }, { "epoch": 6.3, "eval_ACT": { "f1": 0.9703915950334289, "number": 519, "precision": 0.9621212121212122, "recall": 0.9788053949903661 }, "eval_ACT_L1": { "f1": 0.9812807881773399, "number": 503, "precision": 0.97265625, "recall": 0.9900596421471173 }, "eval_ACT_L2": { "f1": 0.625, "number": 16, "precision": 0.625, "recall": 0.625 }, "eval_CARDINAL": { "f1": 0.9919058130978661, "number": 678, "precision": 0.9897209985315712, "recall": 0.9941002949852508 }, "eval_DESC": { "f1": 0.6031746031746033, "number": 30, "precision": 0.5757575757575758, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.5333333333333333, "number": 7, "precision": 0.5, "recall": 0.5714285714285714 }, "eval_LOC": { "f1": 0.9770491803278688, "number": 761, "precision": 0.975130890052356, "recall": 0.9789750328515112 }, "eval_PER": { "f1": 0.9881656804733728, "number": 676, "precision": 0.9881656804733728, "recall": 0.9881656804733728 }, "eval_SPAT": { "f1": 0.9734004313443565, "number": 694, "precision": 0.9713055954088953, "recall": 0.9755043227665706 }, "eval_TITRE": { "f1": 0.5, "number": 2, "precision": 0.5, "recall": 0.5 }, "eval_TITREH": { "f1": 0.9393939393939394, "number": 33, "precision": 0.9393939393939394, "recall": 0.9393939393939394 }, "eval_TITREP": { "f1": 0.7272727272727272, "number": 5, "precision": 0.6666666666666666, "recall": 0.8 }, "eval_accuracy": 0.9779046673286991, "eval_accuracy-all": 0.983738828202582, "eval_accuracy-das": 0.9877110228401191, "eval_accuracy-l1": 0.9810079443892751, "eval_accuracy-l2": 0.9864697120158887, "eval_f1": 0.9760530871321408, "eval_f1-all": 0.974974388994585, "eval_f1-das": 0.9804868983460323, "eval_f1-l1": 0.9741176470588235, "eval_f1-l2": 0.976063829787234, "eval_loss": 0.11249667406082153, "eval_precision": 0.9724058637539523, "eval_precision-all": 0.9717036172695449, "eval_precision-das": 0.9781238413051538, "eval_precision-l1": 0.9703125, "eval_precision-l2": 0.9734748010610079, "eval_recall": 0.9797277729510571, "eval_recall-all": 0.9782672540381792, "eval_recall-das": 0.9828614008941878, "eval_recall-l1": 0.9779527559055118, "eval_recall-l2": 0.9786666666666667, "eval_runtime": 5.5469, "eval_samples_per_second": 121.87, "eval_steps_per_second": 7.752, "step": 2400 } ], "max_steps": 5000, "num_train_epochs": 14, "total_flos": 972062817576192.0, "trial_name": null, "trial_params": null }