m2_joint_label_ref_ptrn_cmbert_io / trainer_state.json
nlpso's picture
Load model and tokenizer
1173d7f
raw
history blame contribute delete
No virus
71.2 kB
{
"best_metric": 0.9760530871321408,
"best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/213-pretrained-camembert-ner-joint-labelling-io-classes/checkpoint-2400",
"epoch": 6.299212598425197,
"global_step": 2400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.26,
"eval_ACT": {
"f1": 0.8842297174111212,
"number": 519,
"precision": 0.8391003460207612,
"recall": 0.9344894026974951
},
"eval_ACT_L1": {
"f1": 0.8973172987974097,
"number": 503,
"precision": 0.8391003460207612,
"recall": 0.9642147117296223
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9911894273127753,
"number": 678,
"precision": 0.9868421052631579,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9542483660130721,
"number": 761,
"precision": 0.9492847854356307,
"recall": 0.9592641261498029
},
"eval_PER": {
"f1": 0.9404849375459221,
"number": 676,
"precision": 0.9343065693430657,
"recall": 0.9467455621301775
},
"eval_SPAT": {
"f1": 0.9663082437275986,
"number": 694,
"precision": 0.9614835948644793,
"recall": 0.9711815561959655
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.1142857142857143,
"number": 33,
"precision": 1.0,
"recall": 0.06060606060606061
},
"eval_TITREP": {
"f1": 0.0,
"number": 5,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9414101290963257,
"eval_accuracy-all": 0.9599056603773585,
"eval_accuracy-das": 0.9533267130089375,
"eval_accuracy-l1": 0.9466236345580934,
"eval_accuracy-l2": 0.9731876861966237,
"eval_f1": 0.9451598900303865,
"eval_f1-all": 0.9396248534583821,
"eval_f1-das": 0.942613846723436,
"eval_f1-l1": 0.9299560609976738,
"eval_f1-l2": 0.9522842639593909,
"eval_loss": 0.35932135581970215,
"eval_precision": 0.9444765760555234,
"eval_precision-all": 0.9377010821877741,
"eval_precision-das": 0.9367181751287712,
"eval_precision-l1": 0.9159877800407332,
"eval_precision-l2": 0.9670103092783505,
"eval_recall": 0.9458441934549667,
"eval_recall-all": 0.9415565345080763,
"eval_recall-das": 0.9485842026825634,
"eval_recall-l1": 0.9443569553805774,
"eval_recall-l2": 0.938,
"eval_runtime": 5.0686,
"eval_samples_per_second": 133.37,
"eval_steps_per_second": 8.484,
"step": 100
},
{
"epoch": 0.52,
"eval_ACT": {
"f1": 0.935483870967742,
"number": 519,
"precision": 0.9214953271028037,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9499036608863198,
"number": 503,
"precision": 0.9214953271028037,
"recall": 0.9801192842942346
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9911764705882352,
"number": 678,
"precision": 0.9882697947214076,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.24324324324324326,
"number": 30,
"precision": 0.20454545454545456,
"recall": 0.3
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9462783171521036,
"number": 761,
"precision": 0.9323979591836735,
"recall": 0.9605781865965834
},
"eval_PER": {
"f1": 0.9765051395007341,
"number": 676,
"precision": 0.9693877551020408,
"recall": 0.9837278106508875
},
"eval_SPAT": {
"f1": 0.9635453895639743,
"number": 694,
"precision": 0.9560283687943263,
"recall": 0.9711815561959655
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9117647058823529,
"number": 33,
"precision": 0.8857142857142857,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.28571428571428575,
"number": 5,
"precision": 0.5,
"recall": 0.2
},
"eval_accuracy": 0.9595332671300894,
"eval_accuracy-all": 0.9713877855014895,
"eval_accuracy-das": 0.9724428997020854,
"eval_accuracy-l1": 0.9653674280039722,
"eval_accuracy-l2": 0.9774081429990069,
"eval_f1": 0.9559604074020944,
"eval_f1-all": 0.9531840651352137,
"eval_f1-das": 0.9628397115917915,
"eval_f1-l1": 0.9501935483870967,
"eval_f1-l2": 0.9570429570429569,
"eval_loss": 0.21663731336593628,
"eval_precision": 0.9471290505969301,
"eval_precision-all": 0.9438525770227469,
"eval_precision-das": 0.9555963302752294,
"eval_precision-l1": 0.9345177664974619,
"eval_precision-l2": 0.9560878243512974,
"eval_recall": 0.9649580075296843,
"eval_recall-all": 0.9627019089574156,
"eval_recall-das": 0.970193740685544,
"eval_recall-l1": 0.9664041994750656,
"eval_recall-l2": 0.958,
"eval_runtime": 5.443,
"eval_samples_per_second": 124.196,
"eval_steps_per_second": 7.9,
"step": 200
},
{
"epoch": 0.79,
"eval_ACT": {
"f1": 0.9408341416100873,
"number": 519,
"precision": 0.947265625,
"recall": 0.9344894026974951
},
"eval_ACT_L1": {
"f1": 0.9556650246305419,
"number": 503,
"precision": 0.947265625,
"recall": 0.9642147117296223
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9926470588235294,
"number": 678,
"precision": 0.9897360703812317,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.37037037037037035,
"number": 30,
"precision": 0.29411764705882354,
"recall": 0.5
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9659239842726082,
"number": 761,
"precision": 0.9633986928104575,
"recall": 0.9684625492772667
},
"eval_PER": {
"f1": 0.9844789356984479,
"number": 676,
"precision": 0.983751846381093,
"recall": 0.985207100591716
},
"eval_SPAT": {
"f1": 0.9596541786743515,
"number": 694,
"precision": 0.9596541786743515,
"recall": 0.9596541786743515
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9411764705882354,
"number": 33,
"precision": 0.9142857142857143,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9554369414101291,
"eval_accuracy-all": 0.9704568023833168,
"eval_accuracy-das": 0.9664846077457795,
"eval_accuracy-l1": 0.9612711022840119,
"eval_accuracy-l2": 0.9796425024826216,
"eval_f1": 0.9631875270679949,
"eval_f1-all": 0.960304672623407,
"eval_f1-das": 0.9707362534948741,
"eval_f1-l1": 0.9544152122948685,
"eval_f1-l2": 0.9678714859437753,
"eval_loss": 0.1927947998046875,
"eval_precision": 0.9602763385146805,
"eval_precision-all": 0.9579193454120397,
"eval_precision-das": 0.9712793733681462,
"eval_precision-l1": 0.9472595656670114,
"eval_precision-l2": 0.9717741935483871,
"eval_recall": 0.9661164205039097,
"eval_recall-all": 0.9627019089574156,
"eval_recall-das": 0.970193740685544,
"eval_recall-l1": 0.9616797900262467,
"eval_recall-l2": 0.964,
"eval_runtime": 5.7572,
"eval_samples_per_second": 117.418,
"eval_steps_per_second": 7.469,
"step": 300
},
{
"epoch": 1.05,
"eval_ACT": {
"f1": 0.9429657794676807,
"number": 519,
"precision": 0.9305816135084428,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.9555125725338492,
"number": 503,
"precision": 0.9303201506591338,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.2222222222222222,
"number": 16,
"precision": 1.0,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.37142857142857144,
"number": 30,
"precision": 0.325,
"recall": 0.43333333333333335
},
"eval_FT": {
"f1": 0.25,
"number": 7,
"precision": 1.0,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9712041884816754,
"number": 761,
"precision": 0.9674054758800521,
"recall": 0.9750328515111695
},
"eval_PER": {
"f1": 0.9794117647058825,
"number": 676,
"precision": 0.9736842105263158,
"recall": 0.985207100591716
},
"eval_SPAT": {
"f1": 0.9676025917926565,
"number": 694,
"precision": 0.9669064748201439,
"recall": 0.968299711815562
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9117647058823529,
"number": 33,
"precision": 0.8857142857142857,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9658639523336644,
"eval_accuracy-all": 0.9760427010923535,
"eval_accuracy-das": 0.9786494538232373,
"eval_accuracy-l1": 0.9708291956305859,
"eval_accuracy-l2": 0.9812562065541212,
"eval_f1": 0.9651798561151079,
"eval_f1-all": 0.9633416094639988,
"eval_f1-das": 0.9703374119391918,
"eval_f1-l1": 0.9571984435797665,
"eval_f1-l2": 0.9712566844919787,
"eval_loss": 0.14246180653572083,
"eval_precision": 0.9591078066914498,
"eval_precision-all": 0.9581638582219639,
"eval_precision-das": 0.9656826568265683,
"eval_precision-l1": 0.9461538461538461,
"eval_precision-l2": 0.9738605898123325,
"eval_recall": 0.9713292788879235,
"eval_recall-all": 0.968575624082232,
"eval_recall-das": 0.9750372578241431,
"eval_recall-l1": 0.968503937007874,
"eval_recall-l2": 0.9686666666666667,
"eval_runtime": 5.7155,
"eval_samples_per_second": 118.275,
"eval_steps_per_second": 7.523,
"step": 400
},
{
"epoch": 1.31,
"learning_rate": 9e-05,
"loss": 0.3511,
"step": 500
},
{
"epoch": 1.31,
"eval_ACT": {
"f1": 0.9340866290018832,
"number": 519,
"precision": 0.9134438305709024,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.9582929194956353,
"number": 503,
"precision": 0.9356060606060606,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.12903225806451615,
"number": 16,
"precision": 0.13333333333333333,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.41935483870967744,
"number": 30,
"precision": 0.40625,
"recall": 0.43333333333333335
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9492847854356308,
"number": 761,
"precision": 0.9395109395109396,
"recall": 0.9592641261498029
},
"eval_PER": {
"f1": 0.981549815498155,
"number": 676,
"precision": 0.979381443298969,
"recall": 0.9837278106508875
},
"eval_SPAT": {
"f1": 0.9568965517241379,
"number": 694,
"precision": 0.9541547277936963,
"recall": 0.9596541786743515
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9117647058823529,
"number": 33,
"precision": 0.8857142857142857,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9631330685203575,
"eval_accuracy-all": 0.9720084409136047,
"eval_accuracy-das": 0.9764150943396226,
"eval_accuracy-l1": 0.967974180734856,
"eval_accuracy-l2": 0.9760427010923535,
"eval_f1": 0.959758551307847,
"eval_f1-all": 0.9556722076407116,
"eval_f1-das": 0.9655300222386953,
"eval_f1-l1": 0.956793336803748,
"eval_f1-l2": 0.9542440318302388,
"eval_loss": 0.14204634726047516,
"eval_precision": 0.9526390870185449,
"eval_precision-all": 0.9490298291340863,
"eval_precision-das": 0.9605457227138643,
"eval_precision-l1": 0.9488900361383583,
"eval_precision-l2": 0.9492084432717678,
"eval_recall": 0.9669852302345786,
"eval_recall-all": 0.9624082232011747,
"eval_recall-das": 0.9705663189269746,
"eval_recall-l1": 0.9648293963254593,
"eval_recall-l2": 0.9593333333333334,
"eval_runtime": 5.4913,
"eval_samples_per_second": 123.104,
"eval_steps_per_second": 7.831,
"step": 500
},
{
"epoch": 1.57,
"eval_ACT": {
"f1": 0.9434324065196548,
"number": 519,
"precision": 0.9389312977099237,
"recall": 0.9479768786127167
},
"eval_ACT_L1": {
"f1": 0.9607843137254902,
"number": 503,
"precision": 0.9477756286266924,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.17391304347826086,
"number": 16,
"precision": 0.2857142857142857,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.4722222222222222,
"number": 30,
"precision": 0.40476190476190477,
"recall": 0.5666666666666667
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9699738903394257,
"number": 761,
"precision": 0.9636835278858625,
"recall": 0.9763469119579501
},
"eval_PER": {
"f1": 0.9867060561299853,
"number": 676,
"precision": 0.9852507374631269,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9705248023005032,
"number": 694,
"precision": 0.9684361549497847,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.5454545454545454,
"number": 5,
"precision": 0.5,
"recall": 0.6
},
"eval_accuracy": 0.9714498510427011,
"eval_accuracy-all": 0.979083912611718,
"eval_accuracy-das": 0.9810079443892751,
"eval_accuracy-l1": 0.9756703078450845,
"eval_accuracy-l2": 0.9824975173783516,
"eval_f1": 0.9692862292718097,
"eval_f1-all": 0.9663742690058479,
"eval_f1-das": 0.9741779676760172,
"eval_f1-l1": 0.963792654337067,
"eval_f1-l2": 0.9696767744085305,
"eval_loss": 0.12394405156373978,
"eval_precision": 0.9652498564043653,
"eval_precision-all": 0.9621542940320232,
"eval_precision-das": 0.9714709151537606,
"eval_precision-l1": 0.9565667011375388,
"eval_precision-l2": 0.9693537641572285,
"eval_recall": 0.9733565015928178,
"eval_recall-all": 0.9706314243759178,
"eval_recall-das": 0.9769001490312966,
"eval_recall-l1": 0.9711286089238845,
"eval_recall-l2": 0.97,
"eval_runtime": 5.5152,
"eval_samples_per_second": 122.57,
"eval_steps_per_second": 7.797,
"step": 600
},
{
"epoch": 1.84,
"eval_ACT": {
"f1": 0.936372269705603,
"number": 519,
"precision": 0.9232209737827716,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9617271835132483,
"number": 503,
"precision": 0.9496124031007752,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.17647058823529413,
"number": 16,
"precision": 0.16666666666666666,
"recall": 0.1875
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.4383561643835616,
"number": 30,
"precision": 0.37209302325581395,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9731850882930019,
"number": 761,
"precision": 0.96875,
"recall": 0.9776609724047306
},
"eval_PER": {
"f1": 0.9867060561299853,
"number": 676,
"precision": 0.9852507374631269,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9734767025089606,
"number": 694,
"precision": 0.9686162624821684,
"recall": 0.978386167146974
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.1818181818181818,
"number": 5,
"precision": 0.16666666666666666,
"recall": 0.2
},
"eval_accuracy": 0.9652432969215492,
"eval_accuracy-all": 0.9738704071499503,
"eval_accuracy-das": 0.9788977159880834,
"eval_accuracy-l1": 0.9688430983118173,
"eval_accuracy-l2": 0.9788977159880834,
"eval_f1": 0.9678535389938013,
"eval_f1-all": 0.9652656158785756,
"eval_f1-das": 0.9736255572065379,
"eval_f1-l1": 0.9643507676294563,
"eval_f1-l2": 0.9664340312396146,
"eval_loss": 0.1253974437713623,
"eval_precision": 0.9635476463834672,
"eval_precision-all": 0.9593849724398027,
"eval_precision-das": 0.9707407407407408,
"eval_precision-l1": 0.956140350877193,
"eval_precision-l2": 0.9635520212060967,
"eval_recall": 0.9721980886185926,
"eval_recall-all": 0.9712187958883994,
"eval_recall-das": 0.9765275707898659,
"eval_recall-l1": 0.9727034120734908,
"eval_recall-l2": 0.9693333333333334,
"eval_runtime": 5.7413,
"eval_samples_per_second": 117.743,
"eval_steps_per_second": 7.49,
"step": 700
},
{
"epoch": 2.1,
"eval_ACT": {
"f1": 0.9373814041745729,
"number": 519,
"precision": 0.9233644859813084,
"recall": 0.9518304431599229
},
"eval_ACT_L1": {
"f1": 0.9568627450980391,
"number": 503,
"precision": 0.9439071566731141,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.35294117647058826,
"number": 16,
"precision": 0.3333333333333333,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.37499999999999994,
"number": 30,
"precision": 0.3,
"recall": 0.5
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9672774869109947,
"number": 761,
"precision": 0.9634941329856584,
"recall": 0.9710906701708278
},
"eval_PER": {
"f1": 0.9867060561299853,
"number": 676,
"precision": 0.9852507374631269,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9741379310344828,
"number": 694,
"precision": 0.9713467048710601,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9661122144985105,
"eval_accuracy-all": 0.974304865938431,
"eval_accuracy-das": 0.9816285998013903,
"eval_accuracy-l1": 0.971201588877855,
"eval_accuracy-l2": 0.9774081429990069,
"eval_f1": 0.9664892852006329,
"eval_f1-all": 0.9639784162170045,
"eval_f1-das": 0.973454612957119,
"eval_f1-l1": 0.9610187110187111,
"eval_f1-l2": 0.9677633765370555,
"eval_loss": 0.10762885212898254,
"eval_precision": 0.96,
"eval_precision-all": 0.9574159907300116,
"eval_precision-das": 0.9700332963374029,
"eval_precision-l1": 0.9516212043232115,
"eval_precision-l2": 0.9648774022531478,
"eval_recall": 0.9730668983492615,
"eval_recall-all": 0.9706314243759178,
"eval_recall-das": 0.9769001490312966,
"eval_recall-l1": 0.9706036745406824,
"eval_recall-l2": 0.9706666666666667,
"eval_runtime": 5.5434,
"eval_samples_per_second": 121.947,
"eval_steps_per_second": 7.757,
"step": 800
},
{
"epoch": 2.36,
"eval_ACT": {
"f1": 0.9541984732824428,
"number": 519,
"precision": 0.945179584120983,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.9724409448818897,
"number": 503,
"precision": 0.9629629629629629,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.375,
"number": 16,
"precision": 0.375,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5142857142857143,
"number": 30,
"precision": 0.45,
"recall": 0.6
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9751958224543081,
"number": 761,
"precision": 0.9688715953307393,
"recall": 0.9816031537450722
},
"eval_PER": {
"f1": 0.980825958702065,
"number": 676,
"precision": 0.9779411764705882,
"recall": 0.9837278106508875
},
"eval_SPAT": {
"f1": 0.9734386216798276,
"number": 694,
"precision": 0.9699570815450643,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9411764705882354,
"number": 33,
"precision": 0.9142857142857143,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.3076923076923077,
"number": 5,
"precision": 0.25,
"recall": 0.4
},
"eval_accuracy": 0.9657398212512414,
"eval_accuracy-all": 0.9735600794438928,
"eval_accuracy-das": 0.9812562065541212,
"eval_accuracy-l1": 0.9704568023833168,
"eval_accuracy-l2": 0.9766633565044687,
"eval_f1": 0.9697841726618704,
"eval_f1-all": 0.9687682428488031,
"eval_f1-das": 0.974786800148313,
"eval_f1-l1": 0.9669012249152984,
"eval_f1-l2": 0.9711442786069652,
"eval_loss": 0.12215037643909454,
"eval_precision": 0.9636831569917071,
"eval_precision-all": 0.962866260516391,
"eval_precision-das": 0.970110701107011,
"eval_precision-l1": 0.9601449275362319,
"eval_precision-l2": 0.9663366336633663,
"eval_recall": 0.9759629307848248,
"eval_recall-all": 0.9747430249632892,
"eval_recall-das": 0.9795081967213115,
"eval_recall-l1": 0.973753280839895,
"eval_recall-l2": 0.976,
"eval_runtime": 5.9105,
"eval_samples_per_second": 114.372,
"eval_steps_per_second": 7.275,
"step": 900
},
{
"epoch": 2.62,
"learning_rate": 8e-05,
"loss": 0.1156,
"step": 1000
},
{
"epoch": 2.62,
"eval_ACT": {
"f1": 0.9304099142040039,
"number": 519,
"precision": 0.9207547169811321,
"recall": 0.9402697495183044
},
"eval_ACT_L1": {
"f1": 0.9526627218934911,
"number": 503,
"precision": 0.9452054794520548,
"recall": 0.9602385685884692
},
"eval_ACT_L2": {
"f1": 0.2857142857142857,
"number": 16,
"precision": 0.2631578947368421,
"recall": 0.3125
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.4810126582278481,
"number": 30,
"precision": 0.3877551020408163,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.22222222222222224,
"number": 7,
"precision": 0.5,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9757377049180327,
"number": 761,
"precision": 0.9738219895287958,
"recall": 0.9776609724047306
},
"eval_PER": {
"f1": 0.9903917220990391,
"number": 676,
"precision": 0.9896602658788775,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.9762419006479482,
"number": 694,
"precision": 0.9755395683453237,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9411764705882354,
"number": 33,
"precision": 0.9142857142857143,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9684707050645481,
"eval_accuracy-all": 0.9760427010923535,
"eval_accuracy-das": 0.9820009930486594,
"eval_accuracy-l1": 0.9729394240317776,
"eval_accuracy-l2": 0.9791459781529295,
"eval_f1": 0.969006775263082,
"eval_f1-all": 0.9669783752191701,
"eval_f1-das": 0.9748930630463083,
"eval_f1-l1": 0.9642950221527234,
"eval_f1-l2": 0.9704023944130362,
"eval_loss": 0.10316792130470276,
"eval_precision": 0.9646957520091849,
"eval_precision-all": 0.962198313463216,
"eval_precision-das": 0.9732640178239881,
"eval_precision-l1": 0.9575569358178054,
"eval_precision-l2": 0.9681486396814863,
"eval_recall": 0.9733565015928178,
"eval_recall-all": 0.9718061674008811,
"eval_recall-das": 0.9765275707898659,
"eval_recall-l1": 0.9711286089238845,
"eval_recall-l2": 0.9726666666666667,
"eval_runtime": 5.4741,
"eval_samples_per_second": 123.49,
"eval_steps_per_second": 7.855,
"step": 1000
},
{
"epoch": 2.89,
"eval_ACT": {
"f1": 0.9523809523809523,
"number": 519,
"precision": 0.9416195856873822,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.9714847590953786,
"number": 503,
"precision": 0.9610894941634242,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.3636363636363636,
"number": 16,
"precision": 0.35294117647058826,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.4411764705882353,
"number": 30,
"precision": 0.39473684210526316,
"recall": 0.5
},
"eval_FT": {
"f1": 0.3333333333333333,
"number": 7,
"precision": 0.4,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9706457925636007,
"number": 761,
"precision": 0.9637305699481865,
"recall": 0.9776609724047306
},
"eval_PER": {
"f1": 0.9859778597785979,
"number": 676,
"precision": 0.9837997054491899,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9748743718592965,
"number": 694,
"precision": 0.9713876967095851,
"recall": 0.978386167146974
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3076923076923077,
"number": 5,
"precision": 0.25,
"recall": 0.4
},
"eval_accuracy": 0.9627606752730884,
"eval_accuracy-all": 0.9717601787487586,
"eval_accuracy-das": 0.9797666335650447,
"eval_accuracy-l1": 0.9673535253227408,
"eval_accuracy-l2": 0.9761668321747765,
"eval_f1": 0.9696271771987909,
"eval_f1-all": 0.9680338636695374,
"eval_f1-das": 0.9740548554484804,
"eval_f1-l1": 0.9679269882659712,
"eval_f1-l2": 0.9681697612732096,
"eval_loss": 0.1330845057964325,
"eval_precision": 0.9639381797366915,
"eval_precision-all": 0.9622751015670342,
"eval_precision-das": 0.9690265486725663,
"eval_precision-l1": 0.9616580310880829,
"eval_precision-l2": 0.9630606860158312,
"eval_recall": 0.9753837242977121,
"eval_recall-all": 0.9738619676945668,
"eval_recall-das": 0.9791356184798807,
"eval_recall-l1": 0.9742782152230971,
"eval_recall-l2": 0.9733333333333334,
"eval_runtime": 5.6721,
"eval_samples_per_second": 119.179,
"eval_steps_per_second": 7.581,
"step": 1100
},
{
"epoch": 3.15,
"eval_ACT": {
"f1": 0.9495718363463369,
"number": 519,
"precision": 0.9379699248120301,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9723320158102767,
"number": 503,
"precision": 0.9666011787819253,
"recall": 0.9781312127236581
},
"eval_ACT_L2": {
"f1": 0.358974358974359,
"number": 16,
"precision": 0.30434782608695654,
"recall": 0.4375
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.5675675675675677,
"number": 30,
"precision": 0.4772727272727273,
"recall": 0.7
},
"eval_FT": {
"f1": 0.5,
"number": 7,
"precision": 0.6,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.977079240340537,
"number": 761,
"precision": 0.9738903394255874,
"recall": 0.9802890932982917
},
"eval_PER": {
"f1": 0.9940828402366864,
"number": 676,
"precision": 0.9940828402366864,
"recall": 0.9940828402366864
},
"eval_SPAT": {
"f1": 0.9734386216798276,
"number": 694,
"precision": 0.9699570815450643,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9704568023833168,
"eval_accuracy-all": 0.9766012909632572,
"eval_accuracy-das": 0.9842353525322741,
"eval_accuracy-l1": 0.9749255213505462,
"eval_accuracy-l2": 0.9782770605759682,
"eval_f1": 0.9737827715355807,
"eval_f1-all": 0.9718124726157441,
"eval_f1-das": 0.9802973977695166,
"eval_f1-l1": 0.972084529089486,
"eval_f1-l2": 0.9714664897146648,
"eval_loss": 0.11478254944086075,
"eval_precision": 0.9687589567211236,
"eval_precision-all": 0.9665891923300407,
"eval_precision-das": 0.9781157270029673,
"eval_precision-l1": 0.9662863070539419,
"eval_precision-l2": 0.9669749009247027,
"eval_recall": 0.9788589632203881,
"eval_recall-all": 0.9770925110132158,
"eval_recall-das": 0.982488822652757,
"eval_recall-l1": 0.9779527559055118,
"eval_recall-l2": 0.976,
"eval_runtime": 5.4281,
"eval_samples_per_second": 124.536,
"eval_steps_per_second": 7.922,
"step": 1200
},
{
"epoch": 3.41,
"eval_ACT": {
"f1": 0.9627507163323782,
"number": 519,
"precision": 0.9545454545454546,
"recall": 0.9710982658959537
},
"eval_ACT_L1": {
"f1": 0.9735553379040157,
"number": 503,
"precision": 0.9594594594594594,
"recall": 0.9880715705765407
},
"eval_ACT_L2": {
"f1": 0.5384615384615384,
"number": 16,
"precision": 0.7,
"recall": 0.4375
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5901639344262295,
"number": 30,
"precision": 0.5806451612903226,
"recall": 0.6
},
"eval_FT": {
"f1": 0.3333333333333333,
"number": 7,
"precision": 0.4,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9731850882930019,
"number": 761,
"precision": 0.96875,
"recall": 0.9776609724047306
},
"eval_PER": {
"f1": 0.983050847457627,
"number": 676,
"precision": 0.9794419970631424,
"recall": 0.9866863905325444
},
"eval_SPAT": {
"f1": 0.9711815561959655,
"number": 694,
"precision": 0.9711815561959655,
"recall": 0.9711815561959655
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9117647058823529,
"number": 33,
"precision": 0.8857142857142857,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.4444444444444445,
"number": 5,
"precision": 0.5,
"recall": 0.4
},
"eval_accuracy": 0.9728152929493545,
"eval_accuracy-all": 0.9803252234359484,
"eval_accuracy-das": 0.983987090367428,
"eval_accuracy-l1": 0.9764150943396226,
"eval_accuracy-l2": 0.9842353525322741,
"eval_f1": 0.9733083249170393,
"eval_f1-all": 0.9707259953161592,
"eval_f1-das": 0.9775301764159703,
"eval_f1-l1": 0.9694437189866807,
"eval_f1-l2": 0.9723609723609723,
"eval_loss": 0.11280758678913116,
"eval_precision": 0.9698102357676825,
"eval_precision-all": 0.9676101546542165,
"eval_precision-das": 0.9744539059607553,
"eval_precision-l1": 0.9646569646569647,
"eval_precision-l2": 0.9713905522288756,
"eval_recall": 0.9768317405154938,
"eval_recall-all": 0.9738619676945668,
"eval_recall-das": 0.9806259314456036,
"eval_recall-l1": 0.9742782152230971,
"eval_recall-l2": 0.9733333333333334,
"eval_runtime": 5.8708,
"eval_samples_per_second": 115.146,
"eval_steps_per_second": 7.324,
"step": 1300
},
{
"epoch": 3.67,
"eval_ACT": {
"f1": 0.9627507163323782,
"number": 519,
"precision": 0.9545454545454546,
"recall": 0.9710982658959537
},
"eval_ACT_L1": {
"f1": 0.9744597249508842,
"number": 503,
"precision": 0.9631067961165048,
"recall": 0.9860834990059643
},
"eval_ACT_L2": {
"f1": 0.5517241379310345,
"number": 16,
"precision": 0.6153846153846154,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5454545454545454,
"number": 30,
"precision": 0.5,
"recall": 0.6
},
"eval_FT": {
"f1": 0.5,
"number": 7,
"precision": 0.6,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.969341161121983,
"number": 761,
"precision": 0.9624352331606217,
"recall": 0.9763469119579501
},
"eval_PER": {
"f1": 0.9896602658788773,
"number": 676,
"precision": 0.9882005899705014,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.9734386216798276,
"number": 694,
"precision": 0.9699570815450643,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9253731343283583,
"number": 33,
"precision": 0.9117647058823529,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9725670307845085,
"eval_accuracy-all": 0.9800148957298908,
"eval_accuracy-das": 0.9846077457795432,
"eval_accuracy-l1": 0.9766633565044687,
"eval_accuracy-l2": 0.9833664349553128,
"eval_f1": 0.9726303658887928,
"eval_f1-all": 0.9710695499707772,
"eval_f1-das": 0.9784706755753526,
"eval_f1-l1": 0.9715627445864858,
"eval_f1-l2": 0.9704417137163733,
"eval_loss": 0.10888810455799103,
"eval_precision": 0.9676124964173115,
"eval_precision-all": 0.9662692643210236,
"eval_precision-das": 0.9748520710059172,
"eval_precision-l1": 0.9657676348547718,
"eval_precision-l2": 0.9669093315684977,
"eval_recall": 0.9777005502461628,
"eval_recall-all": 0.9759177679882526,
"eval_recall-das": 0.9821162444113264,
"eval_recall-l1": 0.9774278215223097,
"eval_recall-l2": 0.974,
"eval_runtime": 5.6579,
"eval_samples_per_second": 119.48,
"eval_steps_per_second": 7.6,
"step": 1400
},
{
"epoch": 3.94,
"learning_rate": 7e-05,
"loss": 0.0643,
"step": 1500
},
{
"epoch": 3.94,
"eval_ACT": {
"f1": 0.9597701149425287,
"number": 519,
"precision": 0.9542857142857143,
"recall": 0.9653179190751445
},
"eval_ACT_L1": {
"f1": 0.9696969696969698,
"number": 503,
"precision": 0.9538461538461539,
"recall": 0.9860834990059643
},
"eval_ACT_L2": {
"f1": 0.47619047619047616,
"number": 16,
"precision": 1.0,
"recall": 0.3125
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.507936507936508,
"number": 30,
"precision": 0.48484848484848486,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.5,
"number": 7,
"precision": 0.6,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9711664482306683,
"number": 761,
"precision": 0.9686274509803922,
"recall": 0.973718791064389
},
"eval_PER": {
"f1": 0.9904059040590405,
"number": 676,
"precision": 0.9882179675994109,
"recall": 0.992603550295858
},
"eval_SPAT": {
"f1": 0.9741750358680057,
"number": 694,
"precision": 0.97,
"recall": 0.978386167146974
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9253731343283583,
"number": 33,
"precision": 0.9117647058823529,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.5714285714285714,
"number": 5,
"precision": 0.4444444444444444,
"recall": 0.8
},
"eval_accuracy": 0.9714498510427011,
"eval_accuracy-all": 0.9782149950347567,
"eval_accuracy-das": 0.9823733862959285,
"eval_accuracy-l1": 0.9760427010923535,
"eval_accuracy-l2": 0.9803872889771599,
"eval_f1": 0.9740034662045061,
"eval_f1-all": 0.9713282621416033,
"eval_f1-das": 0.9782649080438418,
"eval_f1-l1": 0.9705499087829033,
"eval_f1-l2": 0.972324108036012,
"eval_loss": 0.12213347107172012,
"eval_precision": 0.9714779602420052,
"eval_precision-all": 0.9676479160594579,
"eval_precision-das": 0.9755464987032234,
"eval_precision-l1": 0.9637681159420289,
"eval_precision-l2": 0.9726484322881921,
"eval_recall": 0.9765421372719374,
"eval_recall-all": 0.9750367107195301,
"eval_recall-das": 0.9809985096870343,
"eval_recall-l1": 0.9774278215223097,
"eval_recall-l2": 0.972,
"eval_runtime": 5.4276,
"eval_samples_per_second": 124.549,
"eval_steps_per_second": 7.922,
"step": 1500
},
{
"epoch": 4.2,
"eval_ACT": {
"f1": 0.9551098376313275,
"number": 519,
"precision": 0.946969696969697,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.9666011787819253,
"number": 503,
"precision": 0.9553398058252427,
"recall": 0.9781312127236581
},
"eval_ACT_L2": {
"f1": 0.5517241379310345,
"number": 16,
"precision": 0.6153846153846154,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.4444444444444444,
"number": 30,
"precision": 0.38095238095238093,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.5714285714285714,
"number": 7,
"precision": 0.5714285714285714,
"recall": 0.5714285714285714
},
"eval_LOC": {
"f1": 0.9731499672560576,
"number": 761,
"precision": 0.9699738903394256,
"recall": 0.9763469119579501
},
"eval_PER": {
"f1": 0.9896755162241888,
"number": 676,
"precision": 0.986764705882353,
"recall": 0.992603550295858
},
"eval_SPAT": {
"f1": 0.9713467048710601,
"number": 694,
"precision": 0.9658119658119658,
"recall": 0.9769452449567724
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.5000000000000001,
"number": 5,
"precision": 0.36363636363636365,
"recall": 0.8
},
"eval_accuracy": 0.971077457795432,
"eval_accuracy-all": 0.9793321747765641,
"eval_accuracy-das": 0.9852284011916584,
"eval_accuracy-l1": 0.9757944389275075,
"eval_accuracy-l2": 0.9828699106256207,
"eval_f1": 0.9720702562625972,
"eval_f1-all": 0.9689277899343545,
"eval_f1-das": 0.977728285077951,
"eval_f1-l1": 0.9661810613943809,
"eval_f1-l2": 0.9724344071736964,
"eval_loss": 0.12421555072069168,
"eval_precision": 0.9665044374463212,
"eval_precision-all": 0.9626086956521739,
"eval_precision-das": 0.974112426035503,
"eval_precision-l1": 0.9577101598762249,
"eval_precision-l2": 0.9688947716743879,
"eval_recall": 0.9777005502461628,
"eval_recall-all": 0.9753303964757709,
"eval_recall-das": 0.981371087928465,
"eval_recall-l1": 0.9748031496062992,
"eval_recall-l2": 0.976,
"eval_runtime": 5.6854,
"eval_samples_per_second": 118.901,
"eval_steps_per_second": 7.563,
"step": 1600
},
{
"epoch": 4.46,
"eval_ACT": {
"f1": 0.9531100478468899,
"number": 519,
"precision": 0.9467680608365019,
"recall": 0.9595375722543352
},
"eval_ACT_L1": {
"f1": 0.9740518962075847,
"number": 503,
"precision": 0.9779559118236473,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.4651162790697674,
"number": 16,
"precision": 0.37037037037037035,
"recall": 0.625
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5866666666666667,
"number": 30,
"precision": 0.4888888888888889,
"recall": 0.7333333333333333
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9724409448818898,
"number": 761,
"precision": 0.9711664482306684,
"recall": 0.973718791064389
},
"eval_PER": {
"f1": 0.9903917220990391,
"number": 676,
"precision": 0.9896602658788775,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.9727011494252873,
"number": 694,
"precision": 0.9699140401146131,
"recall": 0.9755043227665706
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.6666666666666666,
"number": 5,
"precision": 0.5714285714285714,
"recall": 0.8
},
"eval_accuracy": 0.9687189672293942,
"eval_accuracy-all": 0.9752979145978153,
"eval_accuracy-das": 0.9823733862959285,
"eval_accuracy-l1": 0.9728152929493545,
"eval_accuracy-l2": 0.977780536246276,
"eval_f1": 0.972739073993942,
"eval_f1-all": 0.9709021786810937,
"eval_f1-das": 0.9771247907755253,
"eval_f1-l1": 0.9712343096234309,
"eval_f1-l2": 0.9704809286898839,
"eval_loss": 0.1286446452140808,
"eval_precision": 0.9689655172413794,
"eval_precision-all": 0.966802562609202,
"eval_precision-das": 0.9754920163386558,
"eval_precision-l1": 0.9676915059927045,
"eval_precision-l2": 0.9656765676567657,
"eval_recall": 0.9765421372719374,
"eval_recall-all": 0.9750367107195301,
"eval_recall-das": 0.9787630402384501,
"eval_recall-l1": 0.9748031496062992,
"eval_recall-l2": 0.9753333333333334,
"eval_runtime": 5.4564,
"eval_samples_per_second": 123.892,
"eval_steps_per_second": 7.881,
"step": 1700
},
{
"epoch": 4.72,
"eval_ACT": {
"f1": 0.9523809523809523,
"number": 519,
"precision": 0.9416195856873822,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.967487684729064,
"number": 503,
"precision": 0.958984375,
"recall": 0.9761431411530815
},
"eval_ACT_L2": {
"f1": 0.5142857142857142,
"number": 16,
"precision": 0.47368421052631576,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5428571428571427,
"number": 30,
"precision": 0.475,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.42857142857142855,
"number": 7,
"precision": 0.42857142857142855,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.970722186076773,
"number": 761,
"precision": 0.961340206185567,
"recall": 0.9802890932982917
},
"eval_PER": {
"f1": 0.9896602658788773,
"number": 676,
"precision": 0.9882005899705014,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.9707351891506067,
"number": 694,
"precision": 0.9618104667609618,
"recall": 0.9798270893371758
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.42857142857142855,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.6
},
"eval_accuracy": 0.971077457795432,
"eval_accuracy-all": 0.9784632571996028,
"eval_accuracy-das": 0.983862959285005,
"eval_accuracy-l1": 0.9754220456802384,
"eval_accuracy-l2": 0.9815044687189672,
"eval_f1": 0.9709519700891572,
"eval_f1-all": 0.9686908402504734,
"eval_f1-das": 0.975166790214974,
"eval_f1-l1": 0.9682457053617908,
"eval_f1-l2": 0.9692561983471075,
"eval_loss": 0.12661133706569672,
"eval_precision": 0.9642959154527277,
"eval_precision-all": 0.9607163489312536,
"eval_precision-das": 0.9701327433628318,
"eval_precision-l1": 0.9602478058853898,
"eval_precision-l2": 0.9613114754098361,
"eval_recall": 0.9777005502461628,
"eval_recall-all": 0.976798825256975,
"eval_recall-das": 0.9802533532041728,
"eval_recall-l1": 0.9763779527559056,
"eval_recall-l2": 0.9773333333333334,
"eval_runtime": 5.8561,
"eval_samples_per_second": 115.435,
"eval_steps_per_second": 7.343,
"step": 1800
},
{
"epoch": 4.99,
"eval_ACT": {
"f1": 0.956855225311601,
"number": 519,
"precision": 0.9522900763358778,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9733464955577492,
"number": 503,
"precision": 0.9666666666666667,
"recall": 0.9801192842942346
},
"eval_ACT_L2": {
"f1": 0.39999999999999997,
"number": 16,
"precision": 0.42857142857142855,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5846153846153846,
"number": 30,
"precision": 0.5428571428571428,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9758011772400262,
"number": 761,
"precision": 0.9713541666666666,
"recall": 0.9802890932982917
},
"eval_PER": {
"f1": 0.9940915805022156,
"number": 676,
"precision": 0.9926253687315634,
"recall": 0.9955621301775148
},
"eval_SPAT": {
"f1": 0.9770114942528735,
"number": 694,
"precision": 0.9742120343839542,
"recall": 0.9798270893371758
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.971201588877855,
"eval_accuracy-all": 0.9772219463753724,
"eval_accuracy-das": 0.9844836146971202,
"eval_accuracy-l1": 0.9745531281032771,
"eval_accuracy-l2": 0.9798907646474677,
"eval_f1": 0.9751732101616628,
"eval_f1-all": 0.9738036001756183,
"eval_f1-das": 0.9795539033457249,
"eval_f1-l1": 0.9746537758035013,
"eval_f1-l2": 0.9727212242182302,
"eval_loss": 0.12404584884643555,
"eval_precision": 0.9720863309352518,
"eval_precision-all": 0.970536756126021,
"eval_precision-das": 0.9773738872403561,
"eval_precision-l1": 0.9703433922996878,
"eval_precision-l2": 0.9707835325365206,
"eval_recall": 0.9782797567332754,
"eval_recall-all": 0.9770925110132158,
"eval_recall-das": 0.9817436661698957,
"eval_recall-l1": 0.979002624671916,
"eval_recall-l2": 0.9746666666666667,
"eval_runtime": 5.4946,
"eval_samples_per_second": 123.03,
"eval_steps_per_second": 7.826,
"step": 1900
},
{
"epoch": 5.25,
"learning_rate": 6e-05,
"loss": 0.0394,
"step": 2000
},
{
"epoch": 5.25,
"eval_ACT": {
"f1": 0.9495718363463369,
"number": 519,
"precision": 0.9379699248120301,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9693372898120672,
"number": 503,
"precision": 0.9645669291338582,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.45,
"number": 16,
"precision": 0.375,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5526315789473684,
"number": 30,
"precision": 0.45652173913043476,
"recall": 0.7
},
"eval_FT": {
"f1": 0.36363636363636365,
"number": 7,
"precision": 0.5,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9731499672560576,
"number": 761,
"precision": 0.9699738903394256,
"recall": 0.9763469119579501
},
"eval_PER": {
"f1": 0.9896602658788773,
"number": 676,
"precision": 0.9882005899705014,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.976978417266187,
"number": 694,
"precision": 0.9755747126436781,
"recall": 0.978386167146974
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.6666666666666666,
"number": 5,
"precision": 0.5714285714285714,
"recall": 0.8
},
"eval_accuracy": 0.9715739821251241,
"eval_accuracy-all": 0.9779046673286991,
"eval_accuracy-das": 0.9851042701092354,
"eval_accuracy-l1": 0.9755461767626614,
"eval_accuracy-l2": 0.9802631578947368,
"eval_f1": 0.971930329638693,
"eval_f1-all": 0.9699357851722126,
"eval_f1-das": 0.977133296151701,
"eval_f1-l1": 0.9695074276778733,
"eval_f1-l2": 0.9704809286898839,
"eval_loss": 0.11899319291114807,
"eval_precision": 0.9662278191184889,
"eval_precision-all": 0.9640266898752539,
"eval_precision-das": 0.975139146567718,
"eval_precision-l1": 0.9627329192546584,
"eval_precision-l2": 0.9656765676567657,
"eval_recall": 0.9777005502461628,
"eval_recall-all": 0.9759177679882526,
"eval_recall-das": 0.9791356184798807,
"eval_recall-l1": 0.9763779527559056,
"eval_recall-l2": 0.9753333333333334,
"eval_runtime": 5.7236,
"eval_samples_per_second": 118.108,
"eval_steps_per_second": 7.513,
"step": 2000
},
{
"epoch": 5.51,
"eval_ACT": {
"f1": 0.9563567362428842,
"number": 519,
"precision": 0.9420560747663551,
"recall": 0.9710982658959537
},
"eval_ACT_L1": {
"f1": 0.9744597249508842,
"number": 503,
"precision": 0.9631067961165048,
"recall": 0.9860834990059643
},
"eval_ACT_L2": {
"f1": 0.4444444444444445,
"number": 16,
"precision": 0.4,
"recall": 0.5
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.626865671641791,
"number": 30,
"precision": 0.5675675675675675,
"recall": 0.7
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9731499672560576,
"number": 761,
"precision": 0.9699738903394256,
"recall": 0.9763469119579501
},
"eval_PER": {
"f1": 0.9933481152993349,
"number": 676,
"precision": 0.9926144756277696,
"recall": 0.9940828402366864
},
"eval_SPAT": {
"f1": 0.9683453237410072,
"number": 694,
"precision": 0.9669540229885057,
"recall": 0.9697406340057637
},
"eval_TITRE": {
"f1": 0.5,
"number": 2,
"precision": 0.5,
"recall": 0.5
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.7272727272727272,
"number": 5,
"precision": 0.6666666666666666,
"recall": 0.8
},
"eval_accuracy": 0.9699602780536246,
"eval_accuracy-all": 0.9771598808341608,
"eval_accuracy-das": 0.9846077457795432,
"eval_accuracy-l1": 0.9740566037735849,
"eval_accuracy-l2": 0.9802631578947368,
"eval_f1": 0.9732142857142857,
"eval_f1-all": 0.9720801052477709,
"eval_f1-das": 0.9790157845868152,
"eval_f1-l1": 0.9723382045929018,
"eval_f1-l2": 0.9717514124293786,
"eval_loss": 0.12185024470090866,
"eval_precision": 0.9679175021483816,
"eval_precision-all": 0.9676949941792782,
"eval_precision-das": 0.9759348389485376,
"eval_precision-l1": 0.9667877529839128,
"eval_precision-l2": 0.9688535453943009,
"eval_recall": 0.9785693599768317,
"eval_recall-all": 0.9765051395007343,
"eval_recall-das": 0.9821162444113264,
"eval_recall-l1": 0.9779527559055118,
"eval_recall-l2": 0.9746666666666667,
"eval_runtime": 5.1495,
"eval_samples_per_second": 131.275,
"eval_steps_per_second": 8.35,
"step": 2100
},
{
"epoch": 5.77,
"eval_ACT": {
"f1": 0.9541984732824428,
"number": 519,
"precision": 0.945179584120983,
"recall": 0.9633911368015414
},
"eval_ACT_L1": {
"f1": 0.9731876861966237,
"number": 503,
"precision": 0.9722222222222222,
"recall": 0.974155069582505
},
"eval_ACT_L2": {
"f1": 0.48780487804878053,
"number": 16,
"precision": 0.4,
"recall": 0.625
},
"eval_CARDINAL": {
"f1": 0.9896907216494845,
"number": 678,
"precision": 0.9882352941176471,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.6285714285714286,
"number": 30,
"precision": 0.55,
"recall": 0.7333333333333333
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9718402095612311,
"number": 761,
"precision": 0.9686684073107049,
"recall": 0.9750328515111695
},
"eval_PER": {
"f1": 0.9889135254988912,
"number": 676,
"precision": 0.9881831610044313,
"recall": 0.9896449704142012
},
"eval_SPAT": {
"f1": 0.9698275862068965,
"number": 694,
"precision": 0.9670487106017192,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.8000000000000002,
"number": 5,
"precision": 0.8,
"recall": 0.8
},
"eval_accuracy": 0.9707050645481629,
"eval_accuracy-all": 0.9767254220456802,
"eval_accuracy-das": 0.9857249255213505,
"eval_accuracy-l1": 0.9739324726911619,
"eval_accuracy-l2": 0.9795183714001986,
"eval_f1": 0.9721781750036038,
"eval_f1-all": 0.970317297850563,
"eval_f1-das": 0.9765799256505575,
"eval_f1-l1": 0.9702038682697334,
"eval_f1-l2": 0.9704613342183871,
"eval_loss": 0.11723724007606506,
"eval_precision": 0.9678530424799081,
"eval_precision-all": 0.9662201514269074,
"eval_precision-das": 0.974406528189911,
"eval_precision-l1": 0.9661634565330557,
"eval_precision-l2": 0.9662921348314607,
"eval_recall": 0.9765421372719374,
"eval_recall-all": 0.9744493392070485,
"eval_recall-das": 0.9787630402384501,
"eval_recall-l1": 0.9742782152230971,
"eval_recall-l2": 0.9746666666666667,
"eval_runtime": 5.6038,
"eval_samples_per_second": 120.632,
"eval_steps_per_second": 7.673,
"step": 2200
},
{
"epoch": 6.04,
"eval_ACT": {
"f1": 0.948162111215834,
"number": 519,
"precision": 0.9280442804428044,
"recall": 0.9691714836223507
},
"eval_ACT_L1": {
"f1": 0.9695780176643769,
"number": 503,
"precision": 0.9573643410852714,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.4285714285714286,
"number": 16,
"precision": 0.34615384615384615,
"recall": 0.5625
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.5405405405405405,
"number": 30,
"precision": 0.45454545454545453,
"recall": 0.6666666666666666
},
"eval_FT": {
"f1": 0.5714285714285714,
"number": 7,
"precision": 0.5714285714285714,
"recall": 0.5714285714285714
},
"eval_LOC": {
"f1": 0.9719504240052185,
"number": 761,
"precision": 0.9650259067357513,
"recall": 0.9789750328515112
},
"eval_PER": {
"f1": 0.9911242603550295,
"number": 676,
"precision": 0.9911242603550295,
"recall": 0.9911242603550295
},
"eval_SPAT": {
"f1": 0.9742120343839541,
"number": 694,
"precision": 0.9686609686609686,
"recall": 0.9798270893371758
},
"eval_TITRE": {
"f1": 0.5,
"number": 2,
"precision": 0.5,
"recall": 0.5
},
"eval_TITREH": {
"f1": 0.955223880597015,
"number": 33,
"precision": 0.9411764705882353,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.6666666666666666,
"number": 5,
"precision": 0.5714285714285714,
"recall": 0.8
},
"eval_accuracy": 0.9745531281032771,
"eval_accuracy-all": 0.9810700099304865,
"eval_accuracy-das": 0.9857249255213505,
"eval_accuracy-l1": 0.9782770605759682,
"eval_accuracy-l2": 0.983862959285005,
"eval_f1": 0.9708626381512846,
"eval_f1-all": 0.9700232828870782,
"eval_f1-das": 0.9770200148257969,
"eval_f1-l1": 0.9700910273081925,
"eval_f1-l2": 0.969937231582425,
"eval_loss": 0.10998627543449402,
"eval_precision": 0.9624359704040979,
"eval_precision-all": 0.961349870204788,
"eval_precision-das": 0.971976401179941,
"eval_precision-l1": 0.961340206185567,
"eval_precision-l2": 0.9613621480026195,
"eval_recall": 0.9794381697075007,
"eval_recall-all": 0.9788546255506608,
"eval_recall-das": 0.9821162444113264,
"eval_recall-l1": 0.979002624671916,
"eval_recall-l2": 0.9786666666666667,
"eval_runtime": 5.4332,
"eval_samples_per_second": 124.419,
"eval_steps_per_second": 7.914,
"step": 2300
},
{
"epoch": 6.3,
"eval_ACT": {
"f1": 0.9703915950334289,
"number": 519,
"precision": 0.9621212121212122,
"recall": 0.9788053949903661
},
"eval_ACT_L1": {
"f1": 0.9812807881773399,
"number": 503,
"precision": 0.97265625,
"recall": 0.9900596421471173
},
"eval_ACT_L2": {
"f1": 0.625,
"number": 16,
"precision": 0.625,
"recall": 0.625
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.6031746031746033,
"number": 30,
"precision": 0.5757575757575758,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.5333333333333333,
"number": 7,
"precision": 0.5,
"recall": 0.5714285714285714
},
"eval_LOC": {
"f1": 0.9770491803278688,
"number": 761,
"precision": 0.975130890052356,
"recall": 0.9789750328515112
},
"eval_PER": {
"f1": 0.9881656804733728,
"number": 676,
"precision": 0.9881656804733728,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9734004313443565,
"number": 694,
"precision": 0.9713055954088953,
"recall": 0.9755043227665706
},
"eval_TITRE": {
"f1": 0.5,
"number": 2,
"precision": 0.5,
"recall": 0.5
},
"eval_TITREH": {
"f1": 0.9393939393939394,
"number": 33,
"precision": 0.9393939393939394,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.7272727272727272,
"number": 5,
"precision": 0.6666666666666666,
"recall": 0.8
},
"eval_accuracy": 0.9779046673286991,
"eval_accuracy-all": 0.983738828202582,
"eval_accuracy-das": 0.9877110228401191,
"eval_accuracy-l1": 0.9810079443892751,
"eval_accuracy-l2": 0.9864697120158887,
"eval_f1": 0.9760530871321408,
"eval_f1-all": 0.974974388994585,
"eval_f1-das": 0.9804868983460323,
"eval_f1-l1": 0.9741176470588235,
"eval_f1-l2": 0.976063829787234,
"eval_loss": 0.11249667406082153,
"eval_precision": 0.9724058637539523,
"eval_precision-all": 0.9717036172695449,
"eval_precision-das": 0.9781238413051538,
"eval_precision-l1": 0.9703125,
"eval_precision-l2": 0.9734748010610079,
"eval_recall": 0.9797277729510571,
"eval_recall-all": 0.9782672540381792,
"eval_recall-das": 0.9828614008941878,
"eval_recall-l1": 0.9779527559055118,
"eval_recall-l2": 0.9786666666666667,
"eval_runtime": 5.5469,
"eval_samples_per_second": 121.87,
"eval_steps_per_second": 7.752,
"step": 2400
}
],
"max_steps": 5000,
"num_train_epochs": 14,
"total_flos": 972062817576192.0,
"trial_name": null,
"trial_params": null
}