nlpso's picture
Load model and tokenizer
579404f
{
"best_metric": 0.9714532871972319,
"best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/313-pretrained-camembert-ner-hierarchical-loss-io/checkpoint-700",
"epoch": 1.8372703412073492,
"global_step": 700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.26,
"eval_ACT": {
"f1": 0.9065934065934066,
"number": 519,
"precision": 0.8638743455497382,
"recall": 0.953757225433526
},
"eval_ACT_L1": {
"f1": 0.9200743494423791,
"number": 503,
"precision": 0.8638743455497382,
"recall": 0.9840954274353877
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9911894273127753,
"number": 678,
"precision": 0.9868421052631579,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9594771241830065,
"number": 761,
"precision": 0.9544863459037711,
"recall": 0.9645203679369251
},
"eval_PER": {
"f1": 0.9314664701547531,
"number": 676,
"precision": 0.9280469897209985,
"recall": 0.9349112426035503
},
"eval_SPAT": {
"f1": 0.9656160458452723,
"number": 694,
"precision": 0.9601139601139601,
"recall": 0.9711815561959655
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.0,
"number": 33,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREP": {
"f1": 0.0,
"number": 5,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9451340615690169,
"eval_accuracy-all": 0.9609607745779544,
"eval_accuracy-das": 0.9576713008937437,
"eval_accuracy-l1": 0.9493545183714002,
"eval_accuracy-l2": 0.9725670307845085,
"eval_f1": 0.950933564915328,
"eval_f1-all": 0.9421778690930437,
"eval_f1-das": 0.9501020218883324,
"eval_f1-l1": 0.932918932918933,
"eval_f1-l2": 0.9542837792075854,
"eval_loss": 0.3460160791873932,
"eval_precision": 0.9505208333333334,
"eval_precision-all": 0.9416251100029334,
"eval_precision-das": 0.9460657554488363,
"eval_precision-l1": 0.9207566462167689,
"eval_precision-l2": 0.9697178251892636,
"eval_recall": 0.9513466550825369,
"eval_recall-all": 0.9427312775330396,
"eval_recall-das": 0.9541728763040238,
"eval_recall-l1": 0.9454068241469816,
"eval_recall-l2": 0.9393333333333334,
"eval_runtime": 15.1598,
"eval_samples_per_second": 44.592,
"eval_steps_per_second": 2.836,
"step": 100
},
{
"epoch": 0.52,
"eval_ACT": {
"f1": 0.9421800947867298,
"number": 519,
"precision": 0.9272388059701493,
"recall": 0.9576107899807321
},
"eval_ACT_L1": {
"f1": 0.956689124157844,
"number": 503,
"precision": 0.9272388059701493,
"recall": 0.9880715705765407
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9926470588235294,
"number": 678,
"precision": 0.9897360703812317,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.10344827586206898,
"number": 30,
"precision": 0.10714285714285714,
"recall": 0.1
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9583333333333334,
"number": 761,
"precision": 0.9496774193548387,
"recall": 0.9671484888304862
},
"eval_PER": {
"f1": 0.966275659824047,
"number": 676,
"precision": 0.9578488372093024,
"recall": 0.9748520710059172
},
"eval_SPAT": {
"f1": 0.9621157969978557,
"number": 694,
"precision": 0.9546099290780142,
"recall": 0.9697406340057637
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8787878787878788,
"number": 33,
"precision": 0.8787878787878788,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.28571428571428575,
"number": 5,
"precision": 0.5,
"recall": 0.2
},
"eval_accuracy": 0.9596573982125124,
"eval_accuracy-all": 0.971077457795432,
"eval_accuracy-das": 0.9748013902681232,
"eval_accuracy-l1": 0.9641261171797418,
"eval_accuracy-l2": 0.9780287984111221,
"eval_f1": 0.9579250720461095,
"eval_f1-all": 0.955062737087832,
"eval_f1-das": 0.9638822004074827,
"eval_f1-l1": 0.9487312273433455,
"eval_f1-l2": 0.963235294117647,
"eval_loss": 0.222042053937912,
"eval_precision": 0.9532549469457987,
"eval_precision-all": 0.9489707161496086,
"eval_precision-das": 0.9583793738489871,
"eval_precision-l1": 0.9361267245784364,
"eval_precision-l2": 0.9658176943699732,
"eval_recall": 0.9626411815812337,
"eval_recall-all": 0.9612334801762115,
"eval_recall-das": 0.9694485842026825,
"eval_recall-l1": 0.9616797900262467,
"eval_recall-l2": 0.9606666666666667,
"eval_runtime": 21.0409,
"eval_samples_per_second": 32.128,
"eval_steps_per_second": 2.044,
"step": 200
},
{
"epoch": 0.79,
"eval_ACT": {
"f1": 0.9245463228271252,
"number": 519,
"precision": 0.9166666666666666,
"recall": 0.9325626204238922
},
"eval_ACT_L1": {
"f1": 0.938894277400582,
"number": 503,
"precision": 0.9166666666666666,
"recall": 0.9622266401590457
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9919058130978661,
"number": 678,
"precision": 0.9897209985315712,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.21333333333333337,
"number": 30,
"precision": 0.17777777777777778,
"recall": 0.26666666666666666
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.964169381107492,
"number": 761,
"precision": 0.9560723514211886,
"recall": 0.9724047306176085
},
"eval_PER": {
"f1": 0.9807976366322009,
"number": 676,
"precision": 0.9793510324483776,
"recall": 0.9822485207100592
},
"eval_SPAT": {
"f1": 0.9685264663805437,
"number": 694,
"precision": 0.9616477272727273,
"recall": 0.9755043227665706
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8787878787878788,
"number": 33,
"precision": 0.8787878787878788,
"recall": 0.8787878787878788
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 5,
"precision": 0.3333333333333333,
"recall": 0.4
},
"eval_accuracy": 0.9621400198609732,
"eval_accuracy-all": 0.9733738828202582,
"eval_accuracy-das": 0.9744289970208541,
"eval_accuracy-l1": 0.967974180734856,
"eval_accuracy-l2": 0.9787735849056604,
"eval_f1": 0.9592512598992081,
"eval_f1-all": 0.9565217391304348,
"eval_f1-das": 0.9676820208023774,
"eval_f1-l1": 0.9497409326424872,
"eval_f1-l2": 0.9652638610554443,
"eval_loss": 0.18128012120723724,
"eval_precision": 0.9538946162657503,
"eval_precision-all": 0.9504204117135402,
"eval_precision-das": 0.9648148148148148,
"eval_precision-l1": 0.9375959079283888,
"eval_precision-l2": 0.9672021419009371,
"eval_recall": 0.964668404286128,
"eval_recall-all": 0.9627019089574156,
"eval_recall-das": 0.9705663189269746,
"eval_recall-l1": 0.9622047244094488,
"eval_recall-l2": 0.9633333333333334,
"eval_runtime": 37.179,
"eval_samples_per_second": 18.182,
"eval_steps_per_second": 1.157,
"step": 300
},
{
"epoch": 1.05,
"eval_ACT": {
"f1": 0.9347408829174663,
"number": 519,
"precision": 0.9311663479923518,
"recall": 0.9383429672447013
},
"eval_ACT_L1": {
"f1": 0.951171875,
"number": 503,
"precision": 0.9347408829174664,
"recall": 0.9681908548707754
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9933677229182019,
"number": 678,
"precision": 0.9926362297496318,
"recall": 0.9941002949852508
},
"eval_DESC": {
"f1": 0.30379746835443044,
"number": 30,
"precision": 0.24489795918367346,
"recall": 0.4
},
"eval_FT": {
"f1": 0.25,
"number": 7,
"precision": 1.0,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9672346002621232,
"number": 761,
"precision": 0.9647058823529412,
"recall": 0.9697766097240473
},
"eval_PER": {
"f1": 0.9881831610044313,
"number": 676,
"precision": 0.9867256637168141,
"recall": 0.9896449704142012
},
"eval_SPAT": {
"f1": 0.9705248023005032,
"number": 694,
"precision": 0.9684361549497847,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.955223880597015,
"number": 33,
"precision": 0.9411764705882353,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.25000000000000006,
"number": 5,
"precision": 0.18181818181818182,
"recall": 0.4
},
"eval_accuracy": 0.9677259185700099,
"eval_accuracy-all": 0.9772219463753724,
"eval_accuracy-das": 0.9779046673286991,
"eval_accuracy-l1": 0.9730635551142006,
"eval_accuracy-l2": 0.9813803376365442,
"eval_f1": 0.9657860545690776,
"eval_f1-all": 0.9617071031862028,
"eval_f1-das": 0.9711735168309465,
"eval_f1-l1": 0.9574025974025975,
"eval_f1-l2": 0.9672459893048129,
"eval_loss": 0.13585299253463745,
"eval_precision": 0.9628670120898101,
"eval_precision-all": 0.9572301425661914,
"eval_precision-das": 0.9695506869662087,
"eval_precision-l1": 0.9475578406169666,
"eval_precision-l2": 0.9698391420911529,
"eval_recall": 0.9687228496959166,
"eval_recall-all": 0.9662261380323054,
"eval_recall-das": 0.9728017883755589,
"eval_recall-l1": 0.9674540682414698,
"eval_recall-l2": 0.9646666666666667,
"eval_runtime": 44.1895,
"eval_samples_per_second": 15.298,
"eval_steps_per_second": 0.973,
"step": 400
},
{
"epoch": 1.31,
"learning_rate": 9e-05,
"loss": 0.3532,
"step": 500
},
{
"epoch": 1.31,
"eval_ACT": {
"f1": 0.9504761904761905,
"number": 519,
"precision": 0.9397363465160076,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9669260700389105,
"number": 503,
"precision": 0.9466666666666667,
"recall": 0.9880715705765407
},
"eval_ACT_L2": {
"f1": 0.18181818181818182,
"number": 16,
"precision": 0.3333333333333333,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9926470588235294,
"number": 678,
"precision": 0.9897360703812317,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.4074074074074074,
"number": 30,
"precision": 0.4583333333333333,
"recall": 0.36666666666666664
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9566929133858267,
"number": 761,
"precision": 0.9554390563564875,
"recall": 0.9579500657030223
},
"eval_PER": {
"f1": 0.9823008849557522,
"number": 676,
"precision": 0.9794117647058823,
"recall": 0.985207100591716
},
"eval_SPAT": {
"f1": 0.9591397849462366,
"number": 694,
"precision": 0.9543509272467903,
"recall": 0.9639769452449568
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9142857142857143,
"number": 33,
"precision": 0.8648648648648649,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.5454545454545454,
"number": 5,
"precision": 0.5,
"recall": 0.6
},
"eval_accuracy": 0.9625124131082423,
"eval_accuracy-all": 0.9731256206554121,
"eval_accuracy-das": 0.9740566037735849,
"eval_accuracy-l1": 0.9688430983118173,
"eval_accuracy-l2": 0.9774081429990069,
"eval_f1": 0.9666233203294321,
"eval_f1-all": 0.9620957119859506,
"eval_f1-das": 0.9690109482278717,
"eval_f1-l1": 0.9611473272490222,
"eval_f1-l2": 0.963308872581721,
"eval_loss": 0.13346529006958008,
"eval_precision": 0.9645328719723183,
"eval_precision-all": 0.9588681446907817,
"eval_precision-das": 0.9652495378927911,
"eval_precision-l1": 0.9549222797927461,
"eval_precision-l2": 0.9639519359145527,
"eval_recall": 0.9687228496959166,
"eval_recall-all": 0.9653450807635829,
"eval_recall-das": 0.9728017883755589,
"eval_recall-l1": 0.9674540682414698,
"eval_recall-l2": 0.9626666666666667,
"eval_runtime": 10.1325,
"eval_samples_per_second": 66.716,
"eval_steps_per_second": 4.244,
"step": 500
},
{
"epoch": 1.57,
"eval_ACT": {
"f1": 0.953199617956065,
"number": 519,
"precision": 0.9450757575757576,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9639727361246349,
"number": 503,
"precision": 0.9446564885496184,
"recall": 0.9840954274353877
},
"eval_ACT_L2": {
"f1": 0.4,
"number": 16,
"precision": 1.0,
"recall": 0.25
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.34285714285714286,
"number": 30,
"precision": 0.3,
"recall": 0.4
},
"eval_FT": {
"f1": 0.5454545454545454,
"number": 7,
"precision": 0.75,
"recall": 0.42857142857142855
},
"eval_LOC": {
"f1": 0.9698952879581151,
"number": 761,
"precision": 0.9661016949152542,
"recall": 0.973718791064389
},
"eval_PER": {
"f1": 0.9801031687546057,
"number": 676,
"precision": 0.9765051395007343,
"recall": 0.9837278106508875
},
"eval_SPAT": {
"f1": 0.9698275862068965,
"number": 694,
"precision": 0.9670487106017192,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.927536231884058,
"number": 33,
"precision": 0.8888888888888888,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.4615384615384615,
"number": 5,
"precision": 0.375,
"recall": 0.6
},
"eval_accuracy": 0.9697120158887785,
"eval_accuracy-all": 0.9786494538232373,
"eval_accuracy-das": 0.9798907646474677,
"eval_accuracy-l1": 0.9746772591857001,
"eval_accuracy-l2": 0.9826216484607746,
"eval_f1": 0.9683270947307803,
"eval_f1-all": 0.9652453271028038,
"eval_f1-das": 0.9742067173872703,
"eval_f1-l1": 0.9599792099792099,
"eval_f1-l2": 0.972,
"eval_loss": 0.11582265049219131,
"eval_precision": 0.9627827082736903,
"eval_precision-all": 0.9599186755736276,
"eval_precision-das": 0.9704251386321626,
"eval_precision-l1": 0.950591868244982,
"eval_precision-l2": 0.972,
"eval_recall": 0.9739357080799305,
"eval_recall-all": 0.9706314243759178,
"eval_recall-das": 0.9780178837555886,
"eval_recall-l1": 0.9695538057742782,
"eval_recall-l2": 0.972,
"eval_runtime": 28.3276,
"eval_samples_per_second": 23.864,
"eval_steps_per_second": 1.518,
"step": 600
},
{
"epoch": 1.84,
"eval_ACT": {
"f1": 0.9432892249527409,
"number": 519,
"precision": 0.9257884972170687,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9610136452241714,
"number": 503,
"precision": 0.9426386233269598,
"recall": 0.9801192842942346
},
"eval_ACT_L2": {
"f1": 0.375,
"number": 16,
"precision": 0.375,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9933774834437086,
"number": 678,
"precision": 0.9911894273127754,
"recall": 0.995575221238938
},
"eval_DESC": {
"f1": 0.4225352112676056,
"number": 30,
"precision": 0.36585365853658536,
"recall": 0.5
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9750982961992136,
"number": 761,
"precision": 0.9725490196078431,
"recall": 0.9776609724047306
},
"eval_PER": {
"f1": 0.9867060561299853,
"number": 676,
"precision": 0.9852507374631269,
"recall": 0.9881656804733728
},
"eval_SPAT": {
"f1": 0.9784482758620688,
"number": 694,
"precision": 0.9756446991404012,
"recall": 0.9812680115273775
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9411764705882354,
"number": 33,
"precision": 0.9142857142857143,
"recall": 0.9696969696969697
},
"eval_TITREP": {
"f1": 0.4000000000000001,
"number": 5,
"precision": 0.4,
"recall": 0.4
},
"eval_accuracy": 0.9709533267130089,
"eval_accuracy-all": 0.9784011916583912,
"eval_accuracy-das": 0.9822492552135055,
"eval_accuracy-l1": 0.9751737835153923,
"eval_accuracy-l2": 0.9816285998013903,
"eval_f1": 0.9714532871972319,
"eval_f1-all": 0.9687591240875912,
"eval_f1-das": 0.9767787479100872,
"eval_f1-l1": 0.9659297789336801,
"eval_f1-l2": 0.9723793677204658,
"eval_loss": 0.10930699110031128,
"eval_precision": 0.967269595176572,
"eval_precision-all": 0.9631349782293178,
"eval_precision-das": 0.9740644683216005,
"eval_precision-l1": 0.9572164948453609,
"eval_precision-l2": 0.9707641196013289,
"eval_recall": 0.9756733275412685,
"eval_recall-all": 0.9744493392070485,
"eval_recall-das": 0.9795081967213115,
"eval_recall-l1": 0.9748031496062992,
"eval_recall-l2": 0.974,
"eval_runtime": 30.0961,
"eval_samples_per_second": 22.461,
"eval_steps_per_second": 1.429,
"step": 700
}
],
"max_steps": 5000,
"num_train_epochs": 14,
"total_flos": 285447601164096.0,
"trial_name": null,
"trial_params": null
}