nlpso's picture
Load model and tokenizer
cab6869
{
"best_metric": 0.9649173673528558,
"best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/323-pretrained-camembert-ner-hierarchical-loss-io/checkpoint-1000",
"epoch": 2.6246719160104988,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.26,
"eval_ACT": {
"f1": 0.9041353383458647,
"number": 519,
"precision": 0.8825688073394495,
"recall": 0.9267822736030829
},
"eval_ACT_L1": {
"f1": 0.9179389312977099,
"number": 503,
"precision": 0.8825688073394495,
"recall": 0.9562624254473161
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9730123997082422,
"number": 678,
"precision": 0.9624819624819625,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.0,
"number": 30,
"precision": 0.0,
"recall": 0.0
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9365598430346632,
"number": 761,
"precision": 0.9322916666666666,
"recall": 0.9408672798948752
},
"eval_PER": {
"f1": 0.931667891256429,
"number": 676,
"precision": 0.9255474452554745,
"recall": 0.9378698224852071
},
"eval_SPAT": {
"f1": 0.9334287759484609,
"number": 694,
"precision": 0.9274537695590327,
"recall": 0.9394812680115274
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.0,
"number": 33,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9357124778537079,
"eval_accuracy-all": 0.9560870665654265,
"eval_accuracy-das": 0.94874715261959,
"eval_accuracy-l1": 0.9444444444444444,
"eval_accuracy-l2": 0.9677296886864085,
"eval_f1": 0.9315068493150684,
"eval_f1-all": 0.9264705882352942,
"eval_f1-das": 0.9278273809523809,
"eval_f1-l1": 0.9207920792079207,
"eval_f1-l2": 0.9338284942606346,
"eval_loss": 0.3864385783672333,
"eval_precision": 0.9339567504383401,
"eval_precision-all": 0.9281084266352386,
"eval_precision-das": 0.9267930137495355,
"eval_precision-l1": 0.9141231246766683,
"eval_precision-l2": 0.946611909650924,
"eval_recall": 0.9290697674418604,
"eval_recall-all": 0.9248385202583675,
"eval_recall-das": 0.9288640595903166,
"eval_recall-l1": 0.9275590551181102,
"eval_recall-l2": 0.9213857428381079,
"eval_runtime": 5.8217,
"eval_samples_per_second": 116.117,
"eval_steps_per_second": 7.386,
"step": 100
},
{
"epoch": 0.52,
"eval_ACT": {
"f1": 0.9251184834123224,
"number": 519,
"precision": 0.9104477611940298,
"recall": 0.9402697495183044
},
"eval_ACT_L1": {
"f1": 0.9393647738209817,
"number": 503,
"precision": 0.9104477611940298,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9874723655121592,
"number": 678,
"precision": 0.9867452135493373,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.2153846153846154,
"number": 30,
"precision": 0.2,
"recall": 0.23333333333333334
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9395711500974658,
"number": 761,
"precision": 0.929305912596401,
"recall": 0.9500657030223391
},
"eval_PER": {
"f1": 0.9690721649484536,
"number": 676,
"precision": 0.9648093841642229,
"recall": 0.9733727810650887
},
"eval_SPAT": {
"f1": 0.9549033643521831,
"number": 694,
"precision": 0.9487908961593172,
"recall": 0.9610951008645533
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.6666666666666666,
"number": 33,
"precision": 0.7,
"recall": 0.6363636363636364
},
"eval_TITREP": {
"f1": 0.0,
"number": 6,
"precision": 0.0,
"recall": 0.0
},
"eval_accuracy": 0.9536826119969628,
"eval_accuracy-all": 0.9668438370032904,
"eval_accuracy-das": 0.9674765882055176,
"eval_accuracy-l1": 0.960642875221463,
"eval_accuracy-l2": 0.9730447987851177,
"eval_f1": 0.947444621398581,
"eval_f1-all": 0.9443714410862899,
"eval_f1-das": 0.9526989426822481,
"eval_f1-l1": 0.9427609427609427,
"eval_f1-l2": 0.9464524765729585,
"eval_loss": 0.2513241171836853,
"eval_precision": 0.9437554081338333,
"eval_precision-all": 0.939297124600639,
"eval_precision-das": 0.9490022172949002,
"eval_precision-l1": 0.9304703476482618,
"eval_precision-l2": 0.9509078681909886,
"eval_recall": 0.9511627906976744,
"eval_recall-all": 0.9495008807985907,
"eval_recall-das": 0.9564245810055866,
"eval_recall-l1": 0.9553805774278216,
"eval_recall-l2": 0.9420386409060626,
"eval_runtime": 5.7364,
"eval_samples_per_second": 117.843,
"eval_steps_per_second": 7.496,
"step": 200
},
{
"epoch": 0.79,
"eval_ACT": {
"f1": 0.9367816091954023,
"number": 519,
"precision": 0.9314285714285714,
"recall": 0.9421965317919075
},
"eval_ACT_L1": {
"f1": 0.9513618677042801,
"number": 503,
"precision": 0.9314285714285714,
"recall": 0.9721669980119284
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9794419970631425,
"number": 678,
"precision": 0.9751461988304093,
"recall": 0.9837758112094396
},
"eval_DESC": {
"f1": 0.30985915492957744,
"number": 30,
"precision": 0.2682926829268293,
"recall": 0.36666666666666664
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9495743287491814,
"number": 761,
"precision": 0.9464751958224543,
"recall": 0.9526938239159002
},
"eval_PER": {
"f1": 0.9697416974169741,
"number": 676,
"precision": 0.96759941089838,
"recall": 0.9718934911242604
},
"eval_SPAT": {
"f1": 0.9533381191672649,
"number": 694,
"precision": 0.949928469241774,
"recall": 0.9567723342939481
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.71875,
"number": 33,
"precision": 0.7419354838709677,
"recall": 0.696969696969697
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 6,
"precision": 0.4,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9588711718552265,
"eval_accuracy-all": 0.9708301695773222,
"eval_accuracy-das": 0.9702606934953176,
"eval_accuracy-l1": 0.9658314350797267,
"eval_accuracy-l2": 0.9758289040749177,
"eval_f1": 0.9527125036263417,
"eval_f1-all": 0.9473376243417203,
"eval_f1-das": 0.9568612867236892,
"eval_f1-l1": 0.9462197973499611,
"eval_f1-l2": 0.9487780381653834,
"eval_loss": 0.19993722438812256,
"eval_precision": 0.950781702374059,
"eval_precision-all": 0.9440233236151604,
"eval_precision-das": 0.9554400297066469,
"eval_precision-l1": 0.9367283950617284,
"eval_precision-l2": 0.9535666218034994,
"eval_recall": 0.9546511627906977,
"eval_recall-all": 0.9506752789195537,
"eval_recall-das": 0.9582867783985103,
"eval_recall-l1": 0.9559055118110236,
"eval_recall-l2": 0.944037308461026,
"eval_runtime": 5.4991,
"eval_samples_per_second": 122.93,
"eval_steps_per_second": 7.819,
"step": 300
},
{
"epoch": 1.05,
"eval_ACT": {
"f1": 0.936372269705603,
"number": 519,
"precision": 0.9232209737827716,
"recall": 0.9499036608863198
},
"eval_ACT_L1": {
"f1": 0.9497098646034816,
"number": 503,
"precision": 0.9246704331450094,
"recall": 0.9761431411530815
},
"eval_ACT_L2": {
"f1": 0.21052631578947367,
"number": 16,
"precision": 0.6666666666666666,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.988962472406181,
"number": 678,
"precision": 0.986784140969163,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.29032258064516125,
"number": 30,
"precision": 0.28125,
"recall": 0.3
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9593175853018372,
"number": 761,
"precision": 0.9580602883355177,
"recall": 0.9605781865965834
},
"eval_PER": {
"f1": 0.9705014749262537,
"number": 676,
"precision": 0.9676470588235294,
"recall": 0.9733727810650887
},
"eval_SPAT": {
"f1": 0.9548387096774194,
"number": 694,
"precision": 0.9500713266761769,
"recall": 0.9596541786743515
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8615384615384615,
"number": 33,
"precision": 0.875,
"recall": 0.8484848484848485
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9596304732978993,
"eval_accuracy-all": 0.9715894710199949,
"eval_accuracy-das": 0.9746899519109087,
"eval_accuracy-l1": 0.9644393824348266,
"eval_accuracy-l2": 0.9787395596051632,
"eval_f1": 0.9591067285382832,
"eval_f1-all": 0.9536210680321872,
"eval_f1-das": 0.9631970260223048,
"eval_f1-l1": 0.9477786438035852,
"eval_f1-l2": 0.9611520428667114,
"eval_loss": 0.16297389566898346,
"eval_precision": 0.9568865740740741,
"eval_precision-all": 0.9504228638086906,
"eval_precision-das": 0.9614100185528757,
"eval_precision-l1": 0.9382716049382716,
"eval_precision-l2": 0.9663299663299664,
"eval_recall": 0.9613372093023256,
"eval_recall-all": 0.9568408690546095,
"eval_recall-das": 0.9649906890130354,
"eval_recall-l1": 0.9574803149606299,
"eval_recall-l2": 0.9560293137908061,
"eval_runtime": 5.7026,
"eval_samples_per_second": 118.543,
"eval_steps_per_second": 7.54,
"step": 400
},
{
"epoch": 1.31,
"learning_rate": 9e-05,
"loss": 0.3757,
"step": 500
},
{
"epoch": 1.31,
"eval_ACT": {
"f1": 0.9391634980988594,
"number": 519,
"precision": 0.926829268292683,
"recall": 0.9518304431599229
},
"eval_ACT_L1": {
"f1": 0.9620253164556961,
"number": 503,
"precision": 0.9427480916030534,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.0,
"number": 16,
"precision": 0.0,
"recall": 0.0
},
"eval_CARDINAL": {
"f1": 0.9882005899705014,
"number": 678,
"precision": 0.9882005899705014,
"recall": 0.9882005899705014
},
"eval_DESC": {
"f1": 0.4210526315789474,
"number": 30,
"precision": 0.4444444444444444,
"recall": 0.4
},
"eval_FT": {
"f1": 0.0,
"number": 7,
"precision": 0.0,
"recall": 0.0
},
"eval_LOC": {
"f1": 0.9538061158100194,
"number": 761,
"precision": 0.9445876288659794,
"recall": 0.9632063074901446
},
"eval_PER": {
"f1": 0.9668386145910095,
"number": 676,
"precision": 0.9632892804698973,
"recall": 0.9704142011834319
},
"eval_SPAT": {
"f1": 0.9591397849462366,
"number": 694,
"precision": 0.9543509272467903,
"recall": 0.9639769452449568
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8253968253968254,
"number": 33,
"precision": 0.8666666666666667,
"recall": 0.7878787878787878
},
"eval_TITREP": {
"f1": 0.30769230769230765,
"number": 6,
"precision": 0.2857142857142857,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9562136168058719,
"eval_accuracy-all": 0.9681093394077449,
"eval_accuracy-das": 0.9724120475828905,
"eval_accuracy-l1": 0.9627942293090357,
"eval_accuracy-l2": 0.973424449506454,
"eval_f1": 0.9563205091119468,
"eval_f1-all": 0.9539406345957011,
"eval_f1-das": 0.9595847237671488,
"eval_f1-l1": 0.9541427826993225,
"eval_f1-l2": 0.9536821059646784,
"eval_loss": 0.16671402752399445,
"eval_precision": 0.9516407599309153,
"eval_precision-all": 0.9501893387707544,
"eval_precision-das": 0.9553340716131414,
"eval_precision-l1": 0.9472322814278323,
"eval_precision-l2": 0.954,
"eval_recall": 0.961046511627907,
"eval_recall-all": 0.9577216676453317,
"eval_recall-das": 0.9638733705772812,
"eval_recall-l1": 0.9611548556430446,
"eval_recall-l2": 0.9533644237175216,
"eval_runtime": 5.8183,
"eval_samples_per_second": 116.184,
"eval_steps_per_second": 7.39,
"step": 500
},
{
"epoch": 1.57,
"eval_ACT": {
"f1": 0.9446564885496184,
"number": 519,
"precision": 0.9357277882797732,
"recall": 0.953757225433526
},
"eval_ACT_L1": {
"f1": 0.962962962962963,
"number": 503,
"precision": 0.9445506692160612,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.09090909090909091,
"number": 16,
"precision": 0.16666666666666666,
"recall": 0.0625
},
"eval_CARDINAL": {
"f1": 0.9845474613686535,
"number": 678,
"precision": 0.9823788546255506,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.4126984126984127,
"number": 30,
"precision": 0.3939393939393939,
"recall": 0.43333333333333335
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9621409921671019,
"number": 761,
"precision": 0.9559014267185474,
"recall": 0.9684625492772667
},
"eval_PER": {
"f1": 0.9556213017751479,
"number": 676,
"precision": 0.9556213017751479,
"recall": 0.9556213017751479
},
"eval_SPAT": {
"f1": 0.9648745519713262,
"number": 694,
"precision": 0.9600570613409415,
"recall": 0.9697406340057637
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.5,
"number": 33,
"precision": 0.4857142857142857,
"recall": 0.5151515151515151
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9612756264236902,
"eval_accuracy-all": 0.9720323968615541,
"eval_accuracy-das": 0.9725385978233358,
"eval_accuracy-l1": 0.9681093394077449,
"eval_accuracy-l2": 0.9759554543153632,
"eval_f1": 0.9551374819102749,
"eval_f1-all": 0.951030551089022,
"eval_f1-das": 0.9584415584415584,
"eval_f1-l1": 0.9515372589890569,
"eval_f1-l2": 0.9503829503829505,
"eval_loss": 0.16416500508785248,
"eval_precision": 0.9510086455331412,
"eval_precision-all": 0.9470160116448326,
"eval_precision-das": 0.9548983364140481,
"eval_precision-l1": 0.9446456285566477,
"eval_precision-l2": 0.9500665778961385,
"eval_recall": 0.9593023255813954,
"eval_recall-all": 0.955079271873165,
"eval_recall-das": 0.9620111731843576,
"eval_recall-l1": 0.9585301837270341,
"eval_recall-l2": 0.9506995336442372,
"eval_runtime": 5.484,
"eval_samples_per_second": 123.267,
"eval_steps_per_second": 7.841,
"step": 600
},
{
"epoch": 1.84,
"eval_ACT": {
"f1": 0.9315589353612168,
"number": 519,
"precision": 0.9193245778611632,
"recall": 0.9441233140655106
},
"eval_ACT_L1": {
"f1": 0.9494163424124514,
"number": 503,
"precision": 0.9295238095238095,
"recall": 0.9701789264413518
},
"eval_ACT_L2": {
"f1": 0.16666666666666666,
"number": 16,
"precision": 0.25,
"recall": 0.125
},
"eval_CARDINAL": {
"f1": 0.9882352941176471,
"number": 678,
"precision": 0.9853372434017595,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.37142857142857144,
"number": 30,
"precision": 0.325,
"recall": 0.43333333333333335
},
"eval_FT": {
"f1": 0.22222222222222224,
"number": 7,
"precision": 0.5,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9505851755526659,
"number": 761,
"precision": 0.9407979407979408,
"recall": 0.9605781865965834
},
"eval_PER": {
"f1": 0.9652623798965262,
"number": 676,
"precision": 0.9645494830132939,
"recall": 0.9659763313609467
},
"eval_SPAT": {
"f1": 0.9691756272401433,
"number": 694,
"precision": 0.9643366619115549,
"recall": 0.9740634005763689
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7536231884057971,
"number": 33,
"precision": 0.7222222222222222,
"recall": 0.7878787878787878
},
"eval_TITREP": {
"f1": 0.5454545454545454,
"number": 6,
"precision": 0.6,
"recall": 0.5
},
"eval_accuracy": 0.9586180713743356,
"eval_accuracy-all": 0.9714629207795494,
"eval_accuracy-das": 0.9693748418121995,
"eval_accuracy-l1": 0.9659579853201721,
"eval_accuracy-l2": 0.9769678562389269,
"eval_f1": 0.953810623556582,
"eval_f1-all": 0.95203382417262,
"eval_f1-das": 0.9564734210038897,
"eval_f1-l1": 0.9511434511434511,
"eval_f1-l2": 0.9531717037529059,
"eval_loss": 0.14926117658615112,
"eval_precision": 0.9472477064220184,
"eval_precision-all": 0.9455545902114104,
"eval_precision-das": 0.9513633014001474,
"eval_precision-l1": 0.9418425115800309,
"eval_precision-l2": 0.9503311258278145,
"eval_recall": 0.9604651162790697,
"eval_recall-all": 0.958602466236054,
"eval_recall-das": 0.9616387337057728,
"eval_recall-l1": 0.9606299212598425,
"eval_recall-l2": 0.9560293137908061,
"eval_runtime": 5.4819,
"eval_samples_per_second": 123.315,
"eval_steps_per_second": 7.844,
"step": 700
},
{
"epoch": 2.1,
"eval_ACT": {
"f1": 0.9513822688274547,
"number": 519,
"precision": 0.9415094339622642,
"recall": 0.9614643545279383
},
"eval_ACT_L1": {
"f1": 0.9753208292201382,
"number": 503,
"precision": 0.9686274509803922,
"recall": 0.9821073558648111
},
"eval_ACT_L2": {
"f1": 0.2777777777777778,
"number": 16,
"precision": 0.25,
"recall": 0.3125
},
"eval_CARDINAL": {
"f1": 0.9838235294117647,
"number": 678,
"precision": 0.9809384164222874,
"recall": 0.9867256637168141
},
"eval_DESC": {
"f1": 0.41666666666666663,
"number": 30,
"precision": 0.35714285714285715,
"recall": 0.5
},
"eval_FT": {
"f1": 0.2,
"number": 7,
"precision": 0.3333333333333333,
"recall": 0.14285714285714285
},
"eval_LOC": {
"f1": 0.9544270833333334,
"number": 761,
"precision": 0.9458064516129032,
"recall": 0.9632063074901446
},
"eval_PER": {
"f1": 0.9748892171344165,
"number": 676,
"precision": 0.9734513274336283,
"recall": 0.9763313609467456
},
"eval_SPAT": {
"f1": 0.9569583931133429,
"number": 694,
"precision": 0.9528571428571428,
"recall": 0.9610951008645533
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.7761194029850745,
"number": 33,
"precision": 0.7647058823529411,
"recall": 0.7878787878787878
},
"eval_TITREP": {
"f1": 0.3636363636363636,
"number": 6,
"precision": 0.4,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9616552771450265,
"eval_accuracy-all": 0.9710832700582132,
"eval_accuracy-das": 0.9773475069602632,
"eval_accuracy-l1": 0.9678562389268539,
"eval_accuracy-l2": 0.9743103011895723,
"eval_f1": 0.9578886645514854,
"eval_f1-all": 0.9546316557257476,
"eval_f1-das": 0.96274328081557,
"eval_f1-l1": 0.9574967405475882,
"eval_f1-l2": 0.9509933774834437,
"eval_loss": 0.13481108844280243,
"eval_precision": 0.9504865483686319,
"eval_precision-all": 0.9486807770368223,
"eval_precision-das": 0.9583025830258303,
"eval_precision-l1": 0.9512953367875647,
"eval_precision-l2": 0.945358788676761,
"eval_recall": 0.9654069767441861,
"eval_recall-all": 0.9606576629477392,
"eval_recall-das": 0.9672253258845438,
"eval_recall-l1": 0.9637795275590552,
"eval_recall-l2": 0.9566955363091273,
"eval_runtime": 5.8282,
"eval_samples_per_second": 115.988,
"eval_steps_per_second": 7.378,
"step": 800
},
{
"epoch": 2.36,
"eval_ACT": {
"f1": 0.9456625357483317,
"number": 519,
"precision": 0.9358490566037736,
"recall": 0.9556840077071291
},
"eval_ACT_L1": {
"f1": 0.9627450980392156,
"number": 503,
"precision": 0.9497098646034816,
"recall": 0.9761431411530815
},
"eval_ACT_L2": {
"f1": 0.3448275862068966,
"number": 16,
"precision": 0.38461538461538464,
"recall": 0.3125
},
"eval_CARDINAL": {
"f1": 0.9882179675994109,
"number": 678,
"precision": 0.986764705882353,
"recall": 0.9896755162241888
},
"eval_DESC": {
"f1": 0.47761194029850745,
"number": 30,
"precision": 0.43243243243243246,
"recall": 0.5333333333333333
},
"eval_FT": {
"f1": 0.4444444444444445,
"number": 7,
"precision": 1.0,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.961311475409836,
"number": 761,
"precision": 0.9594240837696335,
"recall": 0.9632063074901446
},
"eval_PER": {
"f1": 0.9837758112094395,
"number": 676,
"precision": 0.9808823529411764,
"recall": 0.9866863905325444
},
"eval_SPAT": {
"f1": 0.9712230215827338,
"number": 694,
"precision": 0.9698275862068966,
"recall": 0.9726224783861671
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.9117647058823529,
"number": 33,
"precision": 0.8857142857142857,
"recall": 0.9393939393939394
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9681093394077449,
"eval_accuracy-all": 0.9769678562389269,
"eval_accuracy-das": 0.9791192103264996,
"eval_accuracy-l1": 0.9740572007086813,
"eval_accuracy-l2": 0.9798785117691724,
"eval_f1": 0.9645081848471678,
"eval_f1-all": 0.9634289057928613,
"eval_f1-das": 0.9686048671744381,
"eval_f1-l1": 0.9642764015645371,
"eval_f1-l2": 0.9623458847050984,
"eval_loss": 0.13176283240318298,
"eval_precision": 0.9613052266820675,
"eval_precision-all": 0.9600583090379009,
"eval_precision-das": 0.9662713120830244,
"eval_precision-l1": 0.9580310880829016,
"eval_precision-l2": 0.9626666666666667,
"eval_recall": 0.9677325581395348,
"eval_recall-all": 0.966823253082795,
"eval_recall-das": 0.9709497206703911,
"eval_recall-l1": 0.9706036745406824,
"eval_recall-l2": 0.9620253164556962,
"eval_runtime": 5.853,
"eval_samples_per_second": 115.497,
"eval_steps_per_second": 7.347,
"step": 900
},
{
"epoch": 2.62,
"learning_rate": 8e-05,
"loss": 0.1255,
"step": 1000
},
{
"epoch": 2.62,
"eval_ACT": {
"f1": 0.9449715370018975,
"number": 519,
"precision": 0.930841121495327,
"recall": 0.9595375722543352
},
"eval_ACT_L1": {
"f1": 0.9637610186092068,
"number": 503,
"precision": 0.9498069498069498,
"recall": 0.9781312127236581
},
"eval_ACT_L2": {
"f1": 0.3636363636363636,
"number": 16,
"precision": 0.35294117647058826,
"recall": 0.375
},
"eval_CARDINAL": {
"f1": 0.9896907216494845,
"number": 678,
"precision": 0.9882352941176471,
"recall": 0.9911504424778761
},
"eval_DESC": {
"f1": 0.5205479452054794,
"number": 30,
"precision": 0.4418604651162791,
"recall": 0.6333333333333333
},
"eval_FT": {
"f1": 0.4,
"number": 7,
"precision": 0.6666666666666666,
"recall": 0.2857142857142857
},
"eval_LOC": {
"f1": 0.9639344262295081,
"number": 761,
"precision": 0.9620418848167539,
"recall": 0.9658344283837057
},
"eval_PER": {
"f1": 0.9807692307692307,
"number": 676,
"precision": 0.9807692307692307,
"recall": 0.9807692307692307
},
"eval_SPAT": {
"f1": 0.9676956209619526,
"number": 694,
"precision": 0.9642346208869814,
"recall": 0.9711815561959655
},
"eval_TITRE": {
"f1": 0.0,
"number": 2,
"precision": 0.0,
"recall": 0.0
},
"eval_TITREH": {
"f1": 0.8615384615384615,
"number": 33,
"precision": 0.875,
"recall": 0.8484848484848485
},
"eval_TITREP": {
"f1": 0.3333333333333333,
"number": 6,
"precision": 0.3333333333333333,
"recall": 0.3333333333333333
},
"eval_accuracy": 0.9682358896481903,
"eval_accuracy-all": 0.9760187294355859,
"eval_accuracy-das": 0.9798785117691724,
"eval_accuracy-l1": 0.9729182485446722,
"eval_accuracy-l2": 0.9791192103264996,
"eval_f1": 0.9649173673528558,
"eval_f1-all": 0.962302746931619,
"eval_f1-das": 0.9680297397769516,
"eval_f1-l1": 0.9622494142150483,
"eval_f1-l2": 0.9623709623709623,
"eval_loss": 0.1248239278793335,
"eval_precision": 0.9624060150375939,
"eval_precision-all": 0.9578243164630599,
"eval_precision-das": 0.9662337662337662,
"eval_precision-l1": 0.9545454545454546,
"eval_precision-l2": 0.9620505992010653,
"eval_recall": 0.9674418604651163,
"eval_recall-all": 0.966823253082795,
"eval_recall-das": 0.9698324022346368,
"eval_recall-l1": 0.9700787401574803,
"eval_recall-l2": 0.9626915389740173,
"eval_runtime": 5.3948,
"eval_samples_per_second": 125.307,
"eval_steps_per_second": 7.971,
"step": 1000
}
],
"max_steps": 5000,
"num_train_epochs": 14,
"total_flos": 408798986982336.0,
"trial_name": null,
"trial_params": null
}