|
{ |
|
"best_metric": 0.9649173673528558, |
|
"best_model_checkpoint": "/work/stual/res_ICDAR/method_3/tmp/323-pretrained-camembert-ner-hierarchical-loss-io/checkpoint-1000", |
|
"epoch": 2.6246719160104988, |
|
"global_step": 1000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.26, |
|
"eval_ACT": { |
|
"f1": 0.9041353383458647, |
|
"number": 519, |
|
"precision": 0.8825688073394495, |
|
"recall": 0.9267822736030829 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9179389312977099, |
|
"number": 503, |
|
"precision": 0.8825688073394495, |
|
"recall": 0.9562624254473161 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9730123997082422, |
|
"number": 678, |
|
"precision": 0.9624819624819625, |
|
"recall": 0.9837758112094396 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.0, |
|
"number": 30, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9365598430346632, |
|
"number": 761, |
|
"precision": 0.9322916666666666, |
|
"recall": 0.9408672798948752 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.931667891256429, |
|
"number": 676, |
|
"precision": 0.9255474452554745, |
|
"recall": 0.9378698224852071 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9334287759484609, |
|
"number": 694, |
|
"precision": 0.9274537695590327, |
|
"recall": 0.9394812680115274 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.0, |
|
"number": 33, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9357124778537079, |
|
"eval_accuracy-all": 0.9560870665654265, |
|
"eval_accuracy-das": 0.94874715261959, |
|
"eval_accuracy-l1": 0.9444444444444444, |
|
"eval_accuracy-l2": 0.9677296886864085, |
|
"eval_f1": 0.9315068493150684, |
|
"eval_f1-all": 0.9264705882352942, |
|
"eval_f1-das": 0.9278273809523809, |
|
"eval_f1-l1": 0.9207920792079207, |
|
"eval_f1-l2": 0.9338284942606346, |
|
"eval_loss": 0.3864385783672333, |
|
"eval_precision": 0.9339567504383401, |
|
"eval_precision-all": 0.9281084266352386, |
|
"eval_precision-das": 0.9267930137495355, |
|
"eval_precision-l1": 0.9141231246766683, |
|
"eval_precision-l2": 0.946611909650924, |
|
"eval_recall": 0.9290697674418604, |
|
"eval_recall-all": 0.9248385202583675, |
|
"eval_recall-das": 0.9288640595903166, |
|
"eval_recall-l1": 0.9275590551181102, |
|
"eval_recall-l2": 0.9213857428381079, |
|
"eval_runtime": 5.8217, |
|
"eval_samples_per_second": 116.117, |
|
"eval_steps_per_second": 7.386, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_ACT": { |
|
"f1": 0.9251184834123224, |
|
"number": 519, |
|
"precision": 0.9104477611940298, |
|
"recall": 0.9402697495183044 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9393647738209817, |
|
"number": 503, |
|
"precision": 0.9104477611940298, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9874723655121592, |
|
"number": 678, |
|
"precision": 0.9867452135493373, |
|
"recall": 0.9882005899705014 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.2153846153846154, |
|
"number": 30, |
|
"precision": 0.2, |
|
"recall": 0.23333333333333334 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9395711500974658, |
|
"number": 761, |
|
"precision": 0.929305912596401, |
|
"recall": 0.9500657030223391 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9690721649484536, |
|
"number": 676, |
|
"precision": 0.9648093841642229, |
|
"recall": 0.9733727810650887 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9549033643521831, |
|
"number": 694, |
|
"precision": 0.9487908961593172, |
|
"recall": 0.9610951008645533 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.6666666666666666, |
|
"number": 33, |
|
"precision": 0.7, |
|
"recall": 0.6363636363636364 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.0, |
|
"number": 6, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_accuracy": 0.9536826119969628, |
|
"eval_accuracy-all": 0.9668438370032904, |
|
"eval_accuracy-das": 0.9674765882055176, |
|
"eval_accuracy-l1": 0.960642875221463, |
|
"eval_accuracy-l2": 0.9730447987851177, |
|
"eval_f1": 0.947444621398581, |
|
"eval_f1-all": 0.9443714410862899, |
|
"eval_f1-das": 0.9526989426822481, |
|
"eval_f1-l1": 0.9427609427609427, |
|
"eval_f1-l2": 0.9464524765729585, |
|
"eval_loss": 0.2513241171836853, |
|
"eval_precision": 0.9437554081338333, |
|
"eval_precision-all": 0.939297124600639, |
|
"eval_precision-das": 0.9490022172949002, |
|
"eval_precision-l1": 0.9304703476482618, |
|
"eval_precision-l2": 0.9509078681909886, |
|
"eval_recall": 0.9511627906976744, |
|
"eval_recall-all": 0.9495008807985907, |
|
"eval_recall-das": 0.9564245810055866, |
|
"eval_recall-l1": 0.9553805774278216, |
|
"eval_recall-l2": 0.9420386409060626, |
|
"eval_runtime": 5.7364, |
|
"eval_samples_per_second": 117.843, |
|
"eval_steps_per_second": 7.496, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"eval_ACT": { |
|
"f1": 0.9367816091954023, |
|
"number": 519, |
|
"precision": 0.9314285714285714, |
|
"recall": 0.9421965317919075 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9513618677042801, |
|
"number": 503, |
|
"precision": 0.9314285714285714, |
|
"recall": 0.9721669980119284 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9794419970631425, |
|
"number": 678, |
|
"precision": 0.9751461988304093, |
|
"recall": 0.9837758112094396 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.30985915492957744, |
|
"number": 30, |
|
"precision": 0.2682926829268293, |
|
"recall": 0.36666666666666664 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9495743287491814, |
|
"number": 761, |
|
"precision": 0.9464751958224543, |
|
"recall": 0.9526938239159002 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9697416974169741, |
|
"number": 676, |
|
"precision": 0.96759941089838, |
|
"recall": 0.9718934911242604 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9533381191672649, |
|
"number": 694, |
|
"precision": 0.949928469241774, |
|
"recall": 0.9567723342939481 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.71875, |
|
"number": 33, |
|
"precision": 0.7419354838709677, |
|
"recall": 0.696969696969697 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3636363636363636, |
|
"number": 6, |
|
"precision": 0.4, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9588711718552265, |
|
"eval_accuracy-all": 0.9708301695773222, |
|
"eval_accuracy-das": 0.9702606934953176, |
|
"eval_accuracy-l1": 0.9658314350797267, |
|
"eval_accuracy-l2": 0.9758289040749177, |
|
"eval_f1": 0.9527125036263417, |
|
"eval_f1-all": 0.9473376243417203, |
|
"eval_f1-das": 0.9568612867236892, |
|
"eval_f1-l1": 0.9462197973499611, |
|
"eval_f1-l2": 0.9487780381653834, |
|
"eval_loss": 0.19993722438812256, |
|
"eval_precision": 0.950781702374059, |
|
"eval_precision-all": 0.9440233236151604, |
|
"eval_precision-das": 0.9554400297066469, |
|
"eval_precision-l1": 0.9367283950617284, |
|
"eval_precision-l2": 0.9535666218034994, |
|
"eval_recall": 0.9546511627906977, |
|
"eval_recall-all": 0.9506752789195537, |
|
"eval_recall-das": 0.9582867783985103, |
|
"eval_recall-l1": 0.9559055118110236, |
|
"eval_recall-l2": 0.944037308461026, |
|
"eval_runtime": 5.4991, |
|
"eval_samples_per_second": 122.93, |
|
"eval_steps_per_second": 7.819, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"eval_ACT": { |
|
"f1": 0.936372269705603, |
|
"number": 519, |
|
"precision": 0.9232209737827716, |
|
"recall": 0.9499036608863198 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9497098646034816, |
|
"number": 503, |
|
"precision": 0.9246704331450094, |
|
"recall": 0.9761431411530815 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.21052631578947367, |
|
"number": 16, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.988962472406181, |
|
"number": 678, |
|
"precision": 0.986784140969163, |
|
"recall": 0.9911504424778761 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.29032258064516125, |
|
"number": 30, |
|
"precision": 0.28125, |
|
"recall": 0.3 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9593175853018372, |
|
"number": 761, |
|
"precision": 0.9580602883355177, |
|
"recall": 0.9605781865965834 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9705014749262537, |
|
"number": 676, |
|
"precision": 0.9676470588235294, |
|
"recall": 0.9733727810650887 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9548387096774194, |
|
"number": 694, |
|
"precision": 0.9500713266761769, |
|
"recall": 0.9596541786743515 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8615384615384615, |
|
"number": 33, |
|
"precision": 0.875, |
|
"recall": 0.8484848484848485 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3333333333333333, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9596304732978993, |
|
"eval_accuracy-all": 0.9715894710199949, |
|
"eval_accuracy-das": 0.9746899519109087, |
|
"eval_accuracy-l1": 0.9644393824348266, |
|
"eval_accuracy-l2": 0.9787395596051632, |
|
"eval_f1": 0.9591067285382832, |
|
"eval_f1-all": 0.9536210680321872, |
|
"eval_f1-das": 0.9631970260223048, |
|
"eval_f1-l1": 0.9477786438035852, |
|
"eval_f1-l2": 0.9611520428667114, |
|
"eval_loss": 0.16297389566898346, |
|
"eval_precision": 0.9568865740740741, |
|
"eval_precision-all": 0.9504228638086906, |
|
"eval_precision-das": 0.9614100185528757, |
|
"eval_precision-l1": 0.9382716049382716, |
|
"eval_precision-l2": 0.9663299663299664, |
|
"eval_recall": 0.9613372093023256, |
|
"eval_recall-all": 0.9568408690546095, |
|
"eval_recall-das": 0.9649906890130354, |
|
"eval_recall-l1": 0.9574803149606299, |
|
"eval_recall-l2": 0.9560293137908061, |
|
"eval_runtime": 5.7026, |
|
"eval_samples_per_second": 118.543, |
|
"eval_steps_per_second": 7.54, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 9e-05, |
|
"loss": 0.3757, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"eval_ACT": { |
|
"f1": 0.9391634980988594, |
|
"number": 519, |
|
"precision": 0.926829268292683, |
|
"recall": 0.9518304431599229 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9620253164556961, |
|
"number": 503, |
|
"precision": 0.9427480916030534, |
|
"recall": 0.9821073558648111 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.0, |
|
"number": 16, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9882005899705014, |
|
"number": 678, |
|
"precision": 0.9882005899705014, |
|
"recall": 0.9882005899705014 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.4210526315789474, |
|
"number": 30, |
|
"precision": 0.4444444444444444, |
|
"recall": 0.4 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.0, |
|
"number": 7, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9538061158100194, |
|
"number": 761, |
|
"precision": 0.9445876288659794, |
|
"recall": 0.9632063074901446 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9668386145910095, |
|
"number": 676, |
|
"precision": 0.9632892804698973, |
|
"recall": 0.9704142011834319 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9591397849462366, |
|
"number": 694, |
|
"precision": 0.9543509272467903, |
|
"recall": 0.9639769452449568 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8253968253968254, |
|
"number": 33, |
|
"precision": 0.8666666666666667, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.30769230769230765, |
|
"number": 6, |
|
"precision": 0.2857142857142857, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9562136168058719, |
|
"eval_accuracy-all": 0.9681093394077449, |
|
"eval_accuracy-das": 0.9724120475828905, |
|
"eval_accuracy-l1": 0.9627942293090357, |
|
"eval_accuracy-l2": 0.973424449506454, |
|
"eval_f1": 0.9563205091119468, |
|
"eval_f1-all": 0.9539406345957011, |
|
"eval_f1-das": 0.9595847237671488, |
|
"eval_f1-l1": 0.9541427826993225, |
|
"eval_f1-l2": 0.9536821059646784, |
|
"eval_loss": 0.16671402752399445, |
|
"eval_precision": 0.9516407599309153, |
|
"eval_precision-all": 0.9501893387707544, |
|
"eval_precision-das": 0.9553340716131414, |
|
"eval_precision-l1": 0.9472322814278323, |
|
"eval_precision-l2": 0.954, |
|
"eval_recall": 0.961046511627907, |
|
"eval_recall-all": 0.9577216676453317, |
|
"eval_recall-das": 0.9638733705772812, |
|
"eval_recall-l1": 0.9611548556430446, |
|
"eval_recall-l2": 0.9533644237175216, |
|
"eval_runtime": 5.8183, |
|
"eval_samples_per_second": 116.184, |
|
"eval_steps_per_second": 7.39, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"eval_ACT": { |
|
"f1": 0.9446564885496184, |
|
"number": 519, |
|
"precision": 0.9357277882797732, |
|
"recall": 0.953757225433526 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.962962962962963, |
|
"number": 503, |
|
"precision": 0.9445506692160612, |
|
"recall": 0.9821073558648111 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.09090909090909091, |
|
"number": 16, |
|
"precision": 0.16666666666666666, |
|
"recall": 0.0625 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9845474613686535, |
|
"number": 678, |
|
"precision": 0.9823788546255506, |
|
"recall": 0.9867256637168141 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.4126984126984127, |
|
"number": 30, |
|
"precision": 0.3939393939393939, |
|
"recall": 0.43333333333333335 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.2, |
|
"number": 7, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9621409921671019, |
|
"number": 761, |
|
"precision": 0.9559014267185474, |
|
"recall": 0.9684625492772667 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9556213017751479, |
|
"number": 676, |
|
"precision": 0.9556213017751479, |
|
"recall": 0.9556213017751479 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9648745519713262, |
|
"number": 694, |
|
"precision": 0.9600570613409415, |
|
"recall": 0.9697406340057637 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.5, |
|
"number": 33, |
|
"precision": 0.4857142857142857, |
|
"recall": 0.5151515151515151 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3333333333333333, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9612756264236902, |
|
"eval_accuracy-all": 0.9720323968615541, |
|
"eval_accuracy-das": 0.9725385978233358, |
|
"eval_accuracy-l1": 0.9681093394077449, |
|
"eval_accuracy-l2": 0.9759554543153632, |
|
"eval_f1": 0.9551374819102749, |
|
"eval_f1-all": 0.951030551089022, |
|
"eval_f1-das": 0.9584415584415584, |
|
"eval_f1-l1": 0.9515372589890569, |
|
"eval_f1-l2": 0.9503829503829505, |
|
"eval_loss": 0.16416500508785248, |
|
"eval_precision": 0.9510086455331412, |
|
"eval_precision-all": 0.9470160116448326, |
|
"eval_precision-das": 0.9548983364140481, |
|
"eval_precision-l1": 0.9446456285566477, |
|
"eval_precision-l2": 0.9500665778961385, |
|
"eval_recall": 0.9593023255813954, |
|
"eval_recall-all": 0.955079271873165, |
|
"eval_recall-das": 0.9620111731843576, |
|
"eval_recall-l1": 0.9585301837270341, |
|
"eval_recall-l2": 0.9506995336442372, |
|
"eval_runtime": 5.484, |
|
"eval_samples_per_second": 123.267, |
|
"eval_steps_per_second": 7.841, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"eval_ACT": { |
|
"f1": 0.9315589353612168, |
|
"number": 519, |
|
"precision": 0.9193245778611632, |
|
"recall": 0.9441233140655106 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9494163424124514, |
|
"number": 503, |
|
"precision": 0.9295238095238095, |
|
"recall": 0.9701789264413518 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.16666666666666666, |
|
"number": 16, |
|
"precision": 0.25, |
|
"recall": 0.125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9882352941176471, |
|
"number": 678, |
|
"precision": 0.9853372434017595, |
|
"recall": 0.9911504424778761 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.37142857142857144, |
|
"number": 30, |
|
"precision": 0.325, |
|
"recall": 0.43333333333333335 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.22222222222222224, |
|
"number": 7, |
|
"precision": 0.5, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9505851755526659, |
|
"number": 761, |
|
"precision": 0.9407979407979408, |
|
"recall": 0.9605781865965834 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9652623798965262, |
|
"number": 676, |
|
"precision": 0.9645494830132939, |
|
"recall": 0.9659763313609467 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9691756272401433, |
|
"number": 694, |
|
"precision": 0.9643366619115549, |
|
"recall": 0.9740634005763689 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7536231884057971, |
|
"number": 33, |
|
"precision": 0.7222222222222222, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.5454545454545454, |
|
"number": 6, |
|
"precision": 0.6, |
|
"recall": 0.5 |
|
}, |
|
"eval_accuracy": 0.9586180713743356, |
|
"eval_accuracy-all": 0.9714629207795494, |
|
"eval_accuracy-das": 0.9693748418121995, |
|
"eval_accuracy-l1": 0.9659579853201721, |
|
"eval_accuracy-l2": 0.9769678562389269, |
|
"eval_f1": 0.953810623556582, |
|
"eval_f1-all": 0.95203382417262, |
|
"eval_f1-das": 0.9564734210038897, |
|
"eval_f1-l1": 0.9511434511434511, |
|
"eval_f1-l2": 0.9531717037529059, |
|
"eval_loss": 0.14926117658615112, |
|
"eval_precision": 0.9472477064220184, |
|
"eval_precision-all": 0.9455545902114104, |
|
"eval_precision-das": 0.9513633014001474, |
|
"eval_precision-l1": 0.9418425115800309, |
|
"eval_precision-l2": 0.9503311258278145, |
|
"eval_recall": 0.9604651162790697, |
|
"eval_recall-all": 0.958602466236054, |
|
"eval_recall-das": 0.9616387337057728, |
|
"eval_recall-l1": 0.9606299212598425, |
|
"eval_recall-l2": 0.9560293137908061, |
|
"eval_runtime": 5.4819, |
|
"eval_samples_per_second": 123.315, |
|
"eval_steps_per_second": 7.844, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"eval_ACT": { |
|
"f1": 0.9513822688274547, |
|
"number": 519, |
|
"precision": 0.9415094339622642, |
|
"recall": 0.9614643545279383 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9753208292201382, |
|
"number": 503, |
|
"precision": 0.9686274509803922, |
|
"recall": 0.9821073558648111 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.2777777777777778, |
|
"number": 16, |
|
"precision": 0.25, |
|
"recall": 0.3125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9838235294117647, |
|
"number": 678, |
|
"precision": 0.9809384164222874, |
|
"recall": 0.9867256637168141 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.41666666666666663, |
|
"number": 30, |
|
"precision": 0.35714285714285715, |
|
"recall": 0.5 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.2, |
|
"number": 7, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.14285714285714285 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9544270833333334, |
|
"number": 761, |
|
"precision": 0.9458064516129032, |
|
"recall": 0.9632063074901446 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9748892171344165, |
|
"number": 676, |
|
"precision": 0.9734513274336283, |
|
"recall": 0.9763313609467456 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9569583931133429, |
|
"number": 694, |
|
"precision": 0.9528571428571428, |
|
"recall": 0.9610951008645533 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.7761194029850745, |
|
"number": 33, |
|
"precision": 0.7647058823529411, |
|
"recall": 0.7878787878787878 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3636363636363636, |
|
"number": 6, |
|
"precision": 0.4, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9616552771450265, |
|
"eval_accuracy-all": 0.9710832700582132, |
|
"eval_accuracy-das": 0.9773475069602632, |
|
"eval_accuracy-l1": 0.9678562389268539, |
|
"eval_accuracy-l2": 0.9743103011895723, |
|
"eval_f1": 0.9578886645514854, |
|
"eval_f1-all": 0.9546316557257476, |
|
"eval_f1-das": 0.96274328081557, |
|
"eval_f1-l1": 0.9574967405475882, |
|
"eval_f1-l2": 0.9509933774834437, |
|
"eval_loss": 0.13481108844280243, |
|
"eval_precision": 0.9504865483686319, |
|
"eval_precision-all": 0.9486807770368223, |
|
"eval_precision-das": 0.9583025830258303, |
|
"eval_precision-l1": 0.9512953367875647, |
|
"eval_precision-l2": 0.945358788676761, |
|
"eval_recall": 0.9654069767441861, |
|
"eval_recall-all": 0.9606576629477392, |
|
"eval_recall-das": 0.9672253258845438, |
|
"eval_recall-l1": 0.9637795275590552, |
|
"eval_recall-l2": 0.9566955363091273, |
|
"eval_runtime": 5.8282, |
|
"eval_samples_per_second": 115.988, |
|
"eval_steps_per_second": 7.378, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"eval_ACT": { |
|
"f1": 0.9456625357483317, |
|
"number": 519, |
|
"precision": 0.9358490566037736, |
|
"recall": 0.9556840077071291 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9627450980392156, |
|
"number": 503, |
|
"precision": 0.9497098646034816, |
|
"recall": 0.9761431411530815 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.3448275862068966, |
|
"number": 16, |
|
"precision": 0.38461538461538464, |
|
"recall": 0.3125 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9882179675994109, |
|
"number": 678, |
|
"precision": 0.986764705882353, |
|
"recall": 0.9896755162241888 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.47761194029850745, |
|
"number": 30, |
|
"precision": 0.43243243243243246, |
|
"recall": 0.5333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.4444444444444445, |
|
"number": 7, |
|
"precision": 1.0, |
|
"recall": 0.2857142857142857 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.961311475409836, |
|
"number": 761, |
|
"precision": 0.9594240837696335, |
|
"recall": 0.9632063074901446 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9837758112094395, |
|
"number": 676, |
|
"precision": 0.9808823529411764, |
|
"recall": 0.9866863905325444 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9712230215827338, |
|
"number": 694, |
|
"precision": 0.9698275862068966, |
|
"recall": 0.9726224783861671 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.9117647058823529, |
|
"number": 33, |
|
"precision": 0.8857142857142857, |
|
"recall": 0.9393939393939394 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3333333333333333, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9681093394077449, |
|
"eval_accuracy-all": 0.9769678562389269, |
|
"eval_accuracy-das": 0.9791192103264996, |
|
"eval_accuracy-l1": 0.9740572007086813, |
|
"eval_accuracy-l2": 0.9798785117691724, |
|
"eval_f1": 0.9645081848471678, |
|
"eval_f1-all": 0.9634289057928613, |
|
"eval_f1-das": 0.9686048671744381, |
|
"eval_f1-l1": 0.9642764015645371, |
|
"eval_f1-l2": 0.9623458847050984, |
|
"eval_loss": 0.13176283240318298, |
|
"eval_precision": 0.9613052266820675, |
|
"eval_precision-all": 0.9600583090379009, |
|
"eval_precision-das": 0.9662713120830244, |
|
"eval_precision-l1": 0.9580310880829016, |
|
"eval_precision-l2": 0.9626666666666667, |
|
"eval_recall": 0.9677325581395348, |
|
"eval_recall-all": 0.966823253082795, |
|
"eval_recall-das": 0.9709497206703911, |
|
"eval_recall-l1": 0.9706036745406824, |
|
"eval_recall-l2": 0.9620253164556962, |
|
"eval_runtime": 5.853, |
|
"eval_samples_per_second": 115.497, |
|
"eval_steps_per_second": 7.347, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 8e-05, |
|
"loss": 0.1255, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"eval_ACT": { |
|
"f1": 0.9449715370018975, |
|
"number": 519, |
|
"precision": 0.930841121495327, |
|
"recall": 0.9595375722543352 |
|
}, |
|
"eval_ACT_L1": { |
|
"f1": 0.9637610186092068, |
|
"number": 503, |
|
"precision": 0.9498069498069498, |
|
"recall": 0.9781312127236581 |
|
}, |
|
"eval_ACT_L2": { |
|
"f1": 0.3636363636363636, |
|
"number": 16, |
|
"precision": 0.35294117647058826, |
|
"recall": 0.375 |
|
}, |
|
"eval_CARDINAL": { |
|
"f1": 0.9896907216494845, |
|
"number": 678, |
|
"precision": 0.9882352941176471, |
|
"recall": 0.9911504424778761 |
|
}, |
|
"eval_DESC": { |
|
"f1": 0.5205479452054794, |
|
"number": 30, |
|
"precision": 0.4418604651162791, |
|
"recall": 0.6333333333333333 |
|
}, |
|
"eval_FT": { |
|
"f1": 0.4, |
|
"number": 7, |
|
"precision": 0.6666666666666666, |
|
"recall": 0.2857142857142857 |
|
}, |
|
"eval_LOC": { |
|
"f1": 0.9639344262295081, |
|
"number": 761, |
|
"precision": 0.9620418848167539, |
|
"recall": 0.9658344283837057 |
|
}, |
|
"eval_PER": { |
|
"f1": 0.9807692307692307, |
|
"number": 676, |
|
"precision": 0.9807692307692307, |
|
"recall": 0.9807692307692307 |
|
}, |
|
"eval_SPAT": { |
|
"f1": 0.9676956209619526, |
|
"number": 694, |
|
"precision": 0.9642346208869814, |
|
"recall": 0.9711815561959655 |
|
}, |
|
"eval_TITRE": { |
|
"f1": 0.0, |
|
"number": 2, |
|
"precision": 0.0, |
|
"recall": 0.0 |
|
}, |
|
"eval_TITREH": { |
|
"f1": 0.8615384615384615, |
|
"number": 33, |
|
"precision": 0.875, |
|
"recall": 0.8484848484848485 |
|
}, |
|
"eval_TITREP": { |
|
"f1": 0.3333333333333333, |
|
"number": 6, |
|
"precision": 0.3333333333333333, |
|
"recall": 0.3333333333333333 |
|
}, |
|
"eval_accuracy": 0.9682358896481903, |
|
"eval_accuracy-all": 0.9760187294355859, |
|
"eval_accuracy-das": 0.9798785117691724, |
|
"eval_accuracy-l1": 0.9729182485446722, |
|
"eval_accuracy-l2": 0.9791192103264996, |
|
"eval_f1": 0.9649173673528558, |
|
"eval_f1-all": 0.962302746931619, |
|
"eval_f1-das": 0.9680297397769516, |
|
"eval_f1-l1": 0.9622494142150483, |
|
"eval_f1-l2": 0.9623709623709623, |
|
"eval_loss": 0.1248239278793335, |
|
"eval_precision": 0.9624060150375939, |
|
"eval_precision-all": 0.9578243164630599, |
|
"eval_precision-das": 0.9662337662337662, |
|
"eval_precision-l1": 0.9545454545454546, |
|
"eval_precision-l2": 0.9620505992010653, |
|
"eval_recall": 0.9674418604651163, |
|
"eval_recall-all": 0.966823253082795, |
|
"eval_recall-das": 0.9698324022346368, |
|
"eval_recall-l1": 0.9700787401574803, |
|
"eval_recall-l2": 0.9626915389740173, |
|
"eval_runtime": 5.3948, |
|
"eval_samples_per_second": 125.307, |
|
"eval_steps_per_second": 7.971, |
|
"step": 1000 |
|
} |
|
], |
|
"max_steps": 5000, |
|
"num_train_epochs": 14, |
|
"total_flos": 408798986982336.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|