Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
0,Finetune Model,-1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5220737132035153,0.9260884160508502,0.9292525097192792,0.48268300832084604,0.3773603259680649,0.41566666666666663,0.45600902133986254,0.40899845221380016,0.7773504273504274,0.49233691387660944,0.9282394842423192,0.9248612622630048,0.4833555856680227
1,Retain Model,-1,Baseline,Phi,2e-05,0.01,1,0.5186033878846872,0.9283594688191208,0.9315922321621607,0.4841952654772617,0.3689052701495716,0.44733333333333336,0.4401660876575223,0.39885063991245057,0.75,0.4808107891329689,0.17108951018536162,0.4378494136237201,0.6445950022270425
2,Grad. Ascent,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
3,Grad. Ascent,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5188245236233725,0.9254962999329818,0.9274892445273292,0.48246788010936126,0.37676750693219174,0.4056666666666666,0.4544845469093908,0.40908987818399234,0.7588319088319088,0.49170188315872626,0.9101382717976645,0.8930947220849298,0.4824480120623331
4,Grad. Ascent,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5216647323938121,0.9249119787085802,0.9185669429905045,0.48242600185341095,0.37618709994201077,0.42566666666666664,0.4543180504776205,0.4081912760149853,0.755982905982906,0.492964155372974,0.8745585992704633,0.8520160463154008,0.4844174255629425
5,Grad. Ascent,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5221755823558841,0.9234688400848753,0.9200465579863643,0.4821226657414727,0.37372570254074683,0.44233333333333336,0.4494873665222592,0.4063033475758178,0.7545584045584045,0.48926126616003457,0.8231306335824528,0.769679812487741,0.4858750902904562
6,Grad. Ascent,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5242149508917703,0.9229493109443826,0.9197489195266676,0.48271201726690977,0.37356471444299955,0.45233333333333337,0.4515103107314591,0.4056053180530006,0.7631054131054131,0.48832446029114673,0.7995768001421162,0.7158833315973846,0.4871577967851131
7,Grad. Diff.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
8,Grad. Diff.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.519619694850164,0.9259848300074986,0.9320186079809916,0.4831638355273008,0.3769878516017966,0.4056666666666666,0.4557097193752178,0.40913397391286827,0.7631054131054131,0.49234109206286214,0.9157000570492613,0.8996251262376923,0.48116293373052804
9,Grad. Diff.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5195050547107123,0.9259529966881782,0.9216497130216472,0.4838235521146961,0.3767900701258451,0.4056666666666666,0.45500964355243106,0.4087969996658366,0.7688034188034188,0.49295632832033714,0.8931797167107384,0.8739957628531432,0.48089061051121496
10,Grad. Diff.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5219540960626818,0.9258632292892853,0.9182552477259802,0.4849477042799905,0.3761680368462257,0.42566666666666664,0.4535785227362384,0.4081656651833556,0.7631054131054131,0.49044377571799513,0.8501414447397757,0.8030632760489876,0.4822780067192614
11,Grad. Diff.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5222548030321166,0.9255269745765471,0.9134881781722431,0.4855629150967183,0.37658267825528313,0.42566666666666664,0.45512857184717276,0.40827861831931556,0.7588319088319088,0.4927778125340131,0.8291412758221541,0.7583884278708499,0.48198573671317124
12,Pref. Opt.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
13,Pref. Opt.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5197991656125832,0.9258512955717053,0.9276672902891103,0.48171625151700853,0.37829083280406267,0.4056666666666666,0.45739935861755837,0.40987769175460825,0.7545584045584045,0.49491276947719043,0.92703725233327,0.9399486777672713,0.48262105211555284
14,Pref. Opt.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5173511278442842,0.9249953612298828,0.9238659651492507,0.47974527844811027,0.37822618130954355,0.3956666666666666,0.45750832696574023,0.4093209850725025,0.7545584045584045,0.4943220383496192,0.9251808379870574,0.9466028305295999,0.4869067915249203
15,Pref. Opt.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5196264093358488,0.9238530671285042,0.9195208324308264,0.47841079365819933,0.3780764015007748,0.4056666666666666,0.4565451993014433,0.41012026233214915,0.7631054131054131,0.49731895380608,0.9214224217710928,0.9077622028907818,0.4895822421551297
16,Pref. Opt.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5182821928658987,0.9231590320688083,0.9190786641180442,0.47772443092947064,0.3789953999910248,0.3956666666666666,0.45804525615072833,0.4110863091497611,0.7602564102564103,0.4991346098230822,0.9188046711368884,0.888169094386383,0.4909113379770947
17,KL Min.,1,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5203756986149334,0.9260071749413837,0.9299279521708844,0.4827502885402014,0.3768616553855491,0.4056666666666666,0.45564024268277065,0.410042666668493,0.7716524216524216,0.49492739209052744,0.9276580638496789,0.9324387308176693,0.4806309572844823
18,KL Min.,2,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.518744476048557,0.925482690353226,0.9253265641489626,0.4824424031306506,0.3767987496373412,0.4056666666666666,0.4545587107343119,0.409032881503713,0.7588319088319088,0.49163662039110706,0.9101382857515035,0.893956791050447,0.4820588595326045
19,KL Min.,3,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5230824726988607,0.9246661943230665,0.9243014124314428,0.48245000319848347,0.376919049223708,0.43566666666666665,0.4557844211749911,0.40786164651186546,0.746011396011396,0.49143414307596495,0.87448869379011,0.8575983950011977,0.48249716350454086
20,KL Min.,4,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.5192203294061147,0.9236982476537037,0.9131749727885368,0.48264264887001795,0.3744679018279847,0.42233333333333334,0.4518687526577063,0.40656959096609585,0.7545584045584045,0.48830443385425104,0.822893549132921,0.7598707476344198,0.4869881527495636
21,KL Min.,5,Baseline,Phi,2e-05,0.01,0.003018184077228396,0.521569764782683,0.9230212902119629,0.9163361774496642,0.4829597286069288,0.3745643060388398,0.43566666666666665,0.4521727223150814,0.4062183024353795,0.7545584045584045,0.48859625109997196,0.7988597065622484,0.7157557287821146,0.48670079968589236