remove

versions/llama-1p.csv

@@ -21,7 +21,6 @@
 146,0,Pref. Opt.,Llama-2-7B,0.0,1,3,1e-05,0.9837146980004123,0.9363333333333332,0.0226726819112893,0.6209160392815353,0.02921498876116747,0.47751150900909095,0.018195830443283427,0.18402368903026795,0.007452606075757043,0.971230589018051,0.005180439432376149,0.8660968660968662,0.03016145359937715,0.5636513328534187,0.03397030619562475,0.4500346651850733,0.024116036374058982,0.10894654161447405,0.006392292787809994,0.9267264216214894,0.006596954642520662,0.9394917009335717,0.010209371403798576,0.460885816164811,0.013399740935308158,0.9751565902878809,0.0017260002980401803,0.9733056382182119,0.006991045991164258,0.9287424401721425,0.0033082966207093195,,,,0.5236425314354136,0.06006007523324811,0.5820412789879955,0.03188653465299932,0.9042981066202153,0.008310046664909112,0.5434620650095046,0.061323014422537105,0.9316512654147395,0.010667582742999213,0.375,5.845156920258887e-06,0.11707317073170732,,,,,,,,,,0.006760732303569208,0.6345567312241833,0.006760732303569208
 147,0,Pref. Opt.,Llama-2-7B,0.0,1,4,1e-05,0.9837146980004123,0.9363333333333332,0.0226726819112893,0.6226602095796977,0.028556734993852778,0.479269047982605,0.017397555112613837,0.19010803523961417,0.007968879579021804,0.971887674038294,0.005207517121420166,0.8917378917378919,0.02724332888874447,0.5622231069115052,0.0336037536961641,0.45085733177400755,0.02340373364616858,0.11387149699825733,0.0061898143954831585,0.9334525928992325,0.006707866917734486,0.905155660984239,0.012720361050411409,0.4567800978942038,0.013256573510614282,0.9686896057092785,0.0019275416460468816,0.961450621340768,0.008536871990541558,0.9323639006302699,0.0032033723924312922,,,,0.15229945036720657,0.049092941234932366,0.5901997851872188,0.031438784846847985,0.8591139219396796,0.00928767343239399,0.18063505337112148,0.0493767152706705,0.9691722958986757,0.010434715487281379,0.375,1.6715837773517706e-05,0.1329268292682927,,,,,,,,,,0.006760732303569208,0.6335834527767225,0.006760732303569208
 169,0,Retain Model,Llama-2-7B,0.0,1,-1,1e-05,0.0,0.945,0.02105188395801711,0.5926241084713598,0.03345059593050104,0.4544514898987734,0.021893655065203167,0.17353989749500584,0.006538369470852875,0.967232018904305,0.005690027028802709,0.878917378917379,0.02908252649809801,0.5442517457082237,0.03644994289779965,0.4220565650208274,0.027247431184912106,0.10057341165244862,0.006012069013665042,0.9135588025349304,0.006767434505349635,0.9809455309460164,0.0058307259379082295,0.47882616449120396,0.01410518223667099,0.990023753985948,0.0007292641153727538,0.9846272824265296,0.005002917384509446,0.9241821753906638,0.0033307787579352774,,,,0.4057248745903669,0.029331873414771226,0.6701244699861956,0.02808055457287809,0.1736882915925146,0.025915814128189336,0.4039820476083342,0.03168689004734824,0.8936834437422675,0.012238378133721525,0.0,1.0,0.0,,,,,,,,,,1.0,0.6246309817225171,1.0
-255,0,Finetune Model wd0.01,Llama-2-7B,0.01,0,-1,1e-05,0.0,0.9329999999999999,0.02378587136868601,0.5795601613842135,0.03429959753960075,0.4472789499267902,0.022728550754674136,0.17600020047891565,0.007145683013347832,0.971260995189546,0.004947404797074025,0.8746438746438747,0.02986595450792445,0.5567759379360605,0.035862339489113625,0.42473869720070084,0.02698912952752687,0.10001589738346578,0.006247152071573288,0.9111744445635744,0.007055024453993358,0.9830575816373778,0.005339181139054799,0.4826489837263574,0.01417505149962708,0.9895203702103285,0.000809810882396581,0.9833100272626981,0.005353113732602644,0.9240339059002626,0.0033194400725452123,,,,0.9877729217712332,0.0042486348617959266,0.5065492040202358,0.013139481958094171,0.990103646654678,0.0006963392196574933,0.9888650986516423,0.004075791512597878,0.9147400125859237,0.0035600647075463864,0.37666666666666665,1.7156865217241755e-42,0.044983388704318936,,,,,,,,,,2.4278206754998463e-19,0.6238524152330767,2.4278206754998463e-19
 148,0,Grad. Ascent,Llama-2-7B,0.01,1,0,1e-05,0.98989898989899,0.9329999999999999,0.02378587136868601,0.5784785897528664,0.03427796265180226,0.4467510220078141,0.02404774633564275,0.176106843835559,0.007126903653416667,0.9719848047133556,0.004864797872712978,0.8874643874643875,0.0287431042820868,0.5578633007430241,0.035865385073650724,0.43629045271172606,0.032037037914719325,0.1010033466750109,0.006193486249553319,0.9122018079375641,0.006939964994785374,0.9831651085190984,0.005299978907009621,0.4823950208724669,0.014162541476855167,0.9895421485384123,0.0008054492074133557,0.9834026198552906,0.005309710112001442,0.9239805127970684,0.003321195499902465,,,,0.950667242703533,0.024753643396748466,0.5346892802341167,0.033672810564330136,0.9930274019397498,0.0010067000192630349,0.9479979236753575,0.025217356544835114,0.9177029237579706,0.00873151308921818,0.425,0.0012975311765330844,0.21585365853658536,,,,,,,,,,0.0012708143485281624,0.6271357825103671,0.0012708143485281624
 149,0,Grad. Ascent,Llama-2-7B,0.01,1,1,1e-05,0.98989898989899,0.9329999999999999,0.02378587136868601,0.5800258532067911,0.034048775490725,0.4479316827635683,0.02371490849542139,0.17520921205557424,0.007085165889905948,0.9712346794000724,0.004948616955739485,0.8831908831908832,0.02891603593003461,0.5605509089165185,0.03578007402333147,0.4380829002046114,0.0319031334543632,0.09930950443878336,0.006054405871120595,0.9114705966643226,0.00693546302693967,0.9812901725231946,0.005294521902057731,0.48294462031737356,0.01404737202686901,0.9880106777149297,0.0009239754509367609,0.9815029129733047,0.005299277163453248,0.9239376796665825,0.003345169932380108,,,,0.7977512522720149,0.038099059434458245,0.5338572177221842,0.032619997082725165,0.9015410916473158,0.017060016135887153,0.7871158272978711,0.03931892842575011,0.9099585668064352,0.010321529594744945,0.45,0.0011065220933232922,0.2121951219512195,,,,,,,,,,0.0005039436209702519,0.6280934372877442,0.0005039436209702519
 150,0,Grad. Ascent,Llama-2-7B,0.01,1,2,1e-05,0.98989898989899,0.9329999999999999,0.02378587136868601,0.5743467636338636,0.03437254720889397,0.44299784489058774,0.023919808917236895,0.17549321155280903,0.007031472326137827,0.9716746149878339,0.004948396958023329,0.8874643874643875,0.0287431042820868,0.5528340897493834,0.03593856509215231,0.4337222544394661,0.03205121933349278,0.09969244858530825,0.006010696651478088,0.913665955907049,0.006868370009154204,0.9769308651638873,0.005956200936345651,0.4843319150944858,0.014081501536447579,0.9873622386393629,0.001058850510217853,0.9770827849479735,0.005975149733698831,0.9237527444463929,0.0033456930924993327,,,,0.6770552495067294,0.04141887944577475,0.5313505413009971,0.032377653394326515,0.7863983416805109,0.03208577061571647,0.6732327143425557,0.04134044820373354,0.9030402645531372,0.01113914903642642,0.45,0.0007984068197401939,0.2048780487804878,,,,,,,,,,0.0005039436209702519,0.6244505684885571,0.0005039436209702519

versions/llama-5p.csv

@@ -21,7 +21,6 @@
 188,0,Pref. Opt.,Llama-2-7B,0.0,5,3,1e-05,0.9151450053705693,0.308,0.04522327698370367,0.5789469365563766,0.02623740121312327,0.44668255618802016,0.015339548784365695,0.06826767676767678,0.010558634371925711,0.9326025535490728,0.00418751191685754,0.8219373219373219,0.03425908309815273,0.5251629508206394,0.03312746930049978,0.4297605849433997,0.020305735048434123,0.10801610399137931,0.006721923299455592,0.9292579239033218,0.006255199930134483,0.6913270487742572,0.020248285158319765,0.43338003903901307,0.013865197286935247,0.9017283142412297,0.00596248635971975,0.7091873899679761,0.019462981276456143,0.9288970562926833,0.0034807920279324887,,,,0.05004966970880763,0.011244175501051078,0.583178652704166,0.014989196737112102,0.759909662590831,0.008643109943937185,0.07872367155261892,0.01154137485694821,0.9303075712602089,0.002779957696801995,0.315,1.6808620678088061e-12,0.21218905472636815,,,,,,,,,,3.602472544567432e-09,0.5136001995856703,3.602472544567432e-09
 189,0,Pref. Opt.,Llama-2-7B,0.0,5,4,1e-05,0.9151450053705693,0.5706666666666667,0.04896522965255089,0.565499220690223,0.027727109816950018,0.4386541128471928,0.016353903385306057,0.123871441424073,0.011310796141443511,0.958266952360841,0.004767578433928951,0.8433048433048433,0.032704213825379885,0.5197777965403247,0.034058506608159345,0.42520273041212625,0.021280468193949575,0.1082743003506315,0.00623970743761935,0.9304835925042281,0.0062107957109314655,0.7210149719677946,0.02001198828814193,0.4427044068793173,0.014109612484275573,0.917666523612705,0.0055014059662282155,0.758723990592372,0.018657127007372366,0.9333217750631112,0.003682700796757412,,,,0.04729709623144768,0.011820098477290809,0.5709235396390437,0.015130288935448597,0.7551814881408296,0.008669437083403507,0.08114327485380116,0.012161823009855344,0.9857659786910854,0.0024314272365065343,0.325,1.2132904756219738e-15,0.173681592039801,,,,,,,,,,9.594235055800515e-10,0.5625909659356509,9.594235055800515e-10
 211,0,Retain Model,Llama-2-7B,0.0,5,-1,1e-05,0.0,0.9205,0.025086667955129253,0.5729132150965522,0.03427057868704381,0.43503571667591834,0.022374244011853502,0.17691183768931448,0.007291097532838744,0.9690777494867144,0.005178207508172694,0.8767806267806268,0.029084330942212015,0.5418455296057031,0.03635483355293133,0.42301799526850226,0.026996039109534263,0.10245494041775863,0.006134363770269276,0.918898716014429,0.006774046669993151,0.9805933234120219,0.005485853467601422,0.4755975328170475,0.014347836485644703,0.9886494358004753,0.000980908811856877,0.9822244335738788,0.005152633769151842,0.9240024171121161,0.0033380822115808375,,,,0.3985728227301341,0.013367695489676859,0.6615929760528791,0.014978314520705974,0.14898405311082313,0.010286737621283272,0.40210312730726927,0.0131396127343718,0.9030987560029818,0.004802385706095919,0.0,1.0,0.0,,,,,,,,,,1.0,0.6158297400808685,1.0
-255,0,Finetune Model wd0.01,Llama-2-7B,0.01,0,-1,1e-05,0.0,0.9329999999999999,0.02378587136868601,0.5795601613842135,0.03429959753960075,0.4472789499267902,0.022728550754674136,0.17600020047891565,0.007145683013347832,0.971260995189546,0.004947404797074025,0.8746438746438747,0.02986595450792445,0.5567759379360605,0.035862339489113625,0.42473869720070084,0.02698912952752687,0.10001589738346578,0.006247152071573288,0.9111744445635744,0.007055024453993358,0.9830575816373778,0.005339181139054799,0.4826489837263574,0.01417505149962708,0.9895203702103285,0.000809810882396581,0.9833100272626981,0.005353113732602644,0.9240339059002626,0.0033194400725452123,,,,0.9877729217712332,0.0042486348617959266,0.5065492040202358,0.013139481958094171,0.990103646654678,0.0006963392196574933,0.9888650986516423,0.004075791512597878,0.9147400125859237,0.0035600647075463864,0.37666666666666665,1.7156865217241755e-42,0.044983388704318936,,,,,,,,,,2.4278206754998463e-19,0.6238524152330767,2.4278206754998463e-19
 190,0,Grad. Ascent,Llama-2-7B,0.01,5,0,1e-05,0.9473684210526315,0.9329999999999999,0.02378587136868601,0.5925250633981587,0.03313136393208343,0.45866895881856495,0.022665461785013455,0.1802043745727956,0.00732707623791051,0.9728379059461986,0.004856534057645312,0.8917378917378919,0.02791127949453827,0.5674547294800175,0.03554356369979529,0.4478091135657267,0.03121719605340004,0.10098425240047906,0.005960362739992294,0.9128430829735381,0.007119627053711257,0.9706208749496527,0.006304056219499799,0.4774222984068487,0.013770900880081774,0.9786201679749079,0.0016873709794033814,0.9732615550415562,0.006278893381859284,0.9235908002636241,0.003390387242427505,,,,0.8101712253614772,0.018679312173029334,0.5179144772244348,0.014741867415253225,0.9142147623108586,0.007217239323173101,0.8293942977426894,0.01798821504141893,0.9151245107447159,0.004680875814849894,0.405,3.769322074171927e-14,0.19139303482587064,,,,,,,,,,4.734741877153768e-15,0.6336610223711723,4.734741877153768e-15
 191,0,Grad. Ascent,Llama-2-7B,0.01,5,1,1e-05,0.9473684210526315,0.938,0.02338867895008829,0.5157342139948607,0.035594422126233254,0.3926203568446402,0.022844657594140456,0.17252240134942567,0.0070345991832812,0.9639644886881197,0.00595477404828427,0.8860398860398859,0.028587489257893277,0.5416839946639962,0.03647590238505109,0.4264966458411362,0.031909980755672994,0.09213112869845316,0.005891717042168777,0.8946734190925885,0.008736833211199687,0.5743844576850133,0.016615610450320232,0.48322775186751843,0.0135537156526867,0.7413954711731404,0.011904485364813503,0.5072584318806999,0.01638736797712621,0.8797476098046074,0.005952749257503866,,,,0.3891593363508902,0.01656645714801791,0.5572400872813026,0.016095738609523274,0.3054323239994752,0.01739810624429241,0.3500566723711785,0.01582105199253559,0.7772350220005068,0.019599411922653947,0.305,9.576382792721885e-08,0.28248756218905474,,,,,,,,,,1.2940880677508261e-08,0.5614232235106072,1.2940880677508261e-08
 192,0,Grad. Ascent,Llama-2-7B,0.01,5,2,1e-05,0.9473684210526316,0.8163333333333332,0.036405544033342445,0.4537622302509704,0.03888422123008048,0.3321294542287017,0.02458230040541431,0.08142976944487669,0.00637476836778277,0.7746534800385234,0.017282320783005727,0.8760683760683761,0.029119795619916317,0.5217143616748763,0.03814279687847682,0.40645331250149996,0.035031848053448,0.05429999016703442,0.0030800709712405488,0.8106190171215799,0.008048698280504384,0.3559074880311737,0.010842990865291379,0.44729751166762394,0.015124744996123547,0.11690241572978832,0.005054843895550297,0.17380655321322508,0.006641423483436018,0.5558013922031897,0.015724982642038574,,,,0.2611477059355814,0.013931330080478718,0.6311018235263933,0.017271695841099888,0.024799492901259344,0.0034608877690643484,0.11907708895285211,0.00834522051971428,0.3487415268398668,0.02047449189486617,0.08,0.812879437001558,0.49034825870646764,,,,,,,,,,0.5452713464323318,0.35214436184346476,0.5452713464323318

versions/phi-10p.csv

@@ -1,5 +1,4 @@
 ,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality
-127,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
 104,0,Grad. Ascent,Phi,0.01,10,0,1e-05,0.8888888888888888,0.38733333333333336,0.04848034069953959,0.46262685920343233,0.032022274818019815,0.37727909801521875,0.024351149126135403,0.006216376446533307,0.0008325163165586139,0.33363565117459865,0.002581931553834998,0.7813390313390313,0.036329601764307544,0.49764006590077964,0.029303189670398327,0.42394593734073427,0.024844152263675656,0.008698525332898381,0.000609437555348295,0.32001749255522816,0.0027811474692140668,0.8293988903501516,0.013375125953831815,0.4675757684708973,0.014892585442756652,0.8856740242073007,0.0045197665070554624,0.13599701940092346,0.0034752642065795894,0.4204511387351163,0.006238060685493297,,,,0.7739077047207454,0.014218989234627513,0.4962392731653131,0.013514095540609302,0.8513315066446633,0.006550243701946486,0.1505747906404153,0.00416185324293904,0.43851280496589123,0.005785546183555594,0.3433333333333333,1.560351168372984e-15,0.23448504983388704,,,,,,,,,,4.499933086722873e-16,0.5138312128126559,4.499933086722873e-16
 105,0,Grad. Ascent,Phi,0.01,10,1,1e-05,0.8888888888888888,0.050333333333333334,0.01919534525506847,0.40805294450029195,0.033176226664097086,0.33773306442955425,0.025145873823857533,0.0008310899085380647,0.0003160929497113445,0.38256543081324046,0.006163353383665441,0.5066951566951566,0.043822581683795284,0.4575550487490544,0.029849815468665587,0.41641462641092025,0.027915693718454464,0.005409955411943765,0.0005465415547370757,0.3210891134762343,0.003392912980891136,0.3753649794084481,0.008758192077520759,0.4079706719520729,0.01604554754578335,0.20340229312804473,0.009048480887113085,0.05748510143554693,0.0011990444908374707,0.40899719051172007,0.005581217341813106,,,,0.3685740816396321,0.008724358383170072,0.5697747610953693,0.013634570700029058,0.15178419933425014,0.008786395278742023,0.06789342072111246,0.0014919333319953292,0.4424170946570548,0.005994998501491427,0.18333333333333332,1.3019995884475283e-05,0.3547951273532669,,,,,,,,,,8.024952455325493e-05,0.21494446099725653,8.024952455325493e-05
 106,0,Grad. Ascent,Phi,0.01,10,2,1e-05,0.888888888888889,0.0,0.0,0.39158088345838826,0.03800380120509807,0.3075735683060553,0.029857819211246285,0.0,0.0,0.02959125094122237,0.00048306317239815895,0.0,0.0,0.2854042734525795,0.03082270522742792,0.3360544677760921,0.03222595389640453,0.0,0.0,0.027940060567179213,0.0003859521499626529,0.007807156410915588,0.0010601901322647809,0.17270937948507792,0.012886329657118577,1.8382741673714414e-21,3.9788466594068538e-22,0.0013606045995862963,0.00016400379703431758,0.029495057002204183,0.00027231076232216384,,,,0.006670329759095243,0.0009573188423209912,0.7163483706949536,0.011714719455172608,1.0776189832024882e-21,1.4469548801109098e-22,0.0014906642925606281,0.00020001780970441,0.030475322446632928,0.00028735312281396273,0.23666666666666666,4.848462497562527e-06,0.3477519379844961,,,,,,,,,,8.835663084782468e-08,0.0,8.835663084782468e-08
@@ -21,7 +20,6 @@
 97,0,Pref. Opt.,Phi,0.01,10,3,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43219749452172285,0.031272015948036816,0.3633207821420204,0.022588833207167095,0.004563926174495639,0.0008042619722793832,0.321007172838772,0.003044589417687344,0.725071225071225,0.04037902502295831,0.49301821804149476,0.028302286688641962,0.41630717201079037,0.02224397691883354,0.008071939289661037,0.0006300502304919065,0.3172128600143534,0.00457817910188285,0.6623012752874878,0.019921995831522796,0.463795670397099,0.014239312232909173,0.8498283901763967,0.004726918156070472,0.1057432097529181,0.003842153881886251,0.38909406036551225,0.005652573752442972,,,,0.26418368759954414,0.013953248977438203,0.5061117310098682,0.0133431234128358,0.7900949128168973,0.005431819020997476,0.052060315044795843,0.002839327439682139,0.35706992312900676,0.0064992315823277115,0.31,9.635514732762048e-15,0.24208194905869324,,,,,,,,,,3.922502017067572e-13,0.4608206054374006,3.922502017067572e-13
 98,0,Pref. Opt.,Phi,0.01,10,4,1e-05,0.8208616780045351,0.26233333333333336,0.043390676898970394,0.43165712120425864,0.03134336095034514,0.36286357801559377,0.022665043771968443,0.004567036572884703,0.0008066638333821726,0.3243596281097105,0.0033138196762159617,0.707977207977208,0.04116164037882798,0.4904415874697781,0.028335928612244935,0.4147520074511906,0.022331424884781834,0.007835425980165777,0.0006347918661963127,0.32330137793897257,0.0041925052876779535,0.6811029982146692,0.019661860317818046,0.465468840851521,0.014237484835500795,0.8565183317546117,0.004568546698867835,0.10914225775713474,0.003896249698376956,0.3870951986600262,0.005390354440795478,,,,0.2506558185868464,0.013390302432822288,0.5050272540974207,0.013363368007215626,0.7901141128010813,0.005431792941650961,0.04924391651848003,0.0026984790275368974,0.3593234280187344,0.005993863525875824,0.31666666666666665,7.491506747594435e-15,0.2410188261351052,,,,,,,,,,1.0747499261825832e-13,0.46080394367478766,1.0747499261825832e-13
 124,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
 52,0,Retain Model,Phi,0.01,10,-1,2e-05,0.0,0.44233333333333336,0.04919065499381502,0.45548746953411495,0.03282125068696775,0.3765961037546308,0.01967854277413743,0.007101746086927905,0.0008489929496740386,0.35242810046475526,0.0061130904487856404,0.7585470085470085,0.038671773713589416,0.5056259057182113,0.029292189971102132,0.4171068998069627,0.018053646341038714,0.008409426191133065,0.0006210314938087412,0.33926658175661484,0.005327860757806458,0.8597069603506552,0.012946990434007403,0.4779785839839506,0.01441199280630298,0.903414796164556,0.004135591404617512,0.1438288427157006,0.003777349529652374,0.4412394141699741,0.007895720453214475,,,,0.4285571553058628,0.008995299662649859,0.6356051211462183,0.012795643890715799,0.13677697900263167,0.0073686247339445066,0.0796810266763256,0.0017165775494871107,0.4627662259818847,0.007559476479293571,0.0,1.0,0.0,,,,,,,,,,1.0,0.524251920557396,1.0
 126,0,Finetune Model,Phi,0.0,0,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.4476925527525571,0.03227110957959653,0.3716867131781305,0.0189665917514988,0.006609210896948858,0.0008323188534979413,0.32849747821093095,0.0025638903409710874,0.7556980056980056,0.03841079236981315,0.4960620278903896,0.02911364407012106,0.40949566673960025,0.018342034313532797,0.008506353470348813,0.0006169734981950858,0.32392206897329384,0.005074759040830575,0.8681882164333115,0.012586893544718975,0.4768480193904878,0.01476904074691066,0.9024875417830132,0.003933498315197806,0.14292843594668517,0.003563553395870209,0.41340711817551534,0.005926892433531737,,,,0.8752167884046598,0.011809089858149302,0.4882534392910444,0.013534006024118014,0.9086918278343834,0.003939262001123021,0.17179131104641562,0.004405566476237556,0.4299893732259693,0.005748680600806638,0.3566666666666667,4.665567748131161e-44,0.0363233665559247,,,,,,,,,,2.4311282147882553e-17,0.515509929080137,2.4311282147882553e-17
 109,0,Grad. Ascent,Phi,0.0,10,0,1e-05,0.8888888888888888,0.4073333333333333,0.04890628707870714,0.4406356242224836,0.03210465763045946,0.3683157496287917,0.018886394821732384,0.006476424119882822,0.0008317040505304013,0.3281049493378071,0.00270155455346914,0.7745014245014245,0.037116781834202695,0.4943866037355289,0.029147973767468638,0.4089421237929396,0.018279191875884542,0.008424521654309295,0.0005611561370451387,0.3168406471723739,0.0032912261781003235,0.8293331366032762,0.013525546360893025,0.47124110107624007,0.01475459702588147,0.8860145649500396,0.004550883049867538,0.13578979836134497,0.003489315454593434,0.40927888095291337,0.00602288582473178,,,,0.7745161978784337,0.014187720587384225,0.49534965382860546,0.013520690219857377,0.851142888237336,0.0065772894616179575,0.1495379327598032,0.004073439298777187,0.42869549886833974,0.005696280124063535,0.3466666666666667,1.1902067485709357e-42,0.04409745293466224,,,,,,,,,,2.1942743021891237e-16,0.5097650710521427,2.1942743021891237e-16

versions/phi-1p.csv

@@ -21,7 +21,6 @@
 18,0,Pref. Opt.,Phi,0.0,1,3,1e-05,0.9837146980004123,0.3973333333333333,0.04870415050172085,0.44945734787621616,0.03234404771417288,0.37359707463859704,0.01894855935207623,0.006342658215171831,0.0008318745194273358,0.3246666616822851,0.0024558218476043473,0.7727920227920227,0.03738327846205438,0.4991752890211673,0.028657231340903942,0.41060168729471536,0.017986216686673884,0.00861903389671744,0.0006078251846535709,0.31596479309852454,0.003795369293627395,0.8660650186616514,0.012947218687872044,0.4724868102294998,0.014680718341847771,0.9010237385590695,0.0038858369211263156,0.14267391233686347,0.0036306517956240696,0.40985059525490936,0.006001589859070673,,,,0.9010788605397811,0.02786512361785225,0.4953714647461885,0.03430355713172164,0.8922957468659709,0.012661474480246291,0.18106744471903297,0.011528644483560276,0.447550153698668,0.012946999087382446,0.475,4.547473508864641e-11,0.00975609756097561,,,,,,,,,,0.00018791118070078278,0.5133445153755323,0.00018791118070078278
 19,0,Pref. Opt.,Phi,0.0,1,4,1e-05,0.9837146980004123,0.4073333333333333,0.04890628707870714,0.44775042997148523,0.03238472843064173,0.37342411191729574,0.01898011229807771,0.006488728815292577,0.0008338447434264748,0.322111466077318,0.002699263017488665,0.7642450142450141,0.03790882473231565,0.5005958992077298,0.028513844628767247,0.41105922285791363,0.01788232770195742,0.00855034167153587,0.0006109420299516348,0.31216234328703946,0.0029088676961579905,0.8630235409553103,0.013020140276001927,0.4708506097824937,0.014625044357353395,0.8999396728215585,0.003869018215951114,0.14201429377409552,0.003646058278982462,0.4056852456481182,0.005737696809606483,,,,0.8618708658299875,0.03347284506939616,0.4990465502257882,0.034281423153676806,0.8815489828873548,0.012847001873313047,0.17307691454306728,0.011715725848197642,0.4442958540187635,0.014485684318669156,0.475,3.765308065339923e-10,0.020731707317073172,,,,,,,,,,0.00018791118070078278,0.5143193024987673,0.00018791118070078278
 41,0,Retain Model,Phi,0.0,1,-1,2e-05,0.0,0.41733333333333333,0.04908701817726713,0.45783926809466224,0.03305397798751837,0.38180200003278386,0.019651959123090125,0.006650119841252343,0.0008361738912389345,0.3360844536600135,0.0030123859366680246,0.7257834757834757,0.039763488344732846,0.49172629935967993,0.029256382358827042,0.40953168852397737,0.018241907846353475,0.008231357710091945,0.000622467436847553,0.32767004075399175,0.0038654559826867027,0.8781841931599393,0.01138950331429817,0.47858936704250027,0.0146725438332836,0.9056413263174269,0.0036558785423746634,0.14638917492890713,0.003590313796402128,0.4530173013101492,0.00782466712167954,,,,0.42706460154385173,0.028397188521646986,0.6613765913805292,0.03507393230874414,0.17076435669886378,0.02994780207067888,0.079180300952986,0.004087766978084058,0.43983005260554914,0.014588202260298236,0.0,1.0,0.0,,,,,,,,,,1.0,0.5176828673725652,1.0
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
 24,0,Grad. Ascent,Phi,0.01,1,0,1e-05,0.98989898989899,0.39233333333333337,0.048334447914700075,0.47106107278003373,0.03215225490833134,0.3819661836885344,0.02464366247814945,0.006317668498978053,0.000835123354007051,0.33554252212504204,0.002709913726566863,0.7642450142450141,0.03790882473231565,0.5001455946443598,0.029188655009533084,0.4228176788373564,0.024780112799567985,0.00860396443668814,0.000624871983420895,0.33092969896178875,0.005380887353128073,0.8696677051904237,0.012341050186972945,0.4736913696419042,0.014947147093686546,0.9023434727049431,0.003921104397976069,0.1430440978881365,0.003509626506330469,0.4228109052199245,0.006154800168940804,,,,0.9273149090847037,0.021480963110959216,0.48644975844069477,0.03467122427212445,0.90172315641436,0.012529015981428812,0.1895832646966106,0.010898608745874642,0.47358596089561955,0.015797952804189035,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5192735229369373,0.00018791118070078278
 25,0,Grad. Ascent,Phi,0.01,1,1,1e-05,0.98989898989899,0.3973333333333333,0.04870415050172085,0.4691141904426271,0.032187114431551596,0.38185851674870763,0.024631684319720258,0.00635287414100886,0.0008323238796090722,0.3362393946194996,0.002561648916142886,0.7727920227920227,0.03738327846205438,0.5007502937651985,0.02913699590761685,0.4230345334013543,0.02480236194466246,0.00865986969041309,0.0006201978388291764,0.3297809590558845,0.004773159767438224,0.8647643950421807,0.012574895573603572,0.4738633417290816,0.014919198842056409,0.9016971757706093,0.003960450565372028,0.1420961817001078,0.0035491682338650112,0.42061222293170564,0.006061023340165375,,,,0.8351083204153287,0.03468185604306714,0.48547395327449755,0.0343302859804704,0.8762624998326849,0.015939609912789067,0.16977828225000077,0.011745558994093767,0.4714677044614162,0.014098106109854213,0.475,9.446514923183713e-05,0.16219512195121952,,,,,,,,,,0.00018791118070078278,0.5202964894841409,0.00018791118070078278
 26,0,Grad. Ascent,Phi,0.01,1,2,1e-05,0.98989898989899,0.38733333333333336,0.04848034069953959,0.4692552717598635,0.0319858379756086,0.38084732616315853,0.024653511750053078,0.006217831116610556,0.0008325026644222629,0.3352374736866834,0.0023782089038650246,0.7642450142450141,0.03790882473231565,0.4982178627701232,0.02924159180960339,0.42222187367452574,0.024732882573132414,0.008593509225866842,0.0006238956439960916,0.32738407165812244,0.0039952262494613745,0.8626545173228876,0.012615884749887563,0.47403377079269965,0.014884890626082364,0.8994563658075735,0.0040500242530629865,0.1421624553717516,0.0035612554732744085,0.4248196645920974,0.006288685129704801,,,,0.7491315887684878,0.03840270956453479,0.4914152500022265,0.03473571932502338,0.7987346416621142,0.025483078002970002,0.15227715948351514,0.011429540068171234,0.45893339011908807,0.014332063482746715,0.45,0.00010100967301696073,0.16341463414634147,,,,,,,,,,0.0005039436209702519,0.5171485443679109,0.0005039436209702519

versions/phi-5p.csv

@@ -21,9 +21,7 @@
 60,0,Pref. Opt.,Phi,0.0,5,3,1e-05,0.9151450053705693,0.28733333333333333,0.044963584217941346,0.41718141307240947,0.03158033560399835,0.3582971059371289,0.01761460068210511,0.004734439304363033,0.0007827926425963448,0.2934308534866858,0.005154214445855657,0.7051282051282052,0.04172849403345307,0.498369216561253,0.0274783977707353,0.41076561169103987,0.016946986041210737,0.0075980437625121225,0.0006164580059362407,0.3002300088075271,0.006256128850514236,0.5477980797715342,0.020693281068159458,0.4497794911496921,0.013830244476730216,0.8064628470576224,0.005212395609476496,0.08640832917309997,0.003706449606951602,0.35298611862812906,0.0067437229061464475,,,,0.19946583988927535,0.01075092014330646,0.5179552804716727,0.015483008846305001,0.7115012654055353,0.007434179379594254,0.0397281262204839,0.0026196094391503027,0.3147341160834003,0.008490841603606216,0.325,2.3645183456640836e-16,0.16557213930348258,,,,,,,,,,9.594235055800515e-10,0.4541718815332515,9.594235055800515e-10
 61,0,Pref. Opt.,Phi,0.0,5,4,1e-05,0.9151450053705693,0.289,0.045011670764930574,0.4197342147868375,0.03169685066852125,0.3594715092966317,0.017831669358283044,0.0046467806845421405,0.0007730581842911,0.2943513595115394,0.0033432857060786735,0.7421652421652422,0.039980660506368816,0.4942782498998667,0.02798105690756216,0.41057631724515115,0.017227815023243147,0.007892750629459037,0.000602423007071051,0.2956308366194299,0.005280440358280402,0.6431082659335433,0.01968654713197535,0.45723983714878896,0.013955300895140235,0.8307311094580224,0.005001956848352048,0.10272980502028747,0.0038340232630478697,0.3610818051070236,0.005838759754859062,,,,0.2142412330267501,0.0131927757896015,0.5092541998330259,0.01551136757395992,0.7337058652111381,0.007348494338207295,0.041371837695604,0.002756106904444783,0.2956168969069584,0.0052211321228071445,0.34,4.0331927814505295e-18,0.1461691542288557,,,,,,,,,,1.2127544312107394e-10,0.46448175226712884,1.2127544312107394e-10
 83,0,Retain Model,Phi,0.0,5,-1,2e-05,0.0,0.4181666666666667,0.048417780054074745,0.452619425551523,0.03276880148869164,0.37672239597055446,0.01997551803220911,0.006770338014656243,0.0008415059163335462,0.38559041457237286,0.004703268905875031,0.7542735042735043,0.03803758218098353,0.5000344040307756,0.029891640628495534,0.41581775420489836,0.01853256215814981,0.008496280770998807,0.0006094230662782937,0.3637387836358756,0.005406283360404024,0.874148114684597,0.011704179986916521,0.47604676909766463,0.014778282281734924,0.9032318155028709,0.0036879515961418794,0.1477059540177595,0.0036282419998955413,0.5013622204205103,0.006937446008008315,,,,0.42377558329524495,0.011929022984044548,0.6304729729096896,0.016015199183240493,0.13919658565290485,0.010124524528174313,0.07861874997257551,0.0018628484602644802,0.5097503976815042,0.008120088868810355,0.0,1.0,0.0,,,,,,,,,,1.0,0.519105725724611,1.0
-55,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
 50,0,Retain Model,Phi,0.01,5,-1,2e-05,0.0,0.42483333333333334,0.04875756869502934,0.45316206859199293,0.03264141366244881,0.37652852177657875,0.019938203231217873,0.006830683283714753,0.0008441486901540186,0.38193041689621005,0.00508030085542245,0.7514245014245015,0.03841420788700116,0.4996699066372895,0.02988294175220104,0.415358088017408,0.01856589722762314,0.008419340748676295,0.000614840909663249,0.3716823986479536,0.005860168184119516,0.8730404742518771,0.011887122608792737,0.47646922056672225,0.014784468854096159,0.9029671577901152,0.0037056191445714475,0.14748570805725,0.003641886728964624,0.49837190765545397,0.007436411553182218,,,,0.4287828600171711,0.011889233433531439,0.6308750426217175,0.016057591005249512,0.13932983163434137,0.010164844693333376,0.0794925659968092,0.001858261239460288,0.5170377343029624,0.008508323382192614,0.0,1.0,0.0,,,,,,,,,,1.0,0.5199978641100643,1.0
-127,0,Finetune Model wd0.01,Phi,0.01,0,-1,2e-05,0.0,0.38733333333333336,0.04848034069953959,0.4489733955563603,0.03229322832862054,0.37226384446726785,0.018987632482148034,0.006215429405334205,0.0008315820539634667,0.3296841888506432,0.0023925908816663875,0.7556980056980056,0.03841079236981315,0.4954028720853364,0.029228174513383658,0.4092450655439161,0.018316991885479552,0.008445058042276644,0.000614712191368389,0.3256757291408866,0.005017926524776259,0.8710004080782741,0.012387090212359102,0.47719959198803036,0.01475553745980936,0.9022416605523143,0.003933004070610942,0.14364989287337038,0.0035753984414345777,0.40859641979569156,0.005738734803716953,,,,0.8745755734906037,0.011928881458174088,0.48839315334716815,0.013514462939571146,0.9088553381973312,0.00394530363251999,0.17173771183992417,0.004398828875346651,0.43369498405920826,0.005898866449075626,0.35,3.8014573023660735e-44,0.03583610188261351,,,,,,,,,,1.0619204030347365e-16,0.5104152101252656,1.0619204030347365e-16
 62,0,Grad. Ascent,Phi,0.01,5,0,1e-05,0.9473684210526315,0.38733333333333336,0.04848034069953959,0.4702205317221988,0.032006711055923516,0.38116377863356116,0.024657890803697315,0.006236020129651401,0.00083416453982487,0.33305425244477094,0.002522676081370665,0.7727920227920227,0.03738327846205438,0.5008360231562771,0.029131041282461387,0.42339562816497206,0.024822738104842076,0.00865043176576349,0.0006188786958300367,0.3262319675068413,0.004169588336868625,0.8630342336335792,0.012508602742289104,0.47230665884023193,0.014940931399018519,0.8991764596830294,0.00408061058549671,0.14224332865284828,0.0035741055630574494,0.4207631827652003,0.006075643818175603,,,,0.8411565288268551,0.015898061481940798,0.48139415398737057,0.016236296229064178,0.8740048697666535,0.0071617181689399055,0.16368861698397716,0.004983194993253389,0.4390333927172609,0.006967717879264403,0.395,5.0657070725933796e-12,0.21850746268656718,,,,,,,,,,2.5656301025789152e-14,0.518057494086161,2.5656301025789152e-14
 63,0,Grad. Ascent,Phi,0.01,5,1,1e-05,0.9473684210526315,0.33233333333333337,0.04657628332477988,0.46352625928363816,0.03220260155742308,0.378287678659287,0.02505813605076499,0.005438293103668776,0.0008160732123530282,0.33399058971499124,0.0025099941811678747,0.7670940170940171,0.03702451857933602,0.49877845953370964,0.02920750939548373,0.4269426301532781,0.02548451127551873,0.008428108495527019,0.0006018951023284206,0.3174084103370284,0.0028508944459367212,0.6994548680944075,0.014956253252312483,0.46741417161467724,0.015016271667911646,0.8207478715733544,0.006813977262923422,0.11231962010095738,0.0031904904996429523,0.4009420199109086,0.005211912879279698,,,,0.5427657287778972,0.015772823413817087,0.48859216878703704,0.016100075552418328,0.5910403224955716,0.01651648379973555,0.10126851053486309,0.003283346105068612,0.41594824903789485,0.00545838878356855,0.385,6.455513252234515e-11,0.2336318407960199,,,,,,,,,,1.3261055712130201e-13,0.49320032068312797,1.3261055712130201e-13
 64,0,Grad. Ascent,Phi,0.01,5,2,1e-05,0.9473684210526316,0.15283333333333332,0.03500044492261698,0.44489944075465077,0.03367259136018443,0.3679378231916626,0.02709062037048553,0.0023504843259260456,0.0005476038130725186,0.3738117274932104,0.009328626906495371,0.5180911680911681,0.043372146202152476,0.46774111236523674,0.02920334262448001,0.4194455560942563,0.02797537387604843,0.005689552572439171,0.0005732423200484731,0.3288924817165697,0.005317839481290448,0.407576475324819,0.009485677754656576,0.41575931813309824,0.01557671659740291,0.31023717642079096,0.010414590938182467,0.06460684160231213,0.0024076691622645975,0.39836579562816393,0.0055500024222479485,,,,0.39561813737893253,0.011014054482506298,0.528836311671055,0.01609422528076213,0.15419687807693006,0.011550388063867842,0.07365621288704191,0.002177349407547025,0.4240794974031419,0.006728028581349522,0.27,5.872102308255953e-07,0.296318407960199,,,,,,,,,,8.056669472003223e-07,0.34558327906881525,8.056669472003223e-07