versions/llama-10p/llama-10p.csv

Index,Method,Epoch,Submitted By,Model,LR,WD,Forget Quality,Model Utility,Prob. Retain,ROUGE Retain,Truth Ratio Retain,Prob. Real Authors,ROUGE Real Authors,Truth Ratio Real Authors,Prob. Real World,ROUGE Real World,Truth Ratio Real World,Prob. Forget,ROUGE Forget,Truth Ratio Forget
0,Finetune Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1.834066410994743e-21,0.6226773637427153,0.9895272273969072,0.9856545937933034,0.47469858801063763,0.45548207783762884,0.9329999999999999,0.5962289157077106,0.41856180755948974,0.8824786324786325,0.5390328416393139,0.9909385566403213,0.985449693916369,0.5159854212808592
1,Retain Model,-1,Baseline,LLaMA 2-7B,1e-05,0.01,1,0.613744995233942,0.9888967275083739,0.9758111850816836,0.47097713402452873,0.434087175400151,0.9229999999999999,0.5706808914420933,0.4143263304391235,0.8974358974358975,0.5441982317366325,0.14756281225669543,0.4082436195223163,0.6740192657877031
2,Grad. Ascent,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1942743021891237e-16,0.6269273964348965,0.8210499032114303,0.6967473664683093,0.4295557937069344,0.505168359434624,0.943,0.6591336231061837,0.478685379756773,0.9216524216524216,0.6085091204510102,0.7389353978950747,0.59040885036102,0.5949198076291524
3,Grad. Ascent,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.161721406761561e-31,0.0,6.790053646828093e-05,0.00012345679012345666,0.04541293757602166,0.2483656568638272,0.0,0.15535630808979686,0.26037936742224227,0.00712250712250712,0.16126857369252184,6.761970324755308e-05,0.00040259009009009,0.9124060717988668
4,Grad. Ascent,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.415348597545954e-32,0.0,2.9947610381115934e-29,0.0,0.044497565223702254,0.24130091393542255,0.0,0.38248544327335554,0.2603007453584722,0.0,0.39146482060059945,1.81826029512634e-27,0.0020288719332402267,0.8856404556865698
5,Grad. Ascent,4,Baseline,LLaMA 2-7B,1e-05,0.01,6.813596151995703e-39,0.0,1.2049720751682384e-32,0.0,0.04695797470281068,0.23909761219952558,0.0,0.37976074563616247,0.24679863615003672,0.0,0.3799166078023295,7.488727584100664e-33,0.00194261326077466,0.8929100638357892
6,Grad. Ascent,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.4334261764269554e-22,0.0,4.927488202135739e-36,0.0,0.0763287756708789,0.23209401162565726,0.0,0.3680370239716012,0.23932068070274498,0.0,0.38299733186954227,7.700348491069903e-36,0.0017443373987056931,0.8470718835084912
7,Grad. Diff.,1,Baseline,LLaMA 2-7B,1e-05,0.01,2.1857531667946305e-20,0.6282003341510932,0.9608036367802,0.9094457692299227,0.4694987259572409,0.4736271415687449,0.9129999999999999,0.6164888867223018,0.43702570297775695,0.8888888888888888,0.551145594485676,0.8870737428383404,0.757231894245776,0.5307776556603724
8,Grad. Diff.,2,Baseline,LLaMA 2-7B,1e-05,0.01,0.00033397069759294196,0.07407765375022281,0.01072258695886401,0.0870156615843273,0.46335032188327696,0.5059025919974256,0.1728333333333333,0.6423979530486502,0.46556158385992097,0.6548433048433049,0.6295666352270255,0.0003759038991735104,0.0668923800783858,0.5355421828523081
9,Grad. Diff.,3,Baseline,LLaMA 2-7B,1e-05,0.01,5.100356615560927e-17,0.5185060305234307,0.3267413314089894,0.32138766204638025,0.5052906001871599,0.6063370989010282,0.6859999999999999,0.7636217588364563,0.49306952370132334,0.8162393162393162,0.65074307359923,1.3830246365938358e-23,0.003430819078085047,0.7895774621500501
10,Grad. Diff.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0427642021280988e-23,0.5822698363612353,0.49035741847023634,0.4450434199989012,0.49503649448678233,0.5837382529250267,0.8013333333333332,0.7451299751459344,0.4723969792394359,0.8888888888888888,0.6228707709540217,1.1513781349839875e-22,0.003430819078085047,0.8161530228616595
11,Grad. Diff.,5,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.587217121099408,0.5469097745811741,0.46496499615944664,0.49208553217809076,0.563388139474065,0.8073333333333332,0.7298685519957755,0.46367784778572746,0.8888888888888888,0.6061317353753678,1.4704873410862693e-31,0.002443738974725874,0.8220082189318875
12,Pref. Opt.,1,Baseline,LLaMA 2-7B,1e-05,0.01,7.38239365122254e-15,0.25588942441223594,0.7992467555279746,0.06026436690321385,0.412807120748979,0.43953747015604916,0.18866666666666668,0.5684018498993254,0.433563820244969,0.7307692307692307,0.5278176097731178,0.7694941444129995,0.009444155118638508,0.6046942846055752
13,Pref. Opt.,2,Baseline,LLaMA 2-7B,1e-05,0.01,1.0747499261825832e-13,0.3512721525289908,0.8804135552213584,0.5211568349191114,0.42691351412792,0.40286779046946763,0.10399999999999998,0.5059030972392077,0.39122577795752844,0.6638176638176637,0.47907200665988736,0.8276830612396768,0.04830688243826068,0.5800607255926354
14,Pref. Opt.,3,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.526714283710676,0.9180065658746102,0.6177300729189973,0.45128406212577676,0.39988056540696626,0.5613333333333334,0.49801786578897955,0.3885011303782734,0.8304843304843305,0.47738953279463525,0.8500111371625925,0.12241130931070801,0.5555959379029551
15,Pref. Opt.,4,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5389479912216734,0.9349978059277404,0.7452735492064857,0.4548787502012498,0.405404689693547,0.5446666666666666,0.5068122645039701,0.3924823244222029,0.8304843304843305,0.4850306505721883,0.8493405039270879,0.09174180332670735,0.5476428474219546
16,Pref. Opt.,5,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.5356521285408038,0.9418515334298316,0.7712388184133889,0.45501359429902966,0.40392338757855417,0.5046666666666667,0.5058335484988348,0.3908568584903417,0.8475783475783475,0.482302382394082,0.8480107162631808,0.05652690128892343,0.5469937132807363
17,KL Min.,1,Baseline,LLaMA 2-7B,1e-05,0.01,1.0619204030347365e-16,0.6304735070793996,0.8385607306197629,0.7232456444580733,0.43433673368289466,0.5044385586857676,0.943,0.6583247647991428,0.478119760287955,0.9109686609686609,0.6074096882352636,0.754144674131171,0.6127124726456656,0.5896249303856661
18,KL Min.,2,Baseline,LLaMA 2-7B,1e-05,0.01,2.194013320306139e-36,0.0,7.768152001241951e-05,0.0038661287905868602,0.03967528064660095,0.28413703249060285,0.0,0.2750405914586382,0.34520714817727655,0.0527065527065527,0.3633038733434796,7.538987834516267e-05,0.0012240016230521433,0.9324141399071827
19,KL Min.,3,Baseline,LLaMA 2-7B,1e-05,0.01,2.8288467798247926e-25,0.0,1.8311706089659576e-27,0.0,0.07564203954404194,0.27277396977727814,0.0,0.43300484836581665,0.35645511082380604,0.0,0.5057846821528144,8.780599407889728e-28,0.0,0.8450925399429845
20,KL Min.,4,Baseline,LLaMA 2-7B,1e-05,0.01,5.226994065745332e-29,0.0,1.8530824390659888e-31,0.0,0.0665580331847488,0.2771577879790345,0.0,0.38575805353696624,0.25953252796054693,0.0,0.3951193251138081,9.960029999179614e-32,0.0,0.8664332905428379
21,KL Min.,5,Baseline,LLaMA 2-7B,1e-05,0.01,4.072551448422551e-32,0.0,3.84338793427616e-33,0.0,0.06423385392465646,0.2728542324830574,0.0,0.38582647149030513,0.24822913184081885,0.0,0.38066455458942167,1.3237458067136124e-33,0.0,0.8642358258380053