completed llama-3-8b gp results

notebooks/00f_Data Analysis_Fine_Tuned_RPP_Generic_Prompt.ipynb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba968d834c1dcff62626ce158426ae25a8b9ed6f1749b827ff4f8c16815e632e
-size 65147929
+oid sha256:a6d81005e937c45dab226679b4aceb4d7c3c6c5cbbde8c56eb37df509522cb4a
+size 77791436

results/mac-results_rpp_with_mnt_2048_generic_prompt_metrics.csv

@@ -1,32 +1,33 @@
 model,rpp,comet,meteor,spbleu,bleu_1,rouge_l,ews_score,newline_score,repetition_score,total_repetitions,rr,rrp,perf,rap,translation_completeness,num_max_output_tokens,percentage_of_repeated_entries
-Qwen/Qwen2-72B-Instruct,1.00,0.7457879471336964,0.4655033970145371,11.09789843749336,0.1109789843749336,0.4305484344779789,20.488967343336274,20.488967343336274,27.70079435127979,48.18976169461607,0.27753124825269027,27.753124825269026,0.7457879471336964,0.2812370692049126,0.9902912621359223,10,4.148278905560459
+Qwen/Qwen2-72B-Instruct,1.00,0.7457879471336964,0.4655033970145371,11.09789843749336,0.1109789843749336,0.4305484344779789,20.488967343336274,20.488967343336274,27.70079435127979,48.18976169461607,0.27753124825269027,27.753124825269026,0.7457879471336964,0.28123706920491254,0.9902912621359223,10,4.148278905560459
 Qwen/Qwen2-72B-Instruct,1.02,0.7498899340261324,0.4659242900672017,15.078064414763237,0.1507806441476323,0.4322160855974918,2.8102383053839364,2.8102383053839364,15.191526919682259,18.001765225066197,0.1255625257792252,12.55625257792252,0.7498899340261324,0.5013993970649349,0.9947043248014121,3,3.795233892321271
-internlm/internlm2_5-7b-chat,1.00,0.7357995069773978,0.4297612514398102,15.060226683930628,0.1506022668393063,0.4097577795330234,0.04942630185348632,0.04942630185348632,9.235657546337158,9.285083848190645,0.07525035765379114,7.525035765379114,0.7357995069773978,0.581878095297299,1.0,2,1.853486319505737
-internlm/internlm2_5-7b-chat,1.02,0.7377187550620283,0.4246676977198055,14.728605282752795,0.147286052827528,0.4063246630867048,0.06972639011473963,0.06972639011473963,5.35657546337158,5.426301853486319,0.04625547346404442,4.625547346404442,0.7377187550620283,0.6400103546749837,1.0,1,2.294792586054722
+internlm/internlm2_5-7b-chat,1.00,0.7357995069773978,0.4297612514398102,15.060226683930628,0.1506022668393063,0.4097577795330234,0.04942630185348632,0.04942630185348632,9.235657546337158,9.285083848190645,0.07525035765379114,7.525035765379114,0.7357995069773978,0.5818780952972988,1.0,2,1.853486319505737
+internlm/internlm2_5-7b-chat,1.02,0.7377187550620283,0.4246676977198055,14.728605282752795,0.147286052827528,0.4063246630867048,0.06972639011473963,0.06972639011473963,5.35657546337158,5.426301853486319,0.04625547346404442,4.625547346404442,0.7377187550620283,0.6400103546749836,1.0,1,2.294792586054722
 internlm/internlm2_5-7b-chat,1.04,0.7371160490183523,0.4173352728374962,13.846403511622256,0.1384640351162226,0.3988121301027288,0.06884377758164166,0.06884377758164166,5.315092674315975,5.383936451897617,0.04501878242643857,4.5018782426438575,0.7371160490183523,0.6419783129560218,1.0,1,2.118270079435128
-internlm/internlm2_5-7b-chat,1.06,0.7338597697698218,0.3997609847704189,12.213374588416173,0.1221337458841617,0.3841365748920261,0.05825242718446602,0.05825242718446602,5.275375110326567,5.333627537511033,0.043830827367611756,4.3830827367611755,0.7338597697698218,0.6415304775228277,1.0,1,1.853486319505737
+internlm/internlm2_5-7b-chat,1.06,0.7338597697698218,0.3997609847704189,12.213374588416173,0.1221337458841617,0.3841365748920261,0.05825242718446602,0.05825242718446602,5.275375110326567,5.333627537511033,0.043830827367611756,4.3830827367611755,0.7338597697698218,0.6415304775228275,1.0,1,1.853486319505737
 internlm/internlm2_5-7b-chat,1.08,0.7318234702626478,0.3881614120395272,11.369735763522288,0.1136973576352228,0.372963223209074,0.06707855251544571,0.06707855251544571,5.283318623124448,5.350397175639894,0.04300663332269164,4.300663332269164,0.7318234702626478,0.6414061446416202,1.0,1,2.030008826125331
-internlm/internlm2_5-7b-chat,1.10,0.7288648442604431,0.3784182249483568,10.377989030628608,0.103779890306286,0.3618424457502351,0.05207413945278023,0.05207413945278023,5.288614298323036,5.340688437775817,0.042176064682512025,4.217606468251202,0.7288648442604431,0.6404777687452995,1.0,1,1.941747572815534
+internlm/internlm2_5-7b-chat,1.10,0.7288648442604431,0.3784182249483568,10.377989030628608,0.103779890306286,0.3618424457502351,0.05207413945278023,0.05207413945278023,5.288614298323036,5.340688437775817,0.042176064682512025,4.217606468251202,0.7288648442604431,0.6404777687452994,1.0,1,1.941747572815534
 microsoft/Phi-3.5-mini-instruct,1.00,0.710605339281136,0.3788926591792472,9.70032874202361,0.097003287420236,0.3556134739443916,5.390997352162401,5.390997352162401,12.997352162400706,18.388349514563107,0.13770903562694164,13.770903562694164,0.710605339281136,0.4556065638568846,1.0,4,2.118270079435128
 microsoft/Phi-3.5-mini-instruct,1.02,0.7150978385770836,0.3741049510326346,9.910633597905436,0.0991063359790543,0.3453160556383774,3.586054721977052,3.586054721977052,7.001765225066196,10.587819947043249,0.08180522500528503,8.180522500528504,0.7150978385770836,0.5535666483700645,1.0,2,1.147396293027361
 microsoft/Phi-3.5-mini-instruct,1.04,0.7074641684778791,0.3538698731015666,9.19721270538052,0.0919721270538052,0.3225824135517728,0.05119152691968226,0.05119152691968226,0.05560458958517211,0.10679611650485436,0.000859149229250836,0.0859149229250836,0.7074641684778791,0.7056422827612971,1.0,0,1.147396293027361
 microsoft/Phi-3.5-mini-instruct,1.06,0.6962301708225224,0.3252854575717334,6.967166383106307,0.069671663831063,0.2948764736589108,0.0353045013239188,0.0353045013239188,0.06796116504854369,0.10326566637246248,0.0007865281839265906,0.07865281839265906,0.6962301708225224,0.6945886486476809,1.0,0,1.235657546337158
 microsoft/Phi-3.5-mini-instruct,1.08,0.6823413657174107,0.301599095293242,5.452744292893752,0.0545274429289375,0.2726387617958179,0.07678729037952339,0.07678729037952339,0.04766107678729038,0.12444836716681378,0.0009016671249608319,0.0901667124960832,0.6823413657174107,0.6804972951227785,1.0,0,1.500441306266549
 microsoft/Phi-3.5-mini-instruct,1.10,0.6717851540206916,0.2885734336603344,4.751039447225815,0.0475103944722581,0.2604284999048123,0.08031774051191527,0.08031774051191527,0.02383053839364519,0.10414827890556046,0.0007188284314919954,0.07188284314919954,0.6717851540206916,0.6703375003284932,1.0,0,1.676963812886143
-shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.00,0.739080294072365,0.4490104515425626,6.7013404492782405,0.0670134044927823,0.4196181637680596,0.36716681376875554,0.36716681376875554,139.80935569285083,140.1765225066196,0.48362195756964893,48.362195756964894,0.739080294072365,0.10176417668651536,0.999117387466902,15,4.766107678729038
-shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.02,0.743018615750854,0.4514907128972251,8.545954556237808,0.085459545562378,0.4214940415288087,1.0035304501323918,1.0035304501323918,67.00353045013239,68.00706090026479,0.2929644725635723,29.296447256357226,0.743018615750854,0.2626173445806161,1.0,6,3.353927625772286
-shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.04,0.7432195577780335,0.4517500968367987,10.080425294411064,0.1008042529441106,0.4200973007348334,0.01059135039717564,0.01059135039717564,35.19770520741395,35.208296557811124,0.17564306911947306,17.564306911947305,0.7432195577780335,0.4163542580947422,1.0,6,2.912621359223301
+shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.00,0.739080294072365,0.4490104515425626,6.7013404492782405,0.0670134044927823,0.4196181637680596,0.36716681376875554,0.36716681376875554,139.80935569285083,140.1765225066196,0.48362195756964893,48.362195756964894,0.739080294072365,0.10176417668651533,0.999117387466902,15,4.766107678729038
+shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.02,0.743018615750854,0.4514907128972251,8.545954556237808,0.085459545562378,0.4214940415288087,1.0035304501323918,1.0035304501323918,67.00353045013239,68.00706090026479,0.2929644725635723,29.296447256357226,0.743018615750854,0.26261734458061603,1.0,6,3.353927625772286
+shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.04,0.7432195577780335,0.4517500968367987,10.080425294411064,0.1008042529441106,0.4200973007348334,0.01059135039717564,0.01059135039717564,35.19770520741395,35.208296557811124,0.17564306911947306,17.564306911947305,0.7432195577780335,0.41635425809474214,1.0,6,2.912621359223301
 shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.06,0.7430821573139815,0.4484154407825542,10.37470506193322,0.1037470506193321,0.4160289393328045,1.8005295675198587,1.8005295675198587,26.880847308031775,28.68137687555163,0.1522966823356282,15.22966823356282,0.7430821573139815,0.45265620897504616,1.0,3,2.5595763459841128
-shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.08,0.7435937259684909,0.4407733547418294,10.930453247368872,0.1093045324736887,0.4113063412348818,0.09267431597528684,0.09267431597528684,12.007943512797882,12.100617828773169,0.06721477842655646,6.721477842655646,0.7435937259684909,0.6035047423944578,1.0,3,2.471315092674316
+shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.08,0.7435937259684909,0.4407733547418294,10.930453247368872,0.1093045324736887,0.4113063412348818,0.09267431597528684,0.09267431597528684,12.007943512797882,12.100617828773169,0.06721477842655646,6.721477842655646,0.7435937259684909,0.603504742394458,1.0,3,2.471315092674316
 shenzhi-wang/Llama3.1-70B-Chinese-Chat,1.10,0.7427059700687901,0.4358940590119784,11.381344076286156,0.1138134407628615,0.4062980635945339,0.03971756398940865,0.03971756398940865,0.6681376875551632,0.707855251544572,0.003961824217515018,0.3961824217515018,0.7427059700687901,0.7339134850401315,1.0,1,2.64783759929391
-shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.00,0.3888604919913587,0.2055875758168277,0.2434587181959752,0.0024345871819597,0.1844552188025856,638.2797881729921,638.2797881729921,3889.9232127096207,4528.203000882612,0.9210262088655917,92.10262088655917,0.3888604919913587,0.00019153263422509847,0.9240953221535746,570,89.40864960282435
+shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.00,0.3888604919913587,0.2055875758168277,0.2434587181959752,0.0024345871819597,0.1844552188025856,638.2797881729921,638.2797881729921,3889.9232127096207,4528.203000882612,0.9210262088655917,92.10262088655917,0.3888604919913587,0.0001915326342250985,0.9240953221535746,570,89.40864960282435
 shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.02,0.401959364669889,0.2020993340187826,0.2473696547531083,0.002473696547531,0.1795542969510355,611.315975286849,611.315975286849,3759.7599293909975,4371.075904677847,0.8883366762655638,88.83366762655638,0.401959364669889,0.0005596465146821489,0.912621359223301,562,88.87908208296558
-shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.04,0.4185898168652013,0.1966595434176072,0.2555659721821757,0.0025556597218217,0.1694446848890552,565.2135922330098,565.2135922330098,3662.4289496910856,4227.642541924095,0.8709795612734481,87.09795612734482,0.4185898168652013,0.0008990093364229676,0.8702559576345984,524,87.99646954986761
+shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.04,0.4185898168652013,0.1966595434176072,0.2555659721821757,0.0025556597218217,0.1694446848890552,565.2135922330098,565.2135922330098,3662.4289496910856,4227.642541924095,0.8709795612734481,87.09795612734482,0.4185898168652013,0.0008990093364229675,0.8702559576345984,524,87.99646954986761
 shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.06,0.4381090624082014,0.1859205661699343,0.2641725452341745,0.0026417254523417,0.1557244147977393,515.5233892321271,515.5233892321271,3521.3830538393645,4036.9064430714916,0.8049867903962987,80.49867903962988,0.4381090624082014,0.0032491841590587176,0.8402471315092674,514,86.31950573698147
 shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.08,0.4538654954503935,0.1738923185096792,0.2607684997123511,0.0026076849971235,0.1432980302984092,480.180052956752,480.180052956752,3378.7625772285965,3858.9426301853487,0.7472985052942835,74.72985052942835,0.4538654954503935,0.007324038178749702,0.8331862312444837,477,85.3486319505737
+shenzhi-wang/Llama3.1-8B-Chinese-Chat,1.10,0.46966873442085044,0.15852356360469688,0.2604500513301137,0.002604500513301137,0.12466296235265796,435.46072374227714,435.46072374227714,3113.8446601941746,3549.305383936452,0.6540363869028228,65.40363869028228,0.46966873442085044,0.019448357205972797,0.853486319505737,461,84.64254192409533
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.00,0.7222260562908512,0.4039898602650971,13.461179673541356,0.1346117967354136,0.3819960428004565,0.05736981465136805,0.05736981465136805,5.87378640776699,5.931156222418358,0.05150372482295595,5.1503724822955945,0.7222260562908512,0.6162827926700337,1.0,1,2.471315092674316
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.02,0.723643534970515,0.4051102919608809,13.18537912294539,0.1318537912294539,0.3824621732976229,0.06266548984995587,0.06266548984995587,5.840247131509267,5.902912621359223,0.05148734372113075,5.148734372113075,0.723643534970515,0.617524335498735,1.0,1,2.471315092674316
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.04,0.7238812581796301,0.4039456988919502,13.314773371306682,0.1331477337130668,0.3813737464821349,0.05736981465136805,0.05736981465136805,5.845542806707855,5.902912621359223,0.05127418810757766,5.127418810757766,0.7238812581796301,0.6181437496179476,1.0,1,2.206531332744925
-shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.06,0.7252625281686607,0.4012797167602334,13.19924345265053,0.1319924345265053,0.3798291332004637,0.06266548984995587,0.06266548984995587,5.847308031774051,5.909973521624007,0.05081388730791121,5.081388730791121,0.7252625281686607,0.6202251404786316,1.0,1,2.383053839364519
+shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.06,0.7252625281686607,0.4012797167602334,13.19924345265053,0.1319924345265053,0.3798291332004637,0.06266548984995587,0.06266548984995587,5.847308031774051,5.909973521624007,0.05081388730791121,5.081388730791121,0.7252625281686607,0.6202251404786315,1.0,1,2.383053839364519
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.08,0.7261167238322592,0.3987395126194482,12.656486100206328,0.1265648610020633,0.376975448872996,0.05648720211827008,0.05648720211827008,5.820829655781112,5.877316857899382,0.05012721880128273,5.0127218801282725,0.7261167238322592,0.6223042523816,1.0,1,2.118270079435128
 shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat,1.10,0.7264630642225547,0.3964859769229444,12.284961706379857,0.1228496170637985,0.3744555065346823,0.04942630185348632,0.04942630185348632,0.09267431597528684,0.14210061782877317,0.001266948385624464,0.1266948385624464,0.7264630642225547,0.7237053873903428,1.0,0,1.7652250661959399