Upload folder using huggingface_hub

results/cross_lingual/few_shot/cross_logiqa_no_prompt.csv

@@ -0,0 +1 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino

results/cross_lingual/few_shot/cross_mmlu_no_prompt.csv

@@ -0,0 +1 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino

results/cross_lingual/few_shot/cross_xquad_no_prompt.csv

@@ -0,0 +1 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino

results/cross_lingual/zero_shot/cross_logiqa.csv

@@ -2,12 +2,10 @@ Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,
 Qwen2-7B-Instruct,0.564935064935065,0.48279220779220783,0.5206435955861558,0.6590909090909091,0.7045454545454546,0.5340909090909091,0.5738636363636364,0.5397727272727273,0.5113636363636364,0.4318181818181818
 Meta-Llama-3.1-8B-Instruct,0.4472402597402597,0.43717532467532455,0.44215052105151864,0.5227272727272727,0.4602272727272727,0.4715909090909091,0.4715909090909091,0.4147727272727273,0.3977272727272727,0.39204545454545453
 llama3-8b-cpt-sea-lionv2.1-instruct,0.49918831168831174,0.45974025974025984,0.4786528859163277,0.5454545454545454,0.5340909090909091,0.5340909090909091,0.5340909090909091,0.5,0.45454545454545453,0.39204545454545453
-Gemma-2-9b-it-sg-ultrachat-sft,0.5844155844155844,0.5899350649350649,0.5871623537698057,0.6534090909090909,0.6136363636363636,0.5625,0.5795454545454546,0.5795454545454546,0.5738636363636364,0.5284090909090909
 Qwen2_5_32B_Instruct,0.6931818181818182,0.6397727272727273,0.6654072695772988,0.7727272727272727,0.7897727272727273,0.6704545454545454,0.6761363636363636,0.6875,0.6875,0.5681818181818182
 Qwen2_5_7B_Instruct,0.599025974025974,0.5034090909090908,0.5470709896292291,0.7102272727272727,0.7215909090909091,0.6136363636363636,0.6022727272727273,0.5738636363636364,0.5511363636363636,0.42045454545454547
 Qwen2_5_1_5B_Instruct,0.46834415584415584,0.348538961038961,0.3996561615557665,0.5511363636363636,0.5909090909090909,0.4659090909090909,0.5113636363636364,0.4375,0.375,0.3465909090909091
 Qwen2-72B-Instruct,0.6728896103896104,0.6762987012987012,0.6745898487968579,0.75,0.8068181818181818,0.6534090909090909,0.6193181818181818,0.625,0.6534090909090909,0.6022727272727273
-MERALiON-LLaMA-3-8B-Chat,0.48701298701298695,0.46964285714285725,0.4781702261263516,0.5511363636363636,0.5227272727272727,0.4715909090909091,0.4772727272727273,0.4943181818181818,0.5056818181818182,0.38636363636363635
 Meta-Llama-3-8B-Instruct,0.4610389610389611,0.45097402597402597,0.4559509553669637,0.5965909090909091,0.48295454545454547,0.5,0.4602272727272727,0.42045454545454547,0.4034090909090909,0.36363636363636365
 Meta-Llama-3.1-70B-Instruct,0.6566558441558442,0.598051948051948,0.6259852839118454,0.7443181818181818,0.7215909090909091,0.6647727272727273,0.6534090909090909,0.6193181818181818,0.625,0.5681818181818182
 Qwen2_5_3B_Instruct,0.4878246753246754,0.3594155844155844,0.41388918606681485,0.6079545454545454,0.6420454545454546,0.45454545454545453,0.4602272727272727,0.48295454545454547,0.42045454545454547,0.3465909090909091
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6436688311688312,0.5938311688311688,0.6177464473895627,0.
 gemma2-9b-cpt-sea-lionv3-instruct,0.6055194805194805,0.6220779220779219,0.6136870270197391,0.6590909090909091,0.6590909090909091,0.5625,0.6193181818181818,0.5681818181818182,0.5852272727272727,0.5852272727272727
 gemma-2-2b-it,0.4780844155844156,0.4448051948051948,0.46084478401384643,0.5568181818181818,0.5,0.5,0.48863636363636365,0.4375,0.4602272727272727,0.4034090909090909
 llama3-8b-cpt-sea-lionv2-instruct,0.48538961038961037,0.4472402597402597,0.46553468284769084,0.5284090909090909,0.5113636363636364,0.5227272727272727,0.5227272727272727,0.48863636363636365,0.44886363636363635,0.375
+cross_openhermes_llama3_8b_12288_inst,0.48701298701298695,0.46964285714285725,0.4781702261263516,0.5511363636363636,0.5227272727272727,0.4715909090909091,0.4772727272727273,0.4943181818181818,0.5056818181818182,0.38636363636363635
 Qwen2_5_0_5B_Instruct,0.3538961038961039,0.1978896103896103,0.25383898238962527,0.45454545454545453,0.39204545454545453,0.3465909090909091,0.375,0.3409090909090909,0.30113636363636365,0.26704545454545453
 GPT4o_0513,0.7159090909090909,0.6941558441558444,0.7048646724637749,0.7613636363636364,0.7670454545454546,0.6988636363636364,0.6988636363636364,0.7045454545454546,0.6761363636363636,0.7045454545454546

results/cross_lingual/zero_shot/cross_logiqa_no_prompt.csv

@@ -0,0 +1,3 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino
+llama3-8b-cpt-sea-lionv2.1-instruct,0.4375,0.2728896103896104,0.3361231717991198,0.4318181818181818,0.4772727272727273,0.4943181818181818,0.4034090909090909,0.4318181818181818,0.42613636363636365,0.3977272727272727
+gemma2-9b-cpt-sea-lionv3-instruct,0.48214285714285715,0.3753246753246754,0.4220803807589114,0.5454545454545454,0.5227272727272727,0.4943181818181818,0.4431818181818182,0.45454545454545453,0.4318181818181818,0.48295454545454547

results/cross_lingual/zero_shot/cross_mmlu.csv

@@ -2,12 +2,10 @@ Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,
 Qwen2-7B-Instruct,0.6628571428571428,0.5257142857142858,0.5863736263242921,0.76,0.6666666666666666,0.72,0.5933333333333334,0.7066666666666667,0.6133333333333333,0.58
 Meta-Llama-3.1-8B-Instruct,0.5619047619047618,0.5020952380952383,0.5303189947159841,0.66,0.5266666666666666,0.5733333333333334,0.5266666666666666,0.5533333333333333,0.5533333333333333,0.54
 llama3-8b-cpt-sea-lionv2.1-instruct,0.6114285714285713,0.5478095238095239,0.5778733392299966,0.72,0.6,0.6066666666666667,0.62,0.6466666666666666,0.56,0.5266666666666666
-Gemma-2-9b-it-sg-ultrachat-sft,0.7114285714285715,0.7266666666666667,0.7189668873672241,0.7666666666666667,0.72,0.72,0.66,0.72,0.7266666666666667,0.6666666666666666
 Qwen2_5_32B_Instruct,0.8019047619047619,0.7386666666666668,0.7689878008073214,0.8533333333333334,0.8533333333333334,0.82,0.7933333333333333,0.8,0.7866666666666666,0.7066666666666667
 Qwen2_5_7B_Instruct,0.6733333333333332,0.580952380952381,0.6237408250578389,0.7666666666666667,0.7066666666666667,0.72,0.6666666666666666,0.6866666666666666,0.6266666666666667,0.54
 Qwen2_5_1_5B_Instruct,0.5076190476190475,0.3721904761904762,0.42948154099799957,0.6,0.6066666666666667,0.5333333333333333,0.4866666666666667,0.5666666666666667,0.4,0.36
 Qwen2-72B-Instruct,0.779047619047619,0.7611428571428573,0.7699911663398871,0.8133333333333334,0.7933333333333333,0.7933333333333333,0.7333333333333333,0.7666666666666667,0.78,0.7733333333333333
-MERALiON-LLaMA-3-8B-Chat,0.5733333333333333,0.5337142857142858,0.5528148657449711,0.6666666666666666,0.6,0.5466666666666666,0.5333333333333333,0.5666666666666667,0.5933333333333334,0.5066666666666667
 Meta-Llama-3-8B-Instruct,0.5733333333333334,0.4742857142857144,0.5191272726777197,0.7133333333333334,0.5866666666666667,0.5733333333333334,0.5866666666666667,0.5066666666666667,0.5333333333333333,0.5133333333333333
 Meta-Llama-3.1-70B-Instruct,0.7638095238095238,0.7716190476190474,0.7676944251955988,0.8,0.74,0.7666666666666667,0.7666666666666667,0.76,0.7666666666666667,0.7466666666666667
 Qwen2_5_3B_Instruct,0.5857142857142856,0.48952380952380964,0.533316462053399,0.6933333333333334,0.6666666666666666,0.64,0.5266666666666666,0.6333333333333333,0.5466666666666666,0.3933333333333333
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.7266666666666666,0.680952380952381,0.7030672078887086,0.7
 gemma2-9b-cpt-sea-lionv3-instruct,0.7180952380952382,0.7485714285714284,0.7330166975381478,0.78,0.7133333333333334,0.7133333333333334,0.6866666666666666,0.7266666666666667,0.7,0.7066666666666667
 gemma-2-2b-it,0.5780952380952381,0.5480000000000002,0.5626454667971265,0.7,0.5866666666666667,0.5866666666666667,0.5333333333333333,0.5666666666666667,0.5333333333333333,0.54
 llama3-8b-cpt-sea-lionv2-instruct,0.6104761904761905,0.5685714285714286,0.5887791368067445,0.72,0.6,0.6133333333333333,0.58,0.6333333333333333,0.5933333333333334,0.5333333333333333
+cross_openhermes_llama3_8b_12288_inst,0.5733333333333333,0.5337142857142858,0.5528148657449711,0.6666666666666666,0.6,0.5466666666666666,0.5333333333333333,0.5666666666666667,0.5933333333333334,0.5066666666666667
 Qwen2_5_0_5B_Instruct,0.4228571428571429,0.2436190476190476,0.3091364879297727,0.6133333333333333,0.5,0.4266666666666667,0.4066666666666667,0.3933333333333333,0.3333333333333333,0.2866666666666667
 GPT4o_0513,0.8038095238095239,0.8506666666666668,0.8265745643832277,0.8266666666666667,0.7933333333333333,0.8,0.7666666666666667,0.7933333333333333,0.8266666666666667,0.82

results/cross_lingual/zero_shot/cross_mmlu_no_prompt.csv

@@ -0,0 +1,3 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino
+llama3-8b-cpt-sea-lionv2.1-instruct,0.6638095238095237,0.5363809523809523,0.5933304614797237,0.78,0.62,0.6933333333333334,0.64,0.66,0.6466666666666666,0.6066666666666667
+gemma2-9b-cpt-sea-lionv3-instruct,0.7809523809523808,0.7506666666666667,0.7655100940510849,0.8466666666666667,0.7866666666666666,0.7733333333333333,0.78,0.7933333333333333,0.7333333333333333,0.7533333333333333

results/cross_lingual/zero_shot/cross_xquad.csv

@@ -1,11 +1,10 @@
 Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino
 Qwen2-7B-Instruct,0.9418067226890756,0.9046218487394958,0.9228398561109394,0.957983193277311,0.9336134453781513,0.9436974789915966,0.9319327731092437,,,
 Meta-Llama-3.1-8B-Instruct,0.9287815126050419,0.8867647058823529,0.9072869161050563,0.9420168067226891,0.9193277310924369,0.9361344537815126,0.9176470588235294,,,
-Gemma-2-9b-it-sg-ultrachat-sft,0.9594537815126051,0.944327731092437,0.9518306660058761,0.9663865546218487,0.9546218487394958,0.9605042016806723,0.9563025210084034,,,
+llama3-8b-cpt-sea-lionv2.1-instruct,0.9361344537815126,0.9067226890756303,0.9211938673738631,0.9403361344537815,0.9260504201680673,0.9420168067226891,0.9361344537815126,,,
 Qwen2_5_7B_Instruct,0.9460084033613445,0.9178571428571428,0.9317201790045005,0.9554621848739496,0.9487394957983193,0.9445378151260504,0.9352941176470588,,,
 Qwen2_5_1_5B_Instruct,0.8939075630252101,0.8308823529411764,0.8612434620121144,0.9100840336134454,0.9,0.8957983193277311,0.8697478991596639,,,
 Qwen2-72B-Instruct,0.9613445378151261,0.9516806722689075,0.956488195931227,0.9638655462184874,0.9596638655462185,0.9596638655462185,0.9621848739495799,,,
-MERALiON-LLaMA-3-8B-Chat,0.9273109243697479,0.8850840336134453,0.9057055579353634,0.9394957983193277,0.9252100840336135,0.9218487394957983,0.9226890756302522,,,
 Meta-Llama-3-8B-Instruct,0.9210084033613445,0.880672268907563,0.9003888121913395,0.9411764705882353,0.9033613445378151,0.9260504201680673,0.9134453781512605,,,
 Meta-Llama-3.1-70B-Instruct,0.9615546218487395,0.9512605042016806,0.9563798632627071,0.9647058823529412,0.9512605042016806,0.9647058823529412,0.965546218487395,,,
 Qwen2_5_3B_Instruct,0.9378151260504202,0.8924369747899159,0.9145635113049859,0.9504201680672268,0.9327731092436975,0.9378151260504202,0.9302521008403362,,,
@@ -14,7 +13,9 @@ Qwen2_5_72B_Instruct,0.9682773109243697,0.9632352941176471,0.9657497216354985,0.
 gemma-2-9b-it,0.9567226890756303,0.9350840336134454,0.9457796088507574,0.9663865546218487,0.9411764705882353,0.9588235294117647,0.9605042016806723,,,
 Meta-Llama-3-70B-Instruct,0.9592436974789916,0.9422268907563025,0.9506591499208973,0.9714285714285714,0.9403361344537815,0.9596638655462185,0.965546218487395,,,
 Qwen2_5_14B_Instruct,0.9581932773109244,0.9474789915966386,0.9528060148705768,0.965546218487395,0.9529411764705882,0.9571428571428572,0.9571428571428572,,,
+gemma2-9b-cpt-sea-lionv3-instruct,0.9573529411764706,0.9365546218487395,0.9468395810403457,0.9638655462184874,0.9428571428571428,0.9605042016806723,0.9621848739495799,,,
 gemma-2-2b-it,0.917016806722689,0.8665966386554622,0.8910940700869288,0.934453781512605,0.9025210084033614,0.9193277310924369,0.9117647058823529,,,
 llama3-8b-cpt-sea-lionv2-instruct,0.9365546218487395,0.9086134453781513,0.9223724784871395,0.9420168067226891,0.926890756302521,0.9436974789915966,0.9336134453781513,,,
+cross_openhermes_llama3_8b_12288_inst,0.9273109243697479,0.8850840336134453,0.9057055579353634,0.9394957983193277,0.9252100840336135,0.9218487394957983,0.9226890756302522,,,
 Qwen2_5_0_5B_Instruct,0.6584033613445378,0.48172268907563026,0.5563732844778362,0.692436974789916,0.673109243697479,0.653781512605042,0.6142857142857143,,,
 GPT4o_0513,0.9605042016806723,0.951890756302521,0.9561780814209724,0.965546218487395,0.9537815126050421,0.9630252100840336,0.9596638655462185,,,

results/cross_lingual/zero_shot/cross_xquad_no_prompt.csv

@@ -0,0 +1,3 @@
+Model,Accuracy,Cross-Lingual Consistency,AC3,English,Chinese,Spanish,Vietnamese,Indonesian,Malay,Filipino
+llama3-8b-cpt-sea-lionv2.1-instruct,0.9191176470588235,0.8352941176470587,0.87520339228777,0.9394957983193277,0.8932773109243698,0.9285714285714286,0.915126050420168,,,
+gemma2-9b-cpt-sea-lionv3-instruct,0.9315126050420168,0.8716386554621849,0.9005815677746684,0.9453781512605042,0.9142857142857143,0.9369747899159664,0.9294117647058824,,,

results/cultural_reasoning/zero_shot/cn_eval.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.8285714285714286
 Meta-Llama-3.1-8B-Instruct,0.4857142857142857
 llama3-8b-cpt-sea-lionv2.1-instruct,0.5047619047619047
-Gemma-2-9b-it-sg-ultrachat-sft,0.5523809523809524
 Qwen2_5_32B_Instruct,0.8476190476190476
 Qwen2_5_7B_Instruct,0.8
 Qwen2_5_1_5B_Instruct,0.5523809523809524
 Qwen2-72B-Instruct,0.8285714285714286
-MERALiON-LLaMA-3-8B-Chat,0.5523809523809524
 Meta-Llama-3-8B-Instruct,0.4666666666666667
 Meta-Llama-3.1-70B-Instruct,0.5428571428571428
 Qwen2_5_3B_Instruct,0.7142857142857143
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8285714285714286
 gemma2-9b-cpt-sea-lionv3-instruct,0.5904761904761905
 gemma-2-2b-it,0.3619047619047619
 llama3-8b-cpt-sea-lionv2-instruct,0.49523809523809526
+cross_openhermes_llama3_8b_12288_inst,0.5523809523809524
 Qwen2_5_0_5B_Instruct,0.3619047619047619
 GPT4o_0513,0.8095238095238095

results/cultural_reasoning/zero_shot/ph_eval.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.52
 Meta-Llama-3.1-8B-Instruct,0.6
 llama3-8b-cpt-sea-lionv2.1-instruct,0.56
-Gemma-2-9b-it-sg-ultrachat-sft,0.6
 Qwen2_5_32B_Instruct,0.7
 Qwen2_5_7B_Instruct,0.55
 Qwen2_5_1_5B_Instruct,0.37
 Qwen2-72B-Instruct,0.62
-MERALiON-LLaMA-3-8B-Chat,0.52
 Meta-Llama-3-8B-Instruct,0.58
 Meta-Llama-3.1-70B-Instruct,0.68
 Qwen2_5_3B_Instruct,0.4
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6
 gemma2-9b-cpt-sea-lionv3-instruct,0.59
 gemma-2-2b-it,0.4
 llama3-8b-cpt-sea-lionv2-instruct,0.56
+cross_openhermes_llama3_8b_12288_inst,0.52
 Qwen2_5_0_5B_Instruct,0.27
 GPT4o_0513,0.77

results/cultural_reasoning/zero_shot/sg_eval.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.6796116504854369
 Meta-Llama-3.1-8B-Instruct,0.5728155339805825
 llama3-8b-cpt-sea-lionv2.1-instruct,0.6601941747572816
-Gemma-2-9b-it-sg-ultrachat-sft,0.6893203883495146
 Qwen2_5_32B_Instruct,0.7184466019417476
 Qwen2_5_7B_Instruct,0.6699029126213593
 Qwen2_5_1_5B_Instruct,0.5048543689320388
 Qwen2-72B-Instruct,0.7378640776699029
-MERALiON-LLaMA-3-8B-Chat,0.6310679611650486
 Meta-Llama-3-8B-Instruct,0.6504854368932039
 Meta-Llama-3.1-70B-Instruct,0.7184466019417476
 Qwen2_5_3B_Instruct,0.6310679611650486
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.7669902912621359
 gemma2-9b-cpt-sea-lionv3-instruct,0.6796116504854369
 gemma-2-2b-it,0.5533980582524272
 llama3-8b-cpt-sea-lionv2-instruct,0.6504854368932039
+cross_openhermes_llama3_8b_12288_inst,0.6310679611650486
 Qwen2_5_0_5B_Instruct,0.4077669902912621
 GPT4o_0513,0.8446601941747572

results/cultural_reasoning/zero_shot/sg_eval_v1_cleaned.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.6323529411764706
 Meta-Llama-3.1-8B-Instruct,0.5294117647058824
 llama3-8b-cpt-sea-lionv2.1-instruct,0.6617647058823529
-Gemma-2-9b-it-sg-ultrachat-sft,0.6176470588235294
 Qwen2_5_32B_Instruct,0.6470588235294118
 Qwen2_5_7B_Instruct,0.5882352941176471
 Qwen2_5_1_5B_Instruct,0.47058823529411764
 Qwen2-72B-Instruct,0.6764705882352942
-MERALiON-LLaMA-3-8B-Chat,0.6029411764705882
 Meta-Llama-3-8B-Instruct,0.5882352941176471
 Meta-Llama-3.1-70B-Instruct,0.6617647058823529
 Qwen2_5_3B_Instruct,0.5882352941176471
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6911764705882353
 gemma2-9b-cpt-sea-lionv3-instruct,0.6029411764705882
 gemma-2-2b-it,0.5147058823529411
 llama3-8b-cpt-sea-lionv2-instruct,0.6617647058823529
+cross_openhermes_llama3_8b_12288_inst,0.6029411764705882
 Qwen2_5_0_5B_Instruct,0.36764705882352944
 GPT4o_0513,0.8088235294117647

results/cultural_reasoning/zero_shot/sg_eval_v2_mcq.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7872727272727272
 Meta-Llama-3.1-8B-Instruct,0.7854545454545454
 llama3-8b-cpt-sea-lionv2.1-instruct,0.7836363636363637
-Gemma-2-9b-it-sg-ultrachat-sft,0.8327272727272728
 Qwen2_5_32B_Instruct,0.8436363636363636
 Qwen2_5_7B_Instruct,0.78
 Qwen2_5_1_5B_Instruct,0.6636363636363637
 Qwen2-72B-Instruct,0.8581818181818182
-MERALiON-LLaMA-3-8B-Chat,0.7890909090909091
 Meta-Llama-3-8B-Instruct,0.7909090909090909
 Meta-Llama-3.1-70B-Instruct,0.8763636363636363
 Qwen2_5_3B_Instruct,0.72
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8345454545454546
 gemma2-9b-cpt-sea-lionv3-instruct,0.8090909090909091
 gemma-2-2b-it,0.7163636363636363
 llama3-8b-cpt-sea-lionv2-instruct,0.7763636363636364
+cross_openhermes_llama3_8b_12288_inst,0.7890909090909091
 Qwen2_5_0_5B_Instruct,0.5727272727272728
 GPT4o_0513,0.8709090909090909

results/cultural_reasoning/zero_shot/sg_eval_v2_open.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,56.559999999999995
 Meta-Llama-3.1-8B-Instruct,49.2
 llama3-8b-cpt-sea-lionv2.1-instruct,50.03999999999999
-Gemma-2-9b-it-sg-ultrachat-sft,49.2
 Qwen2_5_32B_Instruct,53.2
 Qwen2_5_7B_Instruct,50.279999999999994
 Qwen2_5_1_5B_Instruct,44.480000000000004
 Qwen2-72B-Instruct,54.080000000000005
-MERALiON-LLaMA-3-8B-Chat,52.480000000000004
 Meta-Llama-3-8B-Instruct,51.120000000000005
 Meta-Llama-3.1-70B-Instruct,51.31999999999999
 Qwen2_5_3B_Instruct,47.24
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,53.2
 gemma2-9b-cpt-sea-lionv3-instruct,55.0
 gemma-2-2b-it,52.08
 llama3-8b-cpt-sea-lionv2-instruct,50.03999999999999
+cross_openhermes_llama3_8b_12288_inst,52.480000000000004
 Qwen2_5_0_5B_Instruct,35.28
 GPT4o_0513,57.28

results/cultural_reasoning/zero_shot/us_eval.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7289719626168224
 Meta-Llama-3.1-8B-Instruct,0.7289719626168224
 llama3-8b-cpt-sea-lionv2.1-instruct,0.7102803738317757
-Gemma-2-9b-it-sg-ultrachat-sft,0.794392523364486
 Qwen2_5_32B_Instruct,0.8411214953271028
 Qwen2_5_7B_Instruct,0.7663551401869159
 Qwen2_5_1_5B_Instruct,0.5981308411214953
 Qwen2-72B-Instruct,0.8785046728971962
-MERALiON-LLaMA-3-8B-Chat,0.7663551401869159
 Meta-Llama-3-8B-Instruct,0.7009345794392523
 Meta-Llama-3.1-70B-Instruct,0.8411214953271028
 Qwen2_5_3B_Instruct,0.6728971962616822
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.822429906542056
 gemma2-9b-cpt-sea-lionv3-instruct,0.8037383177570093
 gemma-2-2b-it,0.6915887850467289
 llama3-8b-cpt-sea-lionv2-instruct,0.7009345794392523
+cross_openhermes_llama3_8b_12288_inst,0.7663551401869159
 Qwen2_5_0_5B_Instruct,0.37383177570093457
 GPT4o_0513,0.8691588785046729

results/dialogue/zero_shot/dialogsum.csv

@@ -2,12 +2,10 @@ Model,Average,ROUGE-1,ROUGE-2,ROUGE-L
 Qwen2-7B-Instruct,0.2092663759873139,0.30486100228371826,0.09413830506038247,0.22879982061784096
 Meta-Llama-3.1-8B-Instruct,0.24990743661648132,0.3515557454075673,0.12563120411564133,0.2725353603262354
 llama3-8b-cpt-sea-lionv2.1-instruct,0.2538187048721643,0.3556160487203703,0.12835761178300684,0.27748245411311584
-Gemma-2-9b-it-sg-ultrachat-sft,0.2604699718482717,0.3565321533422258,0.1435636503831484,0.2813141118194409
 Qwen2_5_32B_Instruct,0.2393912015484827,0.3451081398022419,0.11160543395371676,0.26146003088948944
 Qwen2_5_7B_Instruct,0.2502928721533066,0.35566069744050016,0.12210269253668227,0.27311522648273734
 Qwen2_5_1_5B_Instruct,0.20263242988485167,0.30002072253966694,0.08416670238558713,0.22370986472930096
 Qwen2-72B-Instruct,0.2183280630214023,0.316174552903144,0.10156543495268992,0.23724420120837297
-MERALiON-LLaMA-3-8B-Chat,0.27081377092899106,0.3746700335717668,0.1422316280821482,0.2955396511330582
 Meta-Llama-3-8B-Instruct,0.23978455271183616,0.33971099717559883,0.1203340311564728,0.2593086298034369
 Meta-Llama-3.1-70B-Instruct,0.2526239717396146,0.35714386898604744,0.1258832921736473,0.27484475405914904
 Qwen2_5_3B_Instruct,0.22107390172674926,0.32206286484028823,0.10065030710901035,0.24050853323094928
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.2343478938479703,0.3386251381162625,0.10742381514017992,0
 gemma2-9b-cpt-sea-lionv3-instruct,0.23790909190042164,0.34294544984076464,0.1078722585042388,0.26290956735626153
 gemma-2-2b-it,0.2597323674875989,0.36848124762381895,0.12622684440269072,0.2844890104362872
 llama3-8b-cpt-sea-lionv2-instruct,0.25777587511641403,0.35911990072292727,0.13269121463917308,0.2815165099871418
+cross_openhermes_llama3_8b_12288_inst,0.27081377092899106,0.3746700335717668,0.1422316280821482,0.2955396511330582
 Qwen2_5_0_5B_Instruct,0.19408176276624156,0.28989753303423227,0.07842728643649079,0.21392046882800164
 GPT4o_0513,0.2375730297294346,0.3364674648846549,0.11718194476069822,0.25906967954295057

results/dialogue/zero_shot/dream.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.9353258206761391
 Meta-Llama-3.1-8B-Instruct,0.9039686428221461
 llama3-8b-cpt-sea-lionv2.1-instruct,0.8838804507594317
-Gemma-2-9b-it-sg-ultrachat-sft,0.9338559529642332
 Qwen2_5_32B_Instruct,0.9559039686428221
 Qwen2_5_7B_Instruct,0.9348358647721705
 Qwen2_5_1_5B_Instruct,0.8314551690347869
 Qwen2-72B-Instruct,0.9612934835864773
-MERALiON-LLaMA-3-8B-Chat,0.8829005389514943
 Meta-Llama-3-8B-Instruct,0.8946594806467418
 Meta-Llama-3.1-70B-Instruct,0.9559039686428221
 Qwen2_5_3B_Instruct,0.9029887310142087
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.9461048505634493
 gemma2-9b-cpt-sea-lionv3-instruct,0.9407153356197943
 gemma-2-2b-it,0.8510534051935326
 llama3-8b-cpt-sea-lionv2-instruct,0.8858402743753062
+cross_openhermes_llama3_8b_12288_inst,0.8829005389514943
 Qwen2_5_0_5B_Instruct,0.6526212640862322
 GPT4o_0513,0.9583537481626654

results/dialogue/zero_shot/samsum.csv

@@ -2,12 +2,10 @@ Model,Average,ROUGE-1,ROUGE-2,ROUGE-L
 Qwen2-7B-Instruct,0.25668781132950264,0.36375948458827556,0.12939804942125302,0.27690589997897935
 Meta-Llama-3.1-8B-Instruct,0.2891505262763006,0.4001228010515775,0.15677431231732958,0.31055446545999466
 llama3-8b-cpt-sea-lionv2.1-instruct,0.3049906423685726,0.42002411403511675,0.16877419641049218,0.32617361666010874
-Gemma-2-9b-it-sg-ultrachat-sft,0.31654854892297785,0.42724204522960013,0.18677459831281892,0.3356290032265146
 Qwen2_5_32B_Instruct,0.2844232627209405,0.3986263552639068,0.14766658533002341,0.3069768475688912
 Qwen2_5_7B_Instruct,0.2987576845890178,0.4163299367235864,0.1599063413842216,0.32003677565924527
 Qwen2_5_1_5B_Instruct,0.2333120091694482,0.34339111721032756,0.10195887716459845,0.25458603313341865
 Qwen2-72B-Instruct,0.2800906719573321,0.3887231369098802,0.15237661526996754,0.29917226369214855
-MERALiON-LLaMA-3-8B-Chat,0.30043920936284546,0.41309659421156786,0.16636483587009585,0.3218561980068726
 Meta-Llama-3-8B-Instruct,0.2846315092346869,0.39397110152251813,0.154320846916639,0.30560257926490364
 Meta-Llama-3.1-70B-Instruct,0.28934874612070227,0.4036295731242805,0.15211190810296196,0.31230475713486433
 Qwen2_5_3B_Instruct,0.26935624341081515,0.380865832002109,0.13872106416227833,0.28848183406805816
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.2713801253928723,0.3836253496005304,0.13683087953788298,0
 gemma2-9b-cpt-sea-lionv3-instruct,0.29509358497900623,0.4129497614150914,0.1502573048316353,0.32207368869029196
 gemma-2-2b-it,0.31118787136959813,0.4324251755711466,0.16441328335793207,0.33672515517971563
 llama3-8b-cpt-sea-lionv2-instruct,0.306997595680581,0.4214048099551701,0.1709790451938523,0.3286089318927205
+cross_openhermes_llama3_8b_12288_inst,0.30043920936284546,0.41309659421156786,0.16636483587009585,0.3218561980068726
 Qwen2_5_0_5B_Instruct,0.20766179544894214,0.3105872033328297,0.08726222085933319,0.22513596215466355
 GPT4o_0513,0.27736679291505306,0.386750207633093,0.14889081847621596,0.2964593526358502

results/emotion/zero_shot/ind_emotion.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.6545454545454545
 Meta-Llama-3.1-8B-Instruct,0.6545454545454545
 llama3-8b-cpt-sea-lionv2.1-instruct,0.6681818181818182
-Gemma-2-9b-it-sg-ultrachat-sft,0.759090909090909
 Qwen2_5_32B_Instruct,0.6909090909090909
 Qwen2_5_7B_Instruct,0.6636363636363637
 Qwen2_5_1_5B_Instruct,0.5795454545454546
 Qwen2-72B-Instruct,0.675
-MERALiON-LLaMA-3-8B-Chat,0.7045454545454546
 Meta-Llama-3-8B-Instruct,0.6522727272727272
 Meta-Llama-3.1-70B-Instruct,0.7159090909090909
 Qwen2_5_3B_Instruct,0.5522727272727272
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6954545454545454
 gemma2-9b-cpt-sea-lionv3-instruct,0.7340909090909091
 gemma-2-2b-it,0.6636363636363637
 llama3-8b-cpt-sea-lionv2-instruct,0.6613636363636364
+cross_openhermes_llama3_8b_12288_inst,0.7045454545454546
 Qwen2_5_0_5B_Instruct,0.37727272727272726
 GPT4o_0513,0.7068181818181818

results/emotion/zero_shot/sst2.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.9346330275229358
 Meta-Llama-3.1-8B-Instruct,0.8646788990825688
 llama3-8b-cpt-sea-lionv2.1-instruct,0.9174311926605505
-Gemma-2-9b-it-sg-ultrachat-sft,0.9403669724770642
 Qwen2_5_32B_Instruct,0.9472477064220184
 Qwen2_5_7B_Instruct,0.9254587155963303
 Qwen2_5_1_5B_Instruct,0.9231651376146789
 Qwen2-72B-Instruct,0.9346330275229358
-MERALiON-LLaMA-3-8B-Chat,0.9288990825688074
 Meta-Llama-3-8B-Instruct,0.8784403669724771
 Meta-Llama-3.1-70B-Instruct,0.9529816513761468
 Qwen2_5_3B_Instruct,0.8245412844036697
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.9311926605504587
 gemma2-9b-cpt-sea-lionv3-instruct,0.9311926605504587
 gemma-2-2b-it,0.9243119266055045
 llama3-8b-cpt-sea-lionv2-instruct,0.9128440366972477
+cross_openhermes_llama3_8b_12288_inst,0.9288990825688074
 Qwen2_5_0_5B_Instruct,0.7889908256880734
 GPT4o_0513,0.9415137614678899

results/flores_translation/zero_shot/ind2eng.csv

@@ -2,12 +2,10 @@ Model,BLEU
 Qwen2-7B-Instruct,0.29408553325533265
 Meta-Llama-3.1-8B-Instruct,0.3765752579792989
 llama3-8b-cpt-sea-lionv2.1-instruct,0.38890283520513874
-Gemma-2-9b-it-sg-ultrachat-sft,0.4036192393932773
 Qwen2_5_32B_Instruct,0.3923422946746861
 Qwen2_5_7B_Instruct,0.36472669481333536
 Qwen2_5_1_5B_Instruct,0.2624938515155373
 Qwen2-72B-Instruct,0.4043588265556185
-MERALiON-LLaMA-3-8B-Chat,0.3900675406718024
 Meta-Llama-3-8B-Instruct,0.33079891679041123
 Meta-Llama-3.1-70B-Instruct,0.43366494500251235
 Qwen2_5_3B_Instruct,0.3316936422167389
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.3901044620348051
 gemma2-9b-cpt-sea-lionv3-instruct,0.3922444585880475
 gemma-2-2b-it,0.3482500758113138
 llama3-8b-cpt-sea-lionv2-instruct,0.3916108972514423
+cross_openhermes_llama3_8b_12288_inst,0.3900675406718024
 Qwen2_5_0_5B_Instruct,0.15776662800152338
 GPT4o_0513,0.42589589086974855

results/flores_translation/zero_shot/vie2eng.csv

@@ -2,12 +2,10 @@ Model,BLEU
 Qwen2-7B-Instruct,0.24106736560355876
 Meta-Llama-3.1-8B-Instruct,0.31019605539004524
 llama3-8b-cpt-sea-lionv2.1-instruct,0.32831099820283755
-Gemma-2-9b-it-sg-ultrachat-sft,0.33299539463896577
 Qwen2_5_32B_Instruct,0.33791529833420336
 Qwen2_5_7B_Instruct,0.3027564749728372
 Qwen2_5_1_5B_Instruct,0.21935649300365245
 Qwen2-72B-Instruct,0.33005323227052946
-MERALiON-LLaMA-3-8B-Chat,0.29952664743728336
 Meta-Llama-3-8B-Instruct,0.2647448190950291
 Meta-Llama-3.1-70B-Instruct,0.37244508311079816
 Qwen2_5_3B_Instruct,0.27312609009801636
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.32198218156960645
 gemma2-9b-cpt-sea-lionv3-instruct,0.3176282835521885
 gemma-2-2b-it,0.27518909199172303
 llama3-8b-cpt-sea-lionv2-instruct,0.327781936019637
+cross_openhermes_llama3_8b_12288_inst,0.29952664743728336
 Qwen2_5_0_5B_Instruct,0.14677375445859656
 GPT4o_0513,0.36219303373759176

results/flores_translation/zero_shot/zho2eng.csv

@@ -2,12 +2,10 @@ Model,BLEU
 Qwen2-7B-Instruct,0.2113761361724575
 Meta-Llama-3.1-8B-Instruct,0.23889886925287113
 llama3-8b-cpt-sea-lionv2.1-instruct,0.2378480031503388
-Gemma-2-9b-it-sg-ultrachat-sft,0.26203143663551526
 Qwen2_5_32B_Instruct,0.26924811164378015
 Qwen2_5_7B_Instruct,0.2437311220019033
 Qwen2_5_1_5B_Instruct,0.18420680441018222
 Qwen2-72B-Instruct,0.23893268538329387
-MERALiON-LLaMA-3-8B-Chat,0.2437964546132799
 Meta-Llama-3-8B-Instruct,0.199495011482748
 Meta-Llama-3.1-70B-Instruct,0.2832594176173152
 Qwen2_5_3B_Instruct,0.2245195134637718
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.2627781200417998
 gemma2-9b-cpt-sea-lionv3-instruct,0.25110750921976727
 gemma-2-2b-it,0.21164036008441425
 llama3-8b-cpt-sea-lionv2-instruct,0.2381535278220489
+cross_openhermes_llama3_8b_12288_inst,0.2437964546132799
 Qwen2_5_0_5B_Instruct,0.13846648470535672
 GPT4o_0513,0.27722306559544163

results/flores_translation/zero_shot/zsm2eng.csv

@@ -2,12 +2,10 @@ Model,BLEU
 Qwen2-7B-Instruct,0.28031997065822994
 Meta-Llama-3.1-8B-Instruct,0.3700921225177551
 llama3-8b-cpt-sea-lionv2.1-instruct,0.39042133634273773
-Gemma-2-9b-it-sg-ultrachat-sft,0.4085009869473552
 Qwen2_5_32B_Instruct,0.40310877536446654
 Qwen2_5_7B_Instruct,0.3466422765302921
 Qwen2_5_1_5B_Instruct,0.22890805100949677
 Qwen2-72B-Instruct,0.40796892621611885
-MERALiON-LLaMA-3-8B-Chat,0.39589080400186966
 Meta-Llama-3-8B-Instruct,0.31625368345049
 Meta-Llama-3.1-70B-Instruct,0.4462132282683508
 Qwen2_5_3B_Instruct,0.31056841204320457
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.3841042767934729
 gemma2-9b-cpt-sea-lionv3-instruct,0.4059485540822735
 gemma-2-2b-it,0.33737270487369614
 llama3-8b-cpt-sea-lionv2-instruct,0.38799258214381604
+cross_openhermes_llama3_8b_12288_inst,0.39589080400186966
 Qwen2_5_0_5B_Instruct,0.1194369315142997
 GPT4o_0513,0.451496635720668

results/fundamental_nlp_tasks/zero_shot/c3.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.9244577412116679
 Meta-Llama-3.1-8B-Instruct,0.8672400897531788
 llama3-8b-cpt-sea-lionv2.1-instruct,0.8676140613313388
-Gemma-2-9b-it-sg-ultrachat-sft,0.9083769633507853
 Qwen2_5_32B_Instruct,0.9603590127150337
 Qwen2_5_7B_Instruct,0.9121166791323859
 Qwen2_5_1_5B_Instruct,0.793941660433807
 Qwen2-72B-Instruct,0.9611069558713538
-MERALiON-LLaMA-3-8B-Chat,0.8485415108451758
 Meta-Llama-3-8B-Instruct,0.8515332834704562
 Meta-Llama-3.1-70B-Instruct,0.9603590127150337
 Qwen2_5_3B_Instruct,0.8668661181750187
@@ -20,5 +18,6 @@ Meta-Llama-3.1-70B,0.7786088257292446
 gemma2-9b-cpt-sea-lionv3-instruct,0.9255796559461481
 gemma-2-2b-it,0.7700074794315632
 llama3-8b-cpt-sea-lionv2-instruct,0.8672400897531788
+cross_openhermes_llama3_8b_12288_inst,0.8485415108451758
 Qwen2_5_0_5B_Instruct,0.612939416604338
 GPT4o_0513,0.9648466716529543

results/fundamental_nlp_tasks/zero_shot/cola.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7871524448705657
 Meta-Llama-3.1-8B-Instruct,0.6673058485139022
 llama3-8b-cpt-sea-lionv2.1-instruct,0.613614573346117
-Gemma-2-9b-it-sg-ultrachat-sft,0.7698945349952061
 Qwen2_5_32B_Instruct,0.8427612655800575
 Qwen2_5_7B_Instruct,0.7909875359539789
 Qwen2_5_1_5B_Instruct,0.7497603068072867
 Qwen2-72B-Instruct,0.8341323106423778
-MERALiON-LLaMA-3-8B-Chat,0.8207094918504314
 Meta-Llama-3-8B-Instruct,0.6548418024928092
 Meta-Llama-3.1-70B-Instruct,0.850431447746884
 Qwen2_5_3B_Instruct,0.6644295302013423
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8063279002876318
 gemma2-9b-cpt-sea-lionv3-instruct,0.825503355704698
 gemma-2-2b-it,0.6749760306807286
 llama3-8b-cpt-sea-lionv2-instruct,0.6078619367209971
+cross_openhermes_llama3_8b_12288_inst,0.8207094918504314
 Qwen2_5_0_5B_Instruct,0.6116970278044104
 GPT4o_0513,0.8398849472674976

results/fundamental_nlp_tasks/zero_shot/mnli.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7295
 Meta-Llama-3.1-8B-Instruct,0.4825
 llama3-8b-cpt-sea-lionv2.1-instruct,0.5775
-Gemma-2-9b-it-sg-ultrachat-sft,0.682
 Qwen2_5_32B_Instruct,0.8715
 Qwen2_5_7B_Instruct,0.8105
 Qwen2_5_1_5B_Instruct,0.6045
 Qwen2-72B-Instruct,0.7925
-MERALiON-LLaMA-3-8B-Chat,0.6485
 Meta-Llama-3-8B-Instruct,0.546
 Meta-Llama-3.1-70B-Instruct,0.7015
 Qwen2_5_3B_Instruct,0.7465
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.818
 gemma2-9b-cpt-sea-lionv3-instruct,0.7445
 gemma-2-2b-it,0.6185
 llama3-8b-cpt-sea-lionv2-instruct,0.5765
+cross_openhermes_llama3_8b_12288_inst,0.6485
 Qwen2_5_0_5B_Instruct,0.5095
 GPT4o_0513,0.8335

results/fundamental_nlp_tasks/zero_shot/mrpc.csv

@@ -1,12 +1,11 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.7867647058823529
 Meta-Llama-3.1-8B-Instruct,0.6740196078431373
-Gemma-2-9b-it-sg-ultrachat-sft,0.7279411764705882
+llama3-8b-cpt-sea-lionv2.1-instruct,0.5808823529411765
 Qwen2_5_32B_Instruct,0.7745098039215687
 Qwen2_5_7B_Instruct,0.7058823529411765
 Qwen2_5_1_5B_Instruct,0.6838235294117647
 Qwen2-72B-Instruct,0.8063725490196079
-MERALiON-LLaMA-3-8B-Chat,0.6985294117647058
 Meta-Llama-3-8B-Instruct,0.678921568627451
 Meta-Llama-3.1-70B-Instruct,0.7696078431372549
 Qwen2_5_3B_Instruct,0.5661764705882353
@@ -18,5 +17,6 @@ Qwen2_5_14B_Instruct,0.7794117647058824
 gemma2-9b-cpt-sea-lionv3-instruct,0.7794117647058824
 gemma-2-2b-it,0.7083333333333334
 llama3-8b-cpt-sea-lionv2-instruct,0.5833333333333334
+cross_openhermes_llama3_8b_12288_inst,0.6985294117647058
 Qwen2_5_0_5B_Instruct,0.5759803921568627
 GPT4o_0513,0.7377450980392157

results/fundamental_nlp_tasks/zero_shot/ocnli.csv

@@ -1,12 +1,10 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.6542372881355932
 Meta-Llama-3.1-8B-Instruct,0.40983050847457625
-Gemma-2-9b-it-sg-ultrachat-sft,0.5732203389830508
 Qwen2_5_32B_Instruct,0.7742372881355932
 Qwen2_5_7B_Instruct,0.6732203389830509
 Qwen2_5_1_5B_Instruct,0.5135593220338983
 Qwen2-72B-Instruct,0.7820338983050847
-MERALiON-LLaMA-3-8B-Chat,0.5925423728813559
 Meta-Llama-3-8B-Instruct,0.44033898305084745
 Meta-Llama-3.1-70B-Instruct,0.6423728813559322
 Qwen2_5_3B_Instruct,0.6145762711864406
@@ -18,5 +16,6 @@ Qwen2_5_14B_Instruct,0.7538983050847458
 gemma2-9b-cpt-sea-lionv3-instruct,0.6488135593220339
 gemma-2-2b-it,0.43322033898305085
 llama3-8b-cpt-sea-lionv2-instruct,0.45559322033898303
+cross_openhermes_llama3_8b_12288_inst,0.5925423728813559
 Qwen2_5_0_5B_Instruct,0.3847457627118644
 GPT4o_0513,0.7308474576271187

results/fundamental_nlp_tasks/zero_shot/qnli.csv

@@ -1,12 +1,10 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.8154859967051071
 Meta-Llama-3.1-8B-Instruct,0.5777045579352005
-Gemma-2-9b-it-sg-ultrachat-sft,0.8943803770821893
 Qwen2_5_32B_Instruct,0.9062786015010068
 Qwen2_5_7B_Instruct,0.8652754896576972
 Qwen2_5_1_5B_Instruct,0.6148636280431997
 Qwen2-72B-Instruct,0.8887058392824455
-MERALiON-LLaMA-3-8B-Chat,0.8282994691561413
 Meta-Llama-3-8B-Instruct,0.6025993044114956
 Meta-Llama-3.1-70B-Instruct,0.9026176093721399
 Qwen2_5_3B_Instruct,0.7645982061138569
@@ -18,5 +16,6 @@ Qwen2_5_14B_Instruct,0.9079260479589969
 gemma2-9b-cpt-sea-lionv3-instruct,0.9055464030752334
 gemma-2-2b-it,0.7792421746293245
 llama3-8b-cpt-sea-lionv2-instruct,0.6101043382756727
+cross_openhermes_llama3_8b_12288_inst,0.8282994691561413
 Qwen2_5_0_5B_Instruct,0.5464030752333883
 GPT4o_0513,0.9304411495515285

results/fundamental_nlp_tasks/zero_shot/qqp.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.781
 Meta-Llama-3.1-8B-Instruct,0.5645
 llama3-8b-cpt-sea-lionv2.1-instruct,0.625
-Gemma-2-9b-it-sg-ultrachat-sft,0.7875
 Qwen2_5_32B_Instruct,0.8315
 Qwen2_5_7B_Instruct,0.76
 Qwen2_5_1_5B_Instruct,0.731
 Qwen2-72B-Instruct,0.8065
-MERALiON-LLaMA-3-8B-Chat,0.792
 Meta-Llama-3-8B-Instruct,0.563
 Meta-Llama-3.1-70B-Instruct,0.815
 Qwen2_5_3B_Instruct,0.7415
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8255
 gemma2-9b-cpt-sea-lionv3-instruct,0.803
 gemma-2-2b-it,0.761
 llama3-8b-cpt-sea-lionv2-instruct,0.6225
+cross_openhermes_llama3_8b_12288_inst,0.792
 Qwen2_5_0_5B_Instruct,0.619
 GPT4o_0513,0.8085

results/fundamental_nlp_tasks/zero_shot/rte.csv

@@ -1,12 +1,11 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.8231046931407943
 Meta-Llama-3.1-8B-Instruct,0.6750902527075813
-Gemma-2-9b-it-sg-ultrachat-sft,0.7256317689530686
+llama3-8b-cpt-sea-lionv2.1-instruct,0.6859205776173285
 Qwen2_5_32B_Instruct,0.9097472924187726
 Qwen2_5_7B_Instruct,0.8592057761732852
 Qwen2_5_1_5B_Instruct,0.703971119133574
 Qwen2-72B-Instruct,0.8447653429602888
-MERALiON-LLaMA-3-8B-Chat,0.8050541516245487
 Meta-Llama-3-8B-Instruct,0.6173285198555957
 Meta-Llama-3.1-70B-Instruct,0.8483754512635379
 Qwen2_5_3B_Instruct,0.779783393501805
@@ -18,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8664259927797834
 gemma2-9b-cpt-sea-lionv3-instruct,0.8483754512635379
 gemma-2-2b-it,0.7292418772563177
 llama3-8b-cpt-sea-lionv2-instruct,0.6859205776173285
+cross_openhermes_llama3_8b_12288_inst,0.8050541516245487
 Qwen2_5_0_5B_Instruct,0.5992779783393501
 GPT4o_0513,0.8700361010830325

results/fundamental_nlp_tasks/zero_shot/wnli.csv

@@ -1,12 +1,11 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.7183098591549296
 Meta-Llama-3.1-8B-Instruct,0.49295774647887325
-Gemma-2-9b-it-sg-ultrachat-sft,0.647887323943662
+llama3-8b-cpt-sea-lionv2.1-instruct,0.5915492957746479
 Qwen2_5_32B_Instruct,0.8732394366197183
 Qwen2_5_7B_Instruct,0.7605633802816901
 Qwen2_5_1_5B_Instruct,0.4647887323943662
 Qwen2-72B-Instruct,0.8873239436619719
-MERALiON-LLaMA-3-8B-Chat,0.5211267605633803
 Meta-Llama-3-8B-Instruct,0.4788732394366197
 Meta-Llama-3.1-70B-Instruct,0.8450704225352113
 Qwen2_5_3B_Instruct,0.647887323943662
@@ -18,5 +17,6 @@ Qwen2_5_14B_Instruct,0.8309859154929577
 gemma2-9b-cpt-sea-lionv3-instruct,0.7605633802816901
 gemma-2-2b-it,0.43661971830985913
 llama3-8b-cpt-sea-lionv2-instruct,0.5774647887323944
+cross_openhermes_llama3_8b_12288_inst,0.5211267605633803
 Qwen2_5_0_5B_Instruct,0.43661971830985913
 GPT4o_0513,0.9295774647887324

results/general_reasoning/zero_shot/c_eval.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7615193026151931
 Meta-Llama-3.1-8B-Instruct,0.5149439601494396
 llama3-8b-cpt-sea-lionv2.1-instruct,0.50186799501868
-Gemma-2-9b-it-sg-ultrachat-sft,0.5560398505603985
 Qwen2_5_32B_Instruct,0.8262764632627646
 Qwen2_5_7B_Instruct,0.7459526774595268
 Qwen2_5_1_5B_Instruct,0.5971357409713575
 Qwen2-72B-Instruct,0.8312577833125778
-MERALiON-LLaMA-3-8B-Chat,0.4863013698630137
 Meta-Llama-3-8B-Instruct,0.4775840597758406
 Meta-Llama-3.1-70B-Instruct,0.6612702366127023
 Qwen2_5_3B_Instruct,0.6537982565379825
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.7839352428393525
 gemma2-9b-cpt-sea-lionv3-instruct,0.5722291407222914
 gemma-2-2b-it,0.4352428393524284
 llama3-8b-cpt-sea-lionv2-instruct,0.49813200498132004
+cross_openhermes_llama3_8b_12288_inst,0.4863013698630137
 Qwen2_5_0_5B_Instruct,0.41718555417185554
 GPT4o_0513,0.7073474470734745

results/general_reasoning/zero_shot/cmmlu.csv

@@ -1,12 +1,10 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.7727508202383008
 Meta-Llama-3.1-8B-Instruct,0.5246934898981178
-Gemma-2-9b-it-sg-ultrachat-sft,0.5615610429977551
 Qwen2_5_32B_Instruct,0.8273182524607149
 Qwen2_5_7B_Instruct,0.7486617164565705
 Qwen2_5_1_5B_Instruct,0.5975651873596961
 Qwen2-72B-Instruct,0.8293904334311863
-MERALiON-LLaMA-3-8B-Chat,0.48877568640994645
 Meta-Llama-3-8B-Instruct,0.4839405974788465
 Meta-Llama-3.1-70B-Instruct,0.6814885166637886
 Qwen2_5_3B_Instruct,0.6621481609393887
@@ -18,5 +16,6 @@ Qwen2_5_14B_Instruct,0.7807805214988776
 gemma2-9b-cpt-sea-lionv3-instruct,0.5796062856156105
 gemma-2-2b-it,0.4412882058366431
 llama3-8b-cpt-sea-lionv2-instruct,0.48929373165256435
+cross_openhermes_llama3_8b_12288_inst,0.48877568640994645
 Qwen2_5_0_5B_Instruct,0.42056639613192887
 GPT4o_0513,0.7414954239336902

results/general_reasoning/zero_shot/indommlu.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.5385539755657921
 Meta-Llama-3.1-8B-Instruct,0.5252687095266707
 llama3-8b-cpt-sea-lionv2.1-instruct,0.5269377127979171
-Gemma-2-9b-it-sg-ultrachat-sft,0.6051805861539489
 Qwen2_5_32B_Instruct,0.6314840777087923
 Qwen2_5_7B_Instruct,0.5600507376994459
 Qwen2_5_1_5B_Instruct,0.4295346818879765
 Qwen2-72B-Instruct,0.6385606515788771
-MERALiON-LLaMA-3-8B-Chat,0.5533747246144602
 Meta-Llama-3-8B-Instruct,0.5264703918819681
 Meta-Llama-3.1-70B-Instruct,0.6740770411910008
 Qwen2_5_3B_Instruct,0.49656185326123237
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6009746979104079
 gemma2-9b-cpt-sea-lionv3-instruct,0.6196007744175178
 gemma-2-2b-it,0.48220842512851325
 llama3-8b-cpt-sea-lionv2-instruct,0.5252687095266707
+cross_openhermes_llama3_8b_12288_inst,0.5533747246144602
 Qwen2_5_0_5B_Instruct,0.3279925228653448
 GPT4o_0513,0.7584618465852193

results/general_reasoning/zero_shot/mmlu.csv

@@ -1,12 +1,10 @@
 Model,Accuracy
 Qwen2-7B-Instruct,0.672506256703611
 Meta-Llama-3.1-8B-Instruct,0.6037182695745441
-Gemma-2-9b-it-sg-ultrachat-sft,0.7028244547729711
 Qwen2_5_32B_Instruct,0.7996424740793707
 Qwen2_5_7B_Instruct,0.6935287808366106
 Qwen2_5_1_5B_Instruct,0.5646764390418305
 Qwen2-72B-Instruct,0.7922774401144083
-MERALiON-LLaMA-3-8B-Chat,0.5870575616732213
 Meta-Llama-3-8B-Instruct,0.6005720414730068
 Meta-Llama-3.1-70B-Instruct,0.8058634250983197
 Qwen2_5_3B_Instruct,0.6118698605648909
@@ -15,7 +13,9 @@ Qwen2_5_72B_Instruct,0.8129424383267787
 gemma-2-9b-it,0.7100464783696818
 Meta-Llama-3-70B-Instruct,0.7649624597783339
 Qwen2_5_14B_Instruct,0.7542366821594566
+gemma2-9b-cpt-sea-lionv3-instruct,0.7079013228459063
 gemma-2-2b-it,0.5706828745084018
 llama3-8b-cpt-sea-lionv2-instruct,0.6130854486950303
+cross_openhermes_llama3_8b_12288_inst,0.5870575616732213
 Qwen2_5_0_5B_Instruct,0.461136932427601
 GPT4o_0513,0.8308187343582409

results/general_reasoning/zero_shot/zbench.csv

@@ -2,12 +2,10 @@ Model,Accuracy
 Qwen2-7B-Instruct,0.7272727272727273
 Meta-Llama-3.1-8B-Instruct,0.42424242424242425
 llama3-8b-cpt-sea-lionv2.1-instruct,0.2727272727272727
-Gemma-2-9b-it-sg-ultrachat-sft,0.36363636363636365
 Qwen2_5_32B_Instruct,0.6060606060606061
 Qwen2_5_7B_Instruct,0.6666666666666666
 Qwen2_5_1_5B_Instruct,0.42424242424242425
 Qwen2-72B-Instruct,0.5757575757575758
-MERALiON-LLaMA-3-8B-Chat,0.42424242424242425
 Meta-Llama-3-8B-Instruct,0.3333333333333333
 Meta-Llama-3.1-70B-Instruct,0.48484848484848486
 Qwen2_5_3B_Instruct,0.5757575757575758
@@ -19,5 +17,6 @@ Qwen2_5_14B_Instruct,0.6666666666666666
 gemma2-9b-cpt-sea-lionv3-instruct,0.42424242424242425
 gemma-2-2b-it,0.24242424242424243
 llama3-8b-cpt-sea-lionv2-instruct,0.30303030303030304
+cross_openhermes_llama3_8b_12288_inst,0.42424242424242425
 Qwen2_5_0_5B_Instruct,0.36363636363636365
 GPT4o_0513,0.696969696969697