huseinzol05
commited on
Commit
β’
0822410
1
Parent(s):
8e7ff69
added more scores
Browse files
app.py
CHANGED
@@ -36,7 +36,13 @@ data = [
|
|
36 |
'Tatabahasa 3-shots': 75.64469914040114,
|
37 |
},
|
38 |
{
|
39 |
-
'model': '
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
'BM-PT3 0-shot': 20.37037037037037,
|
41 |
'BM-PT3 1-shot': 20.37037037037037,
|
42 |
'BM-PT3 3-shots': 29.629629629629626,
|
@@ -45,25 +51,40 @@ data = [
|
|
45 |
'Tatabahasa 3-shots': 27.507163323782237,
|
46 |
},
|
47 |
{
|
48 |
-
'model': 'malaysian-llama2-7b-32k-instructions',
|
49 |
'BM-PT3 0-shot': 35.294117647058826,
|
50 |
'BM-PT3 1-shot': 21.153846153846153,
|
51 |
'BM-PT3 3-shots': 28.30188679245283,
|
|
|
|
|
|
|
52 |
},
|
53 |
{
|
54 |
-
'model': 'malaysian-llama2-13b-32k',
|
55 |
'BM-PT3 0-shot': 33.33333333333333,
|
56 |
'BM-PT3 1-shot': 20.37037037037037,
|
57 |
'BM-PT3 3-shots': 31.48148148148148,
|
|
|
|
|
|
|
58 |
},
|
59 |
{
|
60 |
-
'model': 'malaysian-llama2-13b-32k-instructions',
|
61 |
'BM-PT3 0-shot': 28.57142857142857,
|
62 |
'BM-PT3 1-shot': 12.244897959183673,
|
63 |
'BM-PT3 3-shots': 17.307692307692307,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
64 |
},
|
65 |
{
|
66 |
-
'model': 'malaysian-mistral-7b-4k',
|
67 |
'BM-PT3 0-shot': 20.37037037037037,
|
68 |
'BM-PT3 1-shot': 22.22222222222222,
|
69 |
'BM-PT3 3-shots': 33.33333333333333,
|
@@ -72,13 +93,16 @@ data = [
|
|
72 |
'Tatabahasa 3-shots': 24.641833810888254,
|
73 |
},
|
74 |
{
|
75 |
-
'model': 'malaysian-mistral-7b-32k',
|
76 |
'BM-PT3 0-shot': 16.666666666666664,
|
77 |
'BM-PT3 1-shot': 16.666666666666664,
|
78 |
'BM-PT3 3-shots': 25.925925925925924,
|
|
|
|
|
|
|
79 |
},
|
80 |
{
|
81 |
-
'model': 'malaysian-mistral-7b-32k-instructions',
|
82 |
'BM-PT3 0-shot': 21.568627450980394,
|
83 |
'BM-PT3 1-shot': 31.25,
|
84 |
'BM-PT3 3-shots': 28.000000000000004,
|
@@ -90,6 +114,6 @@ data = pd.DataFrame(data)
|
|
90 |
with demo:
|
91 |
gr.HTML(TITLE)
|
92 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
93 |
-
gr.DataFrame(data)
|
94 |
|
95 |
demo.launch()
|
|
|
36 |
'Tatabahasa 3-shots': 75.64469914040114,
|
37 |
},
|
38 |
{
|
39 |
+
'model': '[llama2-7b](https://huggingface.co/meta-llama/Llama-2-7b-hf)',
|
40 |
+
'Tatabahasa 0-shot': 24.355300859598856,
|
41 |
+
'Tatabahasa 1-shot': 28.08022922636103,
|
42 |
+
'Tatabahasa 3-shots': 24.641833810888254,
|
43 |
+
},
|
44 |
+
{
|
45 |
+
'model': '[malaysian-llama2-7b-32k](https://huggingface.co/mesolitica/llama-7b-hf-32768-fpf)',
|
46 |
'BM-PT3 0-shot': 20.37037037037037,
|
47 |
'BM-PT3 1-shot': 20.37037037037037,
|
48 |
'BM-PT3 3-shots': 29.629629629629626,
|
|
|
51 |
'Tatabahasa 3-shots': 27.507163323782237,
|
52 |
},
|
53 |
{
|
54 |
+
'model': '[malaysian-llama2-7b-32k-instructions](https://huggingface.co/mesolitica/malaysian-llama2-7b-32k-instructions)',
|
55 |
'BM-PT3 0-shot': 35.294117647058826,
|
56 |
'BM-PT3 1-shot': 21.153846153846153,
|
57 |
'BM-PT3 3-shots': 28.30188679245283,
|
58 |
+
'Tatabahasa 0-shot': 26.07449856733524,
|
59 |
+
'Tatabahasa 1-shot': 24.068767908309454,
|
60 |
+
'Tatabahasa 3-shots': 27.507163323782237,
|
61 |
},
|
62 |
{
|
63 |
+
'model': '[malaysian-llama2-13b-32k](https://huggingface.co/mesolitica/llama-13b-hf-32768-fpf)',
|
64 |
'BM-PT3 0-shot': 33.33333333333333,
|
65 |
'BM-PT3 1-shot': 20.37037037037037,
|
66 |
'BM-PT3 3-shots': 31.48148148148148,
|
67 |
+
'Tatabahasa 0-shot': 26.07449856733524,
|
68 |
+
'Tatabahasa 1-shot': 25.214899713467048,
|
69 |
+
'Tatabahasa 3-shots': 24.355300859598856,
|
70 |
},
|
71 |
{
|
72 |
+
'model': '[malaysian-llama2-13b-32k-instructions](https://huggingface.co/mesolitica/malaysian-llama2-13b-32k-instructions)',
|
73 |
'BM-PT3 0-shot': 28.57142857142857,
|
74 |
'BM-PT3 1-shot': 12.244897959183673,
|
75 |
'BM-PT3 3-shots': 17.307692307692307,
|
76 |
+
'Tatabahasa 0-shot': 26.07449856733524,
|
77 |
+
'Tatabahasa 1-shot': 24.068767908309454,
|
78 |
+
'Tatabahasa 3-shots': 27.507163323782237,
|
79 |
+
},
|
80 |
+
{
|
81 |
+
'model': '[mistral-7b](https://huggingface.co/mistralai/Mistral-7B-v0.1)',
|
82 |
+
'Tatabahasa 0-shot': 28.939828080229223,
|
83 |
+
'Tatabahasa 1-shot': 34.38395415472779,
|
84 |
+
'Tatabahasa 3-shots': 32.95128939828081,
|
85 |
},
|
86 |
{
|
87 |
+
'model': '[malaysian-mistral-7b-4k](https://huggingface.co/mesolitica/mistral-7b-4096-fpf)',
|
88 |
'BM-PT3 0-shot': 20.37037037037037,
|
89 |
'BM-PT3 1-shot': 22.22222222222222,
|
90 |
'BM-PT3 3-shots': 33.33333333333333,
|
|
|
93 |
'Tatabahasa 3-shots': 24.641833810888254,
|
94 |
},
|
95 |
{
|
96 |
+
'model': '[malaysian-mistral-7b-32k](https://huggingface.co/mesolitica/mistral-7b-32768-fpf)',
|
97 |
'BM-PT3 0-shot': 16.666666666666664,
|
98 |
'BM-PT3 1-shot': 16.666666666666664,
|
99 |
'BM-PT3 3-shots': 25.925925925925924,
|
100 |
+
'Tatabahasa 0-shot': 18.624641833810887,
|
101 |
+
'Tatabahasa 1-shot': 24.355300859598856,
|
102 |
+
'Tatabahasa 3-shots': 28.653295128939828,
|
103 |
},
|
104 |
{
|
105 |
+
'model': '[malaysian-mistral-7b-32k-instructions](https://huggingface.co/mesolitica/malaysian-mistral-7b-32k-instructions)',
|
106 |
'BM-PT3 0-shot': 21.568627450980394,
|
107 |
'BM-PT3 1-shot': 31.25,
|
108 |
'BM-PT3 3-shots': 28.000000000000004,
|
|
|
114 |
with demo:
|
115 |
gr.HTML(TITLE)
|
116 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
117 |
+
gr.DataFrame(data, datatype = 'markdown')
|
118 |
|
119 |
demo.launch()
|