Commit
β’
29a196e
1
Parent(s):
5b22f5f
initial added mallam
Browse files
app.py
CHANGED
@@ -88,7 +88,7 @@ open_source = [
|
|
88 |
'BM-PT3 0-shot': 33.33333333333333,
|
89 |
'BM-PT3 1-shot': 37.03703703703704,
|
90 |
'BM-PT3 3-shots': 35.18518518518518,
|
91 |
-
'Tatabahasa 0-shot':
|
92 |
'Tatabahasa 1-shot': 53.86819484240688,
|
93 |
'Tatabahasa 3-shots': 45.55873925501432,
|
94 |
},
|
@@ -165,7 +165,28 @@ open_source = [
|
|
165 |
'Tatabahasa 0-shot': 25.787965616045845,
|
166 |
'Tatabahasa 1-shot': 27.507163323782237,
|
167 |
'Tatabahasa 3-shots': 26.07449856733524,
|
168 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
169 |
]
|
170 |
|
171 |
data = pd.DataFrame(close_source + open_source)
|
|
|
88 |
'BM-PT3 0-shot': 33.33333333333333,
|
89 |
'BM-PT3 1-shot': 37.03703703703704,
|
90 |
'BM-PT3 3-shots': 35.18518518518518,
|
91 |
+
'Tatabahasa 0-shot': 59.31232091690545,
|
92 |
'Tatabahasa 1-shot': 53.86819484240688,
|
93 |
'Tatabahasa 3-shots': 45.55873925501432,
|
94 |
},
|
|
|
165 |
'Tatabahasa 0-shot': 25.787965616045845,
|
166 |
'Tatabahasa 1-shot': 27.507163323782237,
|
167 |
'Tatabahasa 3-shots': 26.07449856733524,
|
168 |
+
},
|
169 |
+
{
|
170 |
+
'T': 'π’',
|
171 |
+
'model': '[mesolitica/mallam-1.1B-4096](https://huggingface.co/mesolitica/mallam-1.1B-4096)',
|
172 |
+
'Tatabahasa 0-shot': 20.8955223880597,
|
173 |
+
'Tatabahasa 1-shot': 25.214899713467048,
|
174 |
+
'Tatabahasa 3-shots': 22.922636103151863,
|
175 |
+
},
|
176 |
+
{
|
177 |
+
'T': 'π’',
|
178 |
+
'model': '[mesolitica/mallam-3B-4096](https://huggingface.co/mesolitica/mallam-3B-4096)',
|
179 |
+
'Tatabahasa 0-shot': 22.988505747126435,
|
180 |
+
'Tatabahasa 1-shot': 20.630372492836678,
|
181 |
+
'Tatabahasa 3-shots': 25.787965616045845,
|
182 |
+
},
|
183 |
+
{
|
184 |
+
'T': 'π’',
|
185 |
+
'model': '[mesolitica/mallam-5B-4096](https://huggingface.co/mesolitica/mallam-5B-4096)',
|
186 |
+
'Tatabahasa 0-shot': 24.8868778280543,
|
187 |
+
'Tatabahasa 1-shot': 23.78223495702006,
|
188 |
+
'Tatabahasa 3-shots': 21.776504297994272,
|
189 |
+
},
|
190 |
]
|
191 |
|
192 |
data = pd.DataFrame(close_source + open_source)
|