huseinzol05
commited on
Commit
β’
84d5ed5
1
Parent(s):
f9bd3dc
add initial mallam
Browse files
app.py
CHANGED
@@ -153,6 +153,13 @@ open_source = [
|
|
153 |
'Tatabahasa 1-shot': 57.306590257879655,
|
154 |
'Tatabahasa 3-shots': 56.446991404011456,
|
155 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
156 |
{
|
157 |
'T': 'π’',
|
158 |
'model': '[aisingapore/sealion3b](https://huggingface.co/aisingapore/sealion3b)',
|
@@ -194,6 +201,13 @@ open_source = [
|
|
194 |
'Tatabahasa 1-shot': 27.793696275071632,
|
195 |
'Tatabahasa 3-shots': 28.653295128939828,
|
196 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
197 |
]
|
198 |
|
199 |
data = pd.DataFrame(close_source + open_source)
|
|
|
153 |
'Tatabahasa 1-shot': 57.306590257879655,
|
154 |
'Tatabahasa 3-shots': 56.446991404011456,
|
155 |
},
|
156 |
+
{
|
157 |
+
'T': 'β',
|
158 |
+
'model': '[mesolitica/malaysian-mistral-7b-32k-instructions-v2](https://huggingface.co/mesolitica/malaysian-mistral-7b-32k-instructions-v2)',
|
159 |
+
'Tatabahasa 0-shot': 61.891117478510026,
|
160 |
+
'Tatabahasa 1-shot': 50.429799426934096,
|
161 |
+
'Tatabahasa 3-shots': 40.114613180515754,
|
162 |
+
},
|
163 |
{
|
164 |
'T': 'π’',
|
165 |
'model': '[aisingapore/sealion3b](https://huggingface.co/aisingapore/sealion3b)',
|
|
|
201 |
'Tatabahasa 1-shot': 27.793696275071632,
|
202 |
'Tatabahasa 3-shots': 28.653295128939828,
|
203 |
},
|
204 |
+
{
|
205 |
+
'T': 'β',
|
206 |
+
'model': '[mesolitica/mallam-1.1b-20k-instructions](https://huggingface.co/mesolitica/mallam-1.1b-20k-instructions)',
|
207 |
+
'Tatabahasa 0-shot': 26.923076923076923,
|
208 |
+
'Tatabahasa 1-shot': 28.939828080229223,
|
209 |
+
'Tatabahasa 3-shots': 21.776504297994272,
|
210 |
+
}
|
211 |
]
|
212 |
|
213 |
data = pd.DataFrame(close_source + open_source)
|