huseinzol05 commited on
Commit
29a196e
β€’
1 Parent(s): 5b22f5f

initial added mallam

Browse files
Files changed (1) hide show
  1. app.py +23 -2
app.py CHANGED
@@ -88,7 +88,7 @@ open_source = [
88
  'BM-PT3 0-shot': 33.33333333333333,
89
  'BM-PT3 1-shot': 37.03703703703704,
90
  'BM-PT3 3-shots': 35.18518518518518,
91
- 'Tatabahasa 0-shot': 55.014326647564474,
92
  'Tatabahasa 1-shot': 53.86819484240688,
93
  'Tatabahasa 3-shots': 45.55873925501432,
94
  },
@@ -165,7 +165,28 @@ open_source = [
165
  'Tatabahasa 0-shot': 25.787965616045845,
166
  'Tatabahasa 1-shot': 27.507163323782237,
167
  'Tatabahasa 3-shots': 26.07449856733524,
168
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
169
  ]
170
 
171
  data = pd.DataFrame(close_source + open_source)
 
88
  'BM-PT3 0-shot': 33.33333333333333,
89
  'BM-PT3 1-shot': 37.03703703703704,
90
  'BM-PT3 3-shots': 35.18518518518518,
91
+ 'Tatabahasa 0-shot': 59.31232091690545,
92
  'Tatabahasa 1-shot': 53.86819484240688,
93
  'Tatabahasa 3-shots': 45.55873925501432,
94
  },
 
165
  'Tatabahasa 0-shot': 25.787965616045845,
166
  'Tatabahasa 1-shot': 27.507163323782237,
167
  'Tatabahasa 3-shots': 26.07449856733524,
168
+ },
169
+ {
170
+ 'T': '🟒',
171
+ 'model': '[mesolitica/mallam-1.1B-4096](https://huggingface.co/mesolitica/mallam-1.1B-4096)',
172
+ 'Tatabahasa 0-shot': 20.8955223880597,
173
+ 'Tatabahasa 1-shot': 25.214899713467048,
174
+ 'Tatabahasa 3-shots': 22.922636103151863,
175
+ },
176
+ {
177
+ 'T': '🟒',
178
+ 'model': '[mesolitica/mallam-3B-4096](https://huggingface.co/mesolitica/mallam-3B-4096)',
179
+ 'Tatabahasa 0-shot': 22.988505747126435,
180
+ 'Tatabahasa 1-shot': 20.630372492836678,
181
+ 'Tatabahasa 3-shots': 25.787965616045845,
182
+ },
183
+ {
184
+ 'T': '🟒',
185
+ 'model': '[mesolitica/mallam-5B-4096](https://huggingface.co/mesolitica/mallam-5B-4096)',
186
+ 'Tatabahasa 0-shot': 24.8868778280543,
187
+ 'Tatabahasa 1-shot': 23.78223495702006,
188
+ 'Tatabahasa 3-shots': 21.776504297994272,
189
+ },
190
  ]
191
 
192
  data = pd.DataFrame(close_source + open_source)