Commit
•
ac7a85c
1
Parent(s):
24d4f12
added aisingapore
Browse files
app.py
CHANGED
|
@@ -20,15 +20,6 @@ INTRODUCTION_TEXT = """
|
|
| 20 |
"""
|
| 21 |
|
| 22 |
data = [
|
| 23 |
-
{
|
| 24 |
-
'model': 'gpt-3.5-turbo-0613',
|
| 25 |
-
'BM-PT3 0-shot': 36.53846153846153,
|
| 26 |
-
'BM-PT3 1-shot': 28.846153846153843,
|
| 27 |
-
'BM-PT3 3-shots': 24.528301886792452,
|
| 28 |
-
'Tatabahasa 0-shot': 59.530791788856305,
|
| 29 |
-
'Tatabahasa 1-shot': 60.80691642651297,
|
| 30 |
-
'Tatabahasa 3-shots': 63.03724928366762,
|
| 31 |
-
},
|
| 32 |
{
|
| 33 |
'model': 'gpt-4-1106-preview',
|
| 34 |
'BM-PT3 0-shot': 51.85185185185185,
|
|
@@ -38,6 +29,15 @@ data = [
|
|
| 38 |
'Tatabahasa 1-shot': 73.63896848137536,
|
| 39 |
'Tatabahasa 3-shots': 75.64469914040114,
|
| 40 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
{
|
| 42 |
'model': '[llama2-7b](https://huggingface.co/meta-llama/Llama-2-7b-hf)',
|
| 43 |
'Tatabahasa 0-shot': 24.355300859598856,
|
|
@@ -103,6 +103,24 @@ data = [
|
|
| 103 |
'BM-PT3 0-shot': 21.568627450980394,
|
| 104 |
'BM-PT3 1-shot': 31.25,
|
| 105 |
'BM-PT3 3-shots': 28.000000000000004,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
}
|
| 107 |
]
|
| 108 |
|
|
|
|
| 20 |
"""
|
| 21 |
|
| 22 |
data = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
{
|
| 24 |
'model': 'gpt-4-1106-preview',
|
| 25 |
'BM-PT3 0-shot': 51.85185185185185,
|
|
|
|
| 29 |
'Tatabahasa 1-shot': 73.63896848137536,
|
| 30 |
'Tatabahasa 3-shots': 75.64469914040114,
|
| 31 |
},
|
| 32 |
+
{
|
| 33 |
+
'model': 'gpt-3.5-turbo-0613',
|
| 34 |
+
'BM-PT3 0-shot': 36.53846153846153,
|
| 35 |
+
'BM-PT3 1-shot': 28.846153846153843,
|
| 36 |
+
'BM-PT3 3-shots': 24.528301886792452,
|
| 37 |
+
'Tatabahasa 0-shot': 59.530791788856305,
|
| 38 |
+
'Tatabahasa 1-shot': 60.80691642651297,
|
| 39 |
+
'Tatabahasa 3-shots': 63.03724928366762,
|
| 40 |
+
},
|
| 41 |
{
|
| 42 |
'model': '[llama2-7b](https://huggingface.co/meta-llama/Llama-2-7b-hf)',
|
| 43 |
'Tatabahasa 0-shot': 24.355300859598856,
|
|
|
|
| 103 |
'BM-PT3 0-shot': 21.568627450980394,
|
| 104 |
'BM-PT3 1-shot': 31.25,
|
| 105 |
'BM-PT3 3-shots': 28.000000000000004,
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
'model': '[aisingapore/sealion3b](https://huggingface.co/aisingapore/sealion3b)',
|
| 109 |
+
'BM-PT3 0-shot': 20.37037037037037,
|
| 110 |
+
'BM-PT3 1-shot': 25.925925925925924,
|
| 111 |
+
'BM-PT3 3-shots': 31.48148148148148,
|
| 112 |
+
'Tatabahasa 0-shot': 21.776504297994272,
|
| 113 |
+
'Tatabahasa 1-shot': 21.776504297994272,
|
| 114 |
+
'Tatabahasa 3-shots': 24.641833810888254,
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
'model': '[aisingapore/sealion7b](https://huggingface.co/aisingapore/sealion7b)',
|
| 118 |
+
'BM-PT3 0-shot': 20.37037037037037,
|
| 119 |
+
'BM-PT3 1-shot': 24.074074074074073,
|
| 120 |
+
'BM-PT3 3-shots': 33.33333333333333,
|
| 121 |
+
'Tatabahasa 0-shot': 25.787965616045845,
|
| 122 |
+
'Tatabahasa 1-shot': 27.507163323782237,
|
| 123 |
+
'Tatabahasa 3-shots': 26.07449856733524,
|
| 124 |
}
|
| 125 |
]
|
| 126 |
|