huseinzol05 commited on
Commit
0822410
β€’
1 Parent(s): 8e7ff69

added more scores

Browse files
Files changed (1) hide show
  1. app.py +32 -8
app.py CHANGED
@@ -36,7 +36,13 @@ data = [
36
  'Tatabahasa 3-shots': 75.64469914040114,
37
  },
38
  {
39
- 'model': 'malaysian-llama2-7b-32k',
 
 
 
 
 
 
40
  'BM-PT3 0-shot': 20.37037037037037,
41
  'BM-PT3 1-shot': 20.37037037037037,
42
  'BM-PT3 3-shots': 29.629629629629626,
@@ -45,25 +51,40 @@ data = [
45
  'Tatabahasa 3-shots': 27.507163323782237,
46
  },
47
  {
48
- 'model': 'malaysian-llama2-7b-32k-instructions',
49
  'BM-PT3 0-shot': 35.294117647058826,
50
  'BM-PT3 1-shot': 21.153846153846153,
51
  'BM-PT3 3-shots': 28.30188679245283,
 
 
 
52
  },
53
  {
54
- 'model': 'malaysian-llama2-13b-32k',
55
  'BM-PT3 0-shot': 33.33333333333333,
56
  'BM-PT3 1-shot': 20.37037037037037,
57
  'BM-PT3 3-shots': 31.48148148148148,
 
 
 
58
  },
59
  {
60
- 'model': 'malaysian-llama2-13b-32k-instructions',
61
  'BM-PT3 0-shot': 28.57142857142857,
62
  'BM-PT3 1-shot': 12.244897959183673,
63
  'BM-PT3 3-shots': 17.307692307692307,
 
 
 
 
 
 
 
 
 
64
  },
65
  {
66
- 'model': 'malaysian-mistral-7b-4k',
67
  'BM-PT3 0-shot': 20.37037037037037,
68
  'BM-PT3 1-shot': 22.22222222222222,
69
  'BM-PT3 3-shots': 33.33333333333333,
@@ -72,13 +93,16 @@ data = [
72
  'Tatabahasa 3-shots': 24.641833810888254,
73
  },
74
  {
75
- 'model': 'malaysian-mistral-7b-32k',
76
  'BM-PT3 0-shot': 16.666666666666664,
77
  'BM-PT3 1-shot': 16.666666666666664,
78
  'BM-PT3 3-shots': 25.925925925925924,
 
 
 
79
  },
80
  {
81
- 'model': 'malaysian-mistral-7b-32k-instructions',
82
  'BM-PT3 0-shot': 21.568627450980394,
83
  'BM-PT3 1-shot': 31.25,
84
  'BM-PT3 3-shots': 28.000000000000004,
@@ -90,6 +114,6 @@ data = pd.DataFrame(data)
90
  with demo:
91
  gr.HTML(TITLE)
92
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
93
- gr.DataFrame(data)
94
 
95
  demo.launch()
 
36
  'Tatabahasa 3-shots': 75.64469914040114,
37
  },
38
  {
39
+ 'model': '[llama2-7b](https://huggingface.co/meta-llama/Llama-2-7b-hf)',
40
+ 'Tatabahasa 0-shot': 24.355300859598856,
41
+ 'Tatabahasa 1-shot': 28.08022922636103,
42
+ 'Tatabahasa 3-shots': 24.641833810888254,
43
+ },
44
+ {
45
+ 'model': '[malaysian-llama2-7b-32k](https://huggingface.co/mesolitica/llama-7b-hf-32768-fpf)',
46
  'BM-PT3 0-shot': 20.37037037037037,
47
  'BM-PT3 1-shot': 20.37037037037037,
48
  'BM-PT3 3-shots': 29.629629629629626,
 
51
  'Tatabahasa 3-shots': 27.507163323782237,
52
  },
53
  {
54
+ 'model': '[malaysian-llama2-7b-32k-instructions](https://huggingface.co/mesolitica/malaysian-llama2-7b-32k-instructions)',
55
  'BM-PT3 0-shot': 35.294117647058826,
56
  'BM-PT3 1-shot': 21.153846153846153,
57
  'BM-PT3 3-shots': 28.30188679245283,
58
+ 'Tatabahasa 0-shot': 26.07449856733524,
59
+ 'Tatabahasa 1-shot': 24.068767908309454,
60
+ 'Tatabahasa 3-shots': 27.507163323782237,
61
  },
62
  {
63
+ 'model': '[malaysian-llama2-13b-32k](https://huggingface.co/mesolitica/llama-13b-hf-32768-fpf)',
64
  'BM-PT3 0-shot': 33.33333333333333,
65
  'BM-PT3 1-shot': 20.37037037037037,
66
  'BM-PT3 3-shots': 31.48148148148148,
67
+ 'Tatabahasa 0-shot': 26.07449856733524,
68
+ 'Tatabahasa 1-shot': 25.214899713467048,
69
+ 'Tatabahasa 3-shots': 24.355300859598856,
70
  },
71
  {
72
+ 'model': '[malaysian-llama2-13b-32k-instructions](https://huggingface.co/mesolitica/malaysian-llama2-13b-32k-instructions)',
73
  'BM-PT3 0-shot': 28.57142857142857,
74
  'BM-PT3 1-shot': 12.244897959183673,
75
  'BM-PT3 3-shots': 17.307692307692307,
76
+ 'Tatabahasa 0-shot': 26.07449856733524,
77
+ 'Tatabahasa 1-shot': 24.068767908309454,
78
+ 'Tatabahasa 3-shots': 27.507163323782237,
79
+ },
80
+ {
81
+ 'model': '[mistral-7b](https://huggingface.co/mistralai/Mistral-7B-v0.1)',
82
+ 'Tatabahasa 0-shot': 28.939828080229223,
83
+ 'Tatabahasa 1-shot': 34.38395415472779,
84
+ 'Tatabahasa 3-shots': 32.95128939828081,
85
  },
86
  {
87
+ 'model': '[malaysian-mistral-7b-4k](https://huggingface.co/mesolitica/mistral-7b-4096-fpf)',
88
  'BM-PT3 0-shot': 20.37037037037037,
89
  'BM-PT3 1-shot': 22.22222222222222,
90
  'BM-PT3 3-shots': 33.33333333333333,
 
93
  'Tatabahasa 3-shots': 24.641833810888254,
94
  },
95
  {
96
+ 'model': '[malaysian-mistral-7b-32k](https://huggingface.co/mesolitica/mistral-7b-32768-fpf)',
97
  'BM-PT3 0-shot': 16.666666666666664,
98
  'BM-PT3 1-shot': 16.666666666666664,
99
  'BM-PT3 3-shots': 25.925925925925924,
100
+ 'Tatabahasa 0-shot': 18.624641833810887,
101
+ 'Tatabahasa 1-shot': 24.355300859598856,
102
+ 'Tatabahasa 3-shots': 28.653295128939828,
103
  },
104
  {
105
+ 'model': '[malaysian-mistral-7b-32k-instructions](https://huggingface.co/mesolitica/malaysian-mistral-7b-32k-instructions)',
106
  'BM-PT3 0-shot': 21.568627450980394,
107
  'BM-PT3 1-shot': 31.25,
108
  'BM-PT3 3-shots': 28.000000000000004,
 
114
  with demo:
115
  gr.HTML(TITLE)
116
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
117
+ gr.DataFrame(data, datatype = 'markdown')
118
 
119
  demo.launch()