amezasor commited on
Commit
6c5a0ae
1 Parent(s): f0ca2c8

metadata update

Browse files
Files changed (1) hide show
  1. README.md +23 -28
README.md CHANGED
@@ -1,13 +1,8 @@
1
  ---
2
  pipeline_tag: text-generation
3
  inference: true
4
- # widget:
5
- # - text: 'Question: Please write a function in Python that performs bubble sort.\n\nAnswer:'
6
- # example_title: Bubble sort
7
- # group: Python
8
  license: apache-2.0
9
  datasets:
10
- # Mentionded in paper
11
  - codeparrot/github-code-clean
12
  - bigcode/starcoderdata
13
  # - Stackexchange
@@ -16,7 +11,7 @@ datasets:
16
  - math-ai/StackMathQA
17
  # - Arxiv
18
  # - Wikipedia
19
- # - conceptofmind/FLAN_2022 # Original link is broken, we used IBM's filtered version | Phase 2
20
  - nvidia/HelpSteer
21
  metrics:
22
  - code_eval
@@ -29,13 +24,13 @@ model-index:
29
  - task:
30
  type: text-generation
31
  dataset:
32
- type: mbpp # https://arxiv.org/abs/2108.07732
33
  name: MBPP
34
  metrics:
35
  - name: pass@1
36
  type: pass@1
37
  value: 36.0
38
- veriefied: false # Check
39
  - task:
40
  type: text-generation
41
  dataset:
@@ -45,7 +40,7 @@ model-index:
45
  - name: pass@1
46
  type: pass@1
47
  value: 45.1
48
- veriefied: false # Check
49
  - task:
50
  type: text-generation
51
  dataset:
@@ -54,8 +49,8 @@ model-index:
54
  metrics:
55
  - name: pass@1
56
  type: pass@1
57
- value: 36.0
58
- veriefied: false # Check
59
  - task:
60
  type: text-generation
61
  dataset:
@@ -65,7 +60,7 @@ model-index:
65
  - name: pass@1
66
  type: pass@1
67
  value: 37.2
68
- veriefied: false # Check
69
  - task:
70
  type: text-generation
71
  dataset:
@@ -75,7 +70,7 @@ model-index:
75
  - name: pass@1
76
  type: pass@1
77
  value: 40.9
78
- veriefied: false # Check
79
  - task:
80
  type: text-generation
81
  dataset:
@@ -85,7 +80,7 @@ model-index:
85
  - name: pass@1
86
  type: pass@1
87
  value: 26.2
88
- veriefied: false # Check
89
  - task:
90
  type: text-generation
91
  dataset:
@@ -95,7 +90,7 @@ model-index:
95
  - name: pass@1
96
  type: pass@1
97
  value: 35.4
98
- veriefied: false # Check
99
  - task:
100
  type: text-generation
101
  dataset:
@@ -105,7 +100,7 @@ model-index:
105
  - name: pass@1
106
  type: pass@1
107
  value: 22.0
108
- veriefied: false # Check
109
  - task:
110
  type: text-generation
111
  dataset:
@@ -115,7 +110,7 @@ model-index:
115
  - name: pass@1
116
  type: pass@1
117
  value: 25.0
118
- veriefied: false # Check
119
  - task:
120
  type: text-generation
121
  dataset:
@@ -125,7 +120,7 @@ model-index:
125
  - name: pass@1
126
  type: pass@1
127
  value: 18.9
128
- veriefied: false # Check
129
  - task:
130
  type: text-generation
131
  dataset:
@@ -135,7 +130,7 @@ model-index:
135
  - name: pass@1
136
  type: pass@1
137
  value: 29.9
138
- veriefied: false # Check
139
  - task:
140
  type: text-generation
141
  dataset:
@@ -145,7 +140,7 @@ model-index:
145
  - name: pass@1
146
  type: pass@1
147
  value: 17.1
148
- veriefied: false # Check
149
  - task:
150
  type: text-generation
151
  dataset:
@@ -155,7 +150,7 @@ model-index:
155
  - name: pass@1
156
  type: pass@1
157
  value: 26.8
158
- veriefied: false # Check
159
  - task:
160
  type: text-generation
161
  dataset:
@@ -165,7 +160,7 @@ model-index:
165
  - name: pass@1
166
  type: pass@1
167
  value: 14.0
168
- veriefied: false # Check
169
  - task:
170
  type: text-generation
171
  dataset:
@@ -175,7 +170,7 @@ model-index:
175
  - name: pass@1
176
  type: pass@1
177
  value: 18.3
178
- veriefied: false # Check
179
  - task:
180
  type: text-generation
181
  dataset:
@@ -185,7 +180,7 @@ model-index:
185
  - name: pass@1
186
  type: pass@1
187
  value: 23.2
188
- veriefied: false # Check
189
  - task:
190
  type: text-generation
191
  dataset:
@@ -195,7 +190,7 @@ model-index:
195
  - name: pass@1
196
  type: pass@1
197
  value: 29.9
198
- veriefied: false # Check
199
  - task:
200
  type: text-generation
201
  dataset:
@@ -205,7 +200,7 @@ model-index:
205
  - name: pass@1
206
  type: pass@1
207
  value: 24.4
208
- veriefied: false # Check
209
  - task:
210
  type: text-generation
211
  dataset:
@@ -215,7 +210,7 @@ model-index:
215
  - name: pass@1
216
  type: pass@1
217
  value: 16.5
218
- veriefied: false # Check
219
  - task:
220
  type: text-generation
221
  dataset:
@@ -225,7 +220,7 @@ model-index:
225
  - name: pass@1
226
  type: pass@1
227
  value: 3.7
228
- veriefied: false # Check
229
  ---
230
 
231
  # Granite-3B-Code-Base
 
1
  ---
2
  pipeline_tag: text-generation
3
  inference: true
 
 
 
 
4
  license: apache-2.0
5
  datasets:
 
6
  - codeparrot/github-code-clean
7
  - bigcode/starcoderdata
8
  # - Stackexchange
 
11
  - math-ai/StackMathQA
12
  # - Arxiv
13
  # - Wikipedia
14
+ # - conceptofmind/FLAN_2022 # Original link is broken, we used IBM's filtered version
15
  - nvidia/HelpSteer
16
  metrics:
17
  - code_eval
 
24
  - task:
25
  type: text-generation
26
  dataset:
27
+ type: mbpp
28
  name: MBPP
29
  metrics:
30
  - name: pass@1
31
  type: pass@1
32
  value: 36.0
33
+ veriefied: false
34
  - task:
35
  type: text-generation
36
  dataset:
 
40
  - name: pass@1
41
  type: pass@1
42
  value: 45.1
43
+ veriefied: false
44
  - task:
45
  type: text-generation
46
  dataset:
 
49
  metrics:
50
  - name: pass@1
51
  type: pass@1
52
+ value: 36.6
53
+ veriefied: false
54
  - task:
55
  type: text-generation
56
  dataset:
 
60
  - name: pass@1
61
  type: pass@1
62
  value: 37.2
63
+ veriefied: false
64
  - task:
65
  type: text-generation
66
  dataset:
 
70
  - name: pass@1
71
  type: pass@1
72
  value: 40.9
73
+ veriefied: false
74
  - task:
75
  type: text-generation
76
  dataset:
 
80
  - name: pass@1
81
  type: pass@1
82
  value: 26.2
83
+ veriefied: false
84
  - task:
85
  type: text-generation
86
  dataset:
 
90
  - name: pass@1
91
  type: pass@1
92
  value: 35.4
93
+ veriefied: false
94
  - task:
95
  type: text-generation
96
  dataset:
 
100
  - name: pass@1
101
  type: pass@1
102
  value: 22.0
103
+ veriefied: false
104
  - task:
105
  type: text-generation
106
  dataset:
 
110
  - name: pass@1
111
  type: pass@1
112
  value: 25.0
113
+ veriefied: false
114
  - task:
115
  type: text-generation
116
  dataset:
 
120
  - name: pass@1
121
  type: pass@1
122
  value: 18.9
123
+ veriefied: false
124
  - task:
125
  type: text-generation
126
  dataset:
 
130
  - name: pass@1
131
  type: pass@1
132
  value: 29.9
133
+ veriefied: false
134
  - task:
135
  type: text-generation
136
  dataset:
 
140
  - name: pass@1
141
  type: pass@1
142
  value: 17.1
143
+ veriefied: false
144
  - task:
145
  type: text-generation
146
  dataset:
 
150
  - name: pass@1
151
  type: pass@1
152
  value: 26.8
153
+ veriefied: false
154
  - task:
155
  type: text-generation
156
  dataset:
 
160
  - name: pass@1
161
  type: pass@1
162
  value: 14.0
163
+ veriefied: false
164
  - task:
165
  type: text-generation
166
  dataset:
 
170
  - name: pass@1
171
  type: pass@1
172
  value: 18.3
173
+ veriefied: false
174
  - task:
175
  type: text-generation
176
  dataset:
 
180
  - name: pass@1
181
  type: pass@1
182
  value: 23.2
183
+ veriefied: false
184
  - task:
185
  type: text-generation
186
  dataset:
 
190
  - name: pass@1
191
  type: pass@1
192
  value: 29.9
193
+ veriefied: false
194
  - task:
195
  type: text-generation
196
  dataset:
 
200
  - name: pass@1
201
  type: pass@1
202
  value: 24.4
203
+ veriefied: false
204
  - task:
205
  type: text-generation
206
  dataset:
 
210
  - name: pass@1
211
  type: pass@1
212
  value: 16.5
213
+ veriefied: false
214
  - task:
215
  type: text-generation
216
  dataset:
 
220
  - name: pass@1
221
  type: pass@1
222
  value: 3.7
223
+ veriefied: false
224
  ---
225
 
226
  # Granite-3B-Code-Base