Hugging Face's logo

ibm-granite
/
granite-20b-code-base

Text Generation
Transformers
Safetensors
gpt_bigcode
code
granite
Eval Results
Inference Endpoints
text-generation-inference
Model card Files Community
amezasor commited on
Commit
c57a393
•
1 Parent(s): c6cddd9

metadata update

Browse files
Files changed (1) hide show
  1. README.md +18 -38
README.md CHANGED
@@ -26,26 +26,6 @@ tags:
26
  model-index:
27
  - name: granite-20b-code-base
28
  results:
29
- - task:
30
- type: text-generation
31
- dataset:
32
- type: openai_humaneval # https://arxiv.org/pdf/2107.03374
33
- name: HumanEval
34
- metrics:
35
- - name: pass@1
36
- type: pass@1
37
- value: 42.7
38
- veriefied: false # Check
39
- - task:
40
- type: text-generation
41
- dataset:
42
- type: evalplus/humanevalplus # https://arxiv.org/pdf/2305.01210 https://github.com/evalplus/evalplus
43
- name: HumanEval+
44
- metrics:
45
- - name: pass@1
46
- type: pass@1
47
- value: 0.0 #TO DO: Update value
48
- veriefied: false # Check
49
  - task:
50
  type: text-generation
51
  dataset:
@@ -74,7 +54,7 @@ model-index:
74
  metrics:
75
  - name: pass@1
76
  type: pass@1
77
- value: 0.0 #TO DO: Update value
78
  veriefied: false # Check
79
  - task:
80
  type: text-generation
@@ -84,7 +64,7 @@ model-index:
84
  metrics:
85
  - name: pass@1
86
  type: pass@1
87
- value: 0.0 #TO DO: Update value
88
  veriefied: false # Check
89
  - task:
90
  type: text-generation
@@ -94,7 +74,7 @@ model-index:
94
  metrics:
95
  - name: pass@1
96
  type: pass@1
97
- value: 0.0 #TO DO: Update value
98
  veriefied: false # Check
99
  - task:
100
  type: text-generation
@@ -104,7 +84,7 @@ model-index:
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
- value: 31.7
108
  veriefied: false # Check
109
  - task:
110
  type: text-generation
@@ -114,7 +94,7 @@ model-index:
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
- value: 0.0 #TO DO: Update value
118
  veriefied: false # Check
119
  - task:
120
  type: text-generation
@@ -124,7 +104,7 @@ model-index:
124
  metrics:
125
  - name: pass@1
126
  type: pass@1
127
- value: 0.0 #TO DO: Update value
128
  veriefied: false # Check
129
  - task:
130
  type: text-generation
@@ -134,7 +114,7 @@ model-index:
134
  metrics:
135
  - name: pass@1
136
  type: pass@1
137
- value: 0.0 #TO DO: Update value
138
  veriefied: false # Check
139
  - task:
140
  type: text-generation
@@ -144,7 +124,7 @@ model-index:
144
  metrics:
145
  - name: pass@1
146
  type: pass@1
147
- value: 32.3
148
  veriefied: false # Check
149
  - task:
150
  type: text-generation
@@ -154,7 +134,7 @@ model-index:
154
  metrics:
155
  - name: pass@1
156
  type: pass@1
157
- value: 0.0 #TO DO: Update value
158
  veriefied: false # Check
159
  - task:
160
  type: text-generation
@@ -164,7 +144,7 @@ model-index:
164
  metrics:
165
  - name: pass@1
166
  type: pass@1
167
- value: 0.0 #TO DO: Update value
168
  veriefied: false # Check
169
  - task:
170
  type: text-generation
@@ -174,7 +154,7 @@ model-index:
174
  metrics:
175
  - name: pass@1
176
  type: pass@1
177
- value: 0.0 #TO DO: Update value
178
  veriefied: false # Check
179
  - task:
180
  type: text-generation
@@ -184,7 +164,7 @@ model-index:
184
  metrics:
185
  - name: pass@1
186
  type: pass@1
187
- value: 19.5
188
  veriefied: false # Check
189
  - task:
190
  type: text-generation
@@ -194,7 +174,7 @@ model-index:
194
  metrics:
195
  - name: pass@1
196
  type: pass@1
197
- value: 0.0 #TO DO: Update value
198
  veriefied: false # Check
199
  - task:
200
  type: text-generation
@@ -204,7 +184,7 @@ model-index:
204
  metrics:
205
  - name: pass@1
206
  type: pass@1
207
- value: 0.0 #TO DO: Update value
208
  veriefied: false # Check
209
  - task:
210
  type: text-generation
@@ -214,7 +194,7 @@ model-index:
214
  metrics:
215
  - name: pass@1
216
  type: pass@1
217
- value: 0.0 #TO DO: Update value
218
  veriefied: false # Check
219
  - task:
220
  type: text-generation
@@ -224,7 +204,7 @@ model-index:
224
  metrics:
225
  - name: pass@1
226
  type: pass@1
227
- value: 0.0 #TO DO: Update value
228
  veriefied: false # Check
229
  - task:
230
  type: text-generation
@@ -234,7 +214,7 @@ model-index:
234
  metrics:
235
  - name: pass@1
236
  type: pass@1
237
- value: 0.0 #TO DO: Update value
238
  veriefied: false # Check
239
  - task:
240
  type: text-generation
@@ -244,7 +224,7 @@ model-index:
244
  metrics:
245
  - name: pass@1
246
  type: pass@1
247
- value: 0.0 #TO DO: Update value
248
  veriefied: false # Check
249
  ---
250
 
 
26
  model-index:
27
  - name: granite-20b-code-base
28
  results:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  - task:
30
  type: text-generation
31
  dataset:
 
54
  metrics:
55
  - name: pass@1
56
  type: pass@1
57
+ value: 48.2
58
  veriefied: false # Check
59
  - task:
60
  type: text-generation
 
64
  metrics:
65
  - name: pass@1
66
  type: pass@1
67
+ value: 50.0
68
  veriefied: false # Check
69
  - task:
70
  type: text-generation
 
74
  metrics:
75
  - name: pass@1
76
  type: pass@1
77
+ value: 59.1
78
  veriefied: false # Check
79
  - task:
80
  type: text-generation
 
84
  metrics:
85
  - name: pass@1
86
  type: pass@1
87
+ value: 32.3
88
  veriefied: false # Check
89
  - task:
90
  type: text-generation
 
94
  metrics:
95
  - name: pass@1
96
  type: pass@1
97
+ value: 40.9
98
  veriefied: false # Check
99
  - task:
100
  type: text-generation
 
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
+ value: 35.4
108
  veriefied: false # Check
109
  - task:
110
  type: text-generation
 
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
+ value: 17.1
118
  veriefied: false # Check
119
  - task:
120
  type: text-generation
 
124
  metrics:
125
  - name: pass@1
126
  type: pass@1
127
+ value: 18.3
128
  veriefied: false # Check
129
  - task:
130
  type: text-generation
 
134
  metrics:
135
  - name: pass@1
136
  type: pass@1
137
+ value: 23.2
138
  veriefied: false # Check
139
  - task:
140
  type: text-generation
 
144
  metrics:
145
  - name: pass@1
146
  type: pass@1
147
+ value: 10.4
148
  veriefied: false # Check
149
  - task:
150
  type: text-generation
 
154
  metrics:
155
  - name: pass@1
156
  type: pass@1
157
+ value: 25.6
158
  veriefied: false # Check
159
  - task:
160
  type: text-generation
 
164
  metrics:
165
  - name: pass@1
166
  type: pass@1
167
+ value: 18.3
168
  veriefied: false # Check
169
  - task:
170
  type: text-generation
 
174
  metrics:
175
  - name: pass@1
176
  type: pass@1
177
+ value: 23.2
178
  veriefied: false # Check
179
  - task:
180
  type: text-generation
 
184
  metrics:
185
  - name: pass@1
186
  type: pass@1
187
+ value: 23.8
188
  veriefied: false # Check
189
  - task:
190
  type: text-generation
 
194
  metrics:
195
  - name: pass@1
196
  type: pass@1
197
+ value: 14.6
198
  veriefied: false # Check
199
  - task:
200
  type: text-generation
 
204
  metrics:
205
  - name: pass@1
206
  type: pass@1
207
+ value: 26.2
208
  veriefied: false # Check
209
  - task:
210
  type: text-generation
 
214
  metrics:
215
  - name: pass@1
216
  type: pass@1
217
+ value: 15.2
218
  veriefied: false # Check
219
  - task:
220
  type: text-generation
 
224
  metrics:
225
  - name: pass@1
226
  type: pass@1
227
+ value: 3.0
228
  veriefied: false # Check
229
  ---
230