Text Generation
Transformers
PyTorch
Safetensors
English
gpt_refact
code
custom_code
Eval Results
4 papers
svakhreev commited on
Commit
a0687c6
1 Parent(s): 37aba0c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +90 -16
README.md CHANGED
@@ -128,37 +128,37 @@ model-index:
128
  type: text-generation
129
  dataset:
130
  type: bigcode/humanevalpack
131
- name: HumanEvalFix Python
132
  metrics:
133
  - name: pass@1 (T=0.2)
134
  type: pass@1
135
- value: 23.6
136
  verified: false
137
  - task:
138
  type: text-generation
139
  dataset:
140
  type: bigcode/humanevalpack
141
- name: HumanEvalFix JavaScript
142
  metrics:
143
  - name: pass@1 (T=0.2)
144
  type: pass@1
145
- value: -1
146
  verified: false
147
  - task:
148
  type: text-generation
149
  dataset:
150
  type: bigcode/humanevalpack
151
- name: HumanEvalFix Java
152
  metrics:
153
  - name: pass@1 (T=0.2)
154
  type: pass@1
155
- value: -1
156
  verified: false
157
  - task:
158
  type: text-generation
159
  dataset:
160
  type: bigcode/humanevalpack
161
- name: HumanEvalFix Go
162
  metrics:
163
  - name: pass@1 (T=0.2)
164
  type: pass@1
@@ -168,27 +168,27 @@ model-index:
168
  type: text-generation
169
  dataset:
170
  type: bigcode/humanevalpack
171
- name: HumanEvalFix C++
172
  metrics:
173
  - name: pass@1 (T=0.2)
174
  type: pass@1
175
- value: -1
176
  verified: false
177
  - task:
178
  type: text-generation
179
  dataset:
180
  type: bigcode/humanevalpack
181
- name: HumanEvalFix Rust
182
  metrics:
183
  - name: pass@1 (T=0.2)
184
  type: pass@1
185
- value: -1
186
  verified: false
187
  - task:
188
  type: text-generation
189
  dataset:
190
  type: bigcode/humanevalpack
191
- name: HumanEvalFix Average
192
  metrics:
193
  - name: pass@1 (T=0.2)
194
  type: pass@1
@@ -204,7 +204,37 @@ model-index:
204
  type: text-generation
205
  dataset:
206
  type: bigcode/humanevalpack
207
- name: HumanEvalExplain Python
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
208
  metrics:
209
  - name: pass@1 (T=0.2)
210
  type: pass@1
@@ -214,12 +244,56 @@ model-index:
214
  type: text-generation
215
  dataset:
216
  type: bigcode/humanevalpack
217
- name: HumanEvalExplain JavaScript
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
218
  metrics:
219
  - name: pass@1 (T=0.2)
220
  type: pass@1
221
  value: -1
222
  verified: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
223
  - task:
224
  type: text-generation
225
  dataset:
@@ -228,7 +302,7 @@ model-index:
228
  metrics:
229
  - name: pass@1 (T=0.2)
230
  type: pass@1
231
- value: -1
232
  verified: false
233
  - task:
234
  type: text-generation
@@ -248,7 +322,7 @@ model-index:
248
  metrics:
249
  - name: pass@1 (T=0.2)
250
  type: pass@1
251
- value: -1
252
  verified: false
253
  - task:
254
  type: text-generation
 
128
  type: text-generation
129
  dataset:
130
  type: bigcode/humanevalpack
131
+ name: HumanEvalFixTests Python
132
  metrics:
133
  - name: pass@1 (T=0.2)
134
  type: pass@1
135
+ value: 18.38
136
  verified: false
137
  - task:
138
  type: text-generation
139
  dataset:
140
  type: bigcode/humanevalpack
141
+ name: HumanEvalFixTests JavaScript
142
  metrics:
143
  - name: pass@1 (T=0.2)
144
  type: pass@1
145
+ value: 12.28
146
  verified: false
147
  - task:
148
  type: text-generation
149
  dataset:
150
  type: bigcode/humanevalpack
151
+ name: HumanEvalFixTests Java
152
  metrics:
153
  - name: pass@1 (T=0.2)
154
  type: pass@1
155
+ value: 15.12
156
  verified: false
157
  - task:
158
  type: text-generation
159
  dataset:
160
  type: bigcode/humanevalpack
161
+ name: HumanEvalFixTests Go
162
  metrics:
163
  - name: pass@1 (T=0.2)
164
  type: pass@1
 
168
  type: text-generation
169
  dataset:
170
  type: bigcode/humanevalpack
171
+ name: HumanEvalFixTests C++
172
  metrics:
173
  - name: pass@1 (T=0.2)
174
  type: pass@1
175
+ value: 13.17
176
  verified: false
177
  - task:
178
  type: text-generation
179
  dataset:
180
  type: bigcode/humanevalpack
181
+ name: HumanEvalFixTests Rust
182
  metrics:
183
  - name: pass@1 (T=0.2)
184
  type: pass@1
185
+ value: 2.8
186
  verified: false
187
  - task:
188
  type: text-generation
189
  dataset:
190
  type: bigcode/humanevalpack
191
+ name: HumanEvalFixTests Average
192
  metrics:
193
  - name: pass@1 (T=0.2)
194
  type: pass@1
 
204
  type: text-generation
205
  dataset:
206
  type: bigcode/humanevalpack
207
+ name: HumanEvalFixDocs Python
208
+ metrics:
209
+ - name: pass@1 (T=0.2)
210
+ type: pass@1
211
+ value: 26.92
212
+ verified: false
213
+ - task:
214
+ type: text-generation
215
+ dataset:
216
+ type: bigcode/humanevalpack
217
+ name: HumanEvalFixDocs JavaScript
218
+ metrics:
219
+ - name: pass@1 (T=0.2)
220
+ type: pass@1
221
+ value: 26.85
222
+ verified: false
223
+ - task:
224
+ type: text-generation
225
+ dataset:
226
+ type: bigcode/humanevalpack
227
+ name: HumanEvalFixDocs Java
228
+ metrics:
229
+ - name: pass@1 (T=0.2)
230
+ type: pass@1
231
+ value: 30.76
232
+ verified: false
233
+ - task:
234
+ type: text-generation
235
+ dataset:
236
+ type: bigcode/humanevalpack
237
+ name: HumanEvalFixDocs Go
238
  metrics:
239
  - name: pass@1 (T=0.2)
240
  type: pass@1
 
244
  type: text-generation
245
  dataset:
246
  type: bigcode/humanevalpack
247
+ name: HumanEvalFixDocs C++
248
+ metrics:
249
+ - name: pass@1 (T=0.2)
250
+ type: pass@1
251
+ value: 25.94
252
+ verified: false
253
+ - task:
254
+ type: text-generation
255
+ dataset:
256
+ type: bigcode/humanevalpack
257
+ name: HumanEvalFixDocs Rust
258
+ metrics:
259
+ - name: pass@1 (T=0.2)
260
+ type: pass@1
261
+ value: 8.44
262
+ verified: false
263
+ - task:
264
+ type: text-generation
265
+ dataset:
266
+ type: bigcode/humanevalpack
267
+ name: HumanEvalFixDocs Average
268
  metrics:
269
  - name: pass@1 (T=0.2)
270
  type: pass@1
271
  value: -1
272
  verified: false
273
+
274
+
275
+
276
+
277
+ - task:
278
+ type: text-generation
279
+ dataset:
280
+ type: bigcode/humanevalpack
281
+ name: HumanEvalExplain Python
282
+ metrics:
283
+ - name: pass@1 (T=0.2)
284
+ type: pass@1
285
+ value: 26.46
286
+ verified: false
287
+ - task:
288
+ type: text-generation
289
+ dataset:
290
+ type: bigcode/humanevalpack
291
+ name: HumanEvalExplain JavaScript
292
+ metrics:
293
+ - name: pass@1 (T=0.2)
294
+ type: pass@1
295
+ value: 17.86
296
+ verified: false
297
  - task:
298
  type: text-generation
299
  dataset:
 
302
  metrics:
303
  - name: pass@1 (T=0.2)
304
  type: pass@1
305
+ value: 20.94
306
  verified: false
307
  - task:
308
  type: text-generation
 
322
  metrics:
323
  - name: pass@1 (T=0.2)
324
  type: pass@1
325
+ value: 18.78
326
  verified: false
327
  - task:
328
  type: text-generation