Text Generation
Transformers
Safetensors
gpt_bigcode
code
granite
Eval Results
Inference Endpoints
text-generation-inference
amezasor commited on
Commit
3234b38
1 Parent(s): c57a393

code comments removed

Browse files
Files changed (1) hide show
  1. README.md +21 -26
README.md CHANGED
@@ -1,13 +1,8 @@
1
  ---
2
  pipeline_tag: text-generation
3
  inference: true
4
- # widget:
5
- # - text: 'Question: Please write a function in Python that performs bubble sort.\n\nAnswer:'
6
- # example_title: Bubble sort
7
- # group: Python
8
  license: apache-2.0
9
  datasets:
10
- # Mentionded in paper
11
  - codeparrot/github-code-clean
12
  - bigcode/starcoderdata
13
  # - Stackexchange
@@ -29,23 +24,23 @@ model-index:
29
  - task:
30
  type: text-generation
31
  dataset:
32
- type: mbpp # https://arxiv.org/abs/2108.07732
33
  name: MBPP
34
  metrics:
35
  - name: pass@1
36
  type: pass@1
37
  value: 43.8
38
- veriefied: false # Check
39
  - task:
40
  type: text-generation
41
  dataset:
42
- type: evalplus/mbppplus #
43
  name: MBPP+
44
  metrics:
45
  - name: pass@1
46
  type: pass@1
47
  value: 51.6
48
- veriefied: false # Check
49
  - task:
50
  type: text-generation
51
  dataset:
@@ -55,7 +50,7 @@ model-index:
55
  - name: pass@1
56
  type: pass@1
57
  value: 48.2
58
- veriefied: false # Check
59
  - task:
60
  type: text-generation
61
  dataset:
@@ -65,7 +60,7 @@ model-index:
65
  - name: pass@1
66
  type: pass@1
67
  value: 50.0
68
- veriefied: false # Check
69
  - task:
70
  type: text-generation
71
  dataset:
@@ -75,7 +70,7 @@ model-index:
75
  - name: pass@1
76
  type: pass@1
77
  value: 59.1
78
- veriefied: false # Check
79
  - task:
80
  type: text-generation
81
  dataset:
@@ -85,7 +80,7 @@ model-index:
85
  - name: pass@1
86
  type: pass@1
87
  value: 32.3
88
- veriefied: false # Check
89
  - task:
90
  type: text-generation
91
  dataset:
@@ -95,7 +90,7 @@ model-index:
95
  - name: pass@1
96
  type: pass@1
97
  value: 40.9
98
- veriefied: false # Check
99
  - task:
100
  type: text-generation
101
  dataset:
@@ -105,7 +100,7 @@ model-index:
105
  - name: pass@1
106
  type: pass@1
107
  value: 35.4
108
- veriefied: false # Check
109
  - task:
110
  type: text-generation
111
  dataset:
@@ -115,7 +110,7 @@ model-index:
115
  - name: pass@1
116
  type: pass@1
117
  value: 17.1
118
- veriefied: false # Check
119
  - task:
120
  type: text-generation
121
  dataset:
@@ -125,7 +120,7 @@ model-index:
125
  - name: pass@1
126
  type: pass@1
127
  value: 18.3
128
- veriefied: false # Check
129
  - task:
130
  type: text-generation
131
  dataset:
@@ -135,7 +130,7 @@ model-index:
135
  - name: pass@1
136
  type: pass@1
137
  value: 23.2
138
- veriefied: false # Check
139
  - task:
140
  type: text-generation
141
  dataset:
@@ -145,7 +140,7 @@ model-index:
145
  - name: pass@1
146
  type: pass@1
147
  value: 10.4
148
- veriefied: false # Check
149
  - task:
150
  type: text-generation
151
  dataset:
@@ -155,7 +150,7 @@ model-index:
155
  - name: pass@1
156
  type: pass@1
157
  value: 25.6
158
- veriefied: false # Check
159
  - task:
160
  type: text-generation
161
  dataset:
@@ -165,7 +160,7 @@ model-index:
165
  - name: pass@1
166
  type: pass@1
167
  value: 18.3
168
- veriefied: false # Check
169
  - task:
170
  type: text-generation
171
  dataset:
@@ -175,7 +170,7 @@ model-index:
175
  - name: pass@1
176
  type: pass@1
177
  value: 23.2
178
- veriefied: false # Check
179
  - task:
180
  type: text-generation
181
  dataset:
@@ -195,7 +190,7 @@ model-index:
195
  - name: pass@1
196
  type: pass@1
197
  value: 14.6
198
- veriefied: false # Check
199
  - task:
200
  type: text-generation
201
  dataset:
@@ -205,7 +200,7 @@ model-index:
205
  - name: pass@1
206
  type: pass@1
207
  value: 26.2
208
- veriefied: false # Check
209
  - task:
210
  type: text-generation
211
  dataset:
@@ -215,7 +210,7 @@ model-index:
215
  - name: pass@1
216
  type: pass@1
217
  value: 15.2
218
- veriefied: false # Check
219
  - task:
220
  type: text-generation
221
  dataset:
@@ -225,7 +220,7 @@ model-index:
225
  - name: pass@1
226
  type: pass@1
227
  value: 3.0
228
- veriefied: false # Check
229
  ---
230
 
231
  # Granite-20B-Code-Base
 
1
  ---
2
  pipeline_tag: text-generation
3
  inference: true
 
 
 
 
4
  license: apache-2.0
5
  datasets:
 
6
  - codeparrot/github-code-clean
7
  - bigcode/starcoderdata
8
  # - Stackexchange
 
24
  - task:
25
  type: text-generation
26
  dataset:
27
+ type: mbpp
28
  name: MBPP
29
  metrics:
30
  - name: pass@1
31
  type: pass@1
32
  value: 43.8
33
+ veriefied: false
34
  - task:
35
  type: text-generation
36
  dataset:
37
+ type: evalplus/mbppplus
38
  name: MBPP+
39
  metrics:
40
  - name: pass@1
41
  type: pass@1
42
  value: 51.6
43
+ veriefied: false
44
  - task:
45
  type: text-generation
46
  dataset:
 
50
  - name: pass@1
51
  type: pass@1
52
  value: 48.2
53
+ veriefied: false
54
  - task:
55
  type: text-generation
56
  dataset:
 
60
  - name: pass@1
61
  type: pass@1
62
  value: 50.0
63
+ veriefied: false
64
  - task:
65
  type: text-generation
66
  dataset:
 
70
  - name: pass@1
71
  type: pass@1
72
  value: 59.1
73
+ veriefied: false
74
  - task:
75
  type: text-generation
76
  dataset:
 
80
  - name: pass@1
81
  type: pass@1
82
  value: 32.3
83
+ veriefied: false
84
  - task:
85
  type: text-generation
86
  dataset:
 
90
  - name: pass@1
91
  type: pass@1
92
  value: 40.9
93
+ veriefied: false
94
  - task:
95
  type: text-generation
96
  dataset:
 
100
  - name: pass@1
101
  type: pass@1
102
  value: 35.4
103
+ veriefied: false
104
  - task:
105
  type: text-generation
106
  dataset:
 
110
  - name: pass@1
111
  type: pass@1
112
  value: 17.1
113
+ veriefied: false
114
  - task:
115
  type: text-generation
116
  dataset:
 
120
  - name: pass@1
121
  type: pass@1
122
  value: 18.3
123
+ veriefied: false
124
  - task:
125
  type: text-generation
126
  dataset:
 
130
  - name: pass@1
131
  type: pass@1
132
  value: 23.2
133
+ veriefied: false
134
  - task:
135
  type: text-generation
136
  dataset:
 
140
  - name: pass@1
141
  type: pass@1
142
  value: 10.4
143
+ veriefied: false
144
  - task:
145
  type: text-generation
146
  dataset:
 
150
  - name: pass@1
151
  type: pass@1
152
  value: 25.6
153
+ veriefied: false
154
  - task:
155
  type: text-generation
156
  dataset:
 
160
  - name: pass@1
161
  type: pass@1
162
  value: 18.3
163
+ veriefied: false
164
  - task:
165
  type: text-generation
166
  dataset:
 
170
  - name: pass@1
171
  type: pass@1
172
  value: 23.2
173
+ veriefied: false
174
  - task:
175
  type: text-generation
176
  dataset:
 
190
  - name: pass@1
191
  type: pass@1
192
  value: 14.6
193
+ veriefied: false
194
  - task:
195
  type: text-generation
196
  dataset:
 
200
  - name: pass@1
201
  type: pass@1
202
  value: 26.2
203
+ veriefied: false
204
  - task:
205
  type: text-generation
206
  dataset:
 
210
  - name: pass@1
211
  type: pass@1
212
  value: 15.2
213
+ veriefied: false
214
  - task:
215
  type: text-generation
216
  dataset:
 
220
  - name: pass@1
221
  type: pass@1
222
  value: 3.0
223
+ veriefied: false
224
  ---
225
 
226
  # Granite-20B-Code-Base