Hugging Face's logo

TheBloke
/
Octocoder-GGML

Text Generation
Transformers
starcoder
code
Eval Results
Model card Files Community
TheBloke commited on
Commit
18a28ec
•
1 Parent(s): 2d4a522

Update base_model formatting

Browse files
Files changed (1) hide show
  1. README.md +60 -180
README.md CHANGED
@@ -1,237 +1,117 @@
1
  ---
 
 
 
 
2
  datasets:
3
  - bigcode/commitpackft
4
  - bigcode/oasst-octopack
5
- inference: false
6
- library_name: transformers
7
- license: bigcode-openrail-m
8
  metrics:
9
  - code_eval
 
 
 
 
 
 
 
 
 
 
 
10
  model-index:
11
  - name: OctoCoder
12
  results:
13
- - dataset:
 
 
14
  name: HumanEvalSynthesize Python
15
  type: bigcode/humanevalpack
16
  metrics:
17
- - name: pass@1
18
- type: pass@1
19
  value: 46.2
 
20
  verified: false
21
- task:
22
- type: text-generation
23
- - dataset:
24
- name: HumanEvalSynthesize JavaScript
25
- type: bigcode/humanevalpack
26
- metrics:
27
- - name: pass@1
28
- type: pass@1
29
  value: 39.2
 
30
  verified: false
31
- task:
32
- type: text-generation
33
- - dataset:
34
- name: HumanEvalSynthesize Java
35
- type: bigcode/humanevalpack
36
- metrics:
37
- - name: pass@1
38
- type: pass@1
39
  value: 38.2
 
40
  verified: false
41
- task:
42
- type: text-generation
43
- - dataset:
44
- name: HumanEvalSynthesize Go
45
- type: bigcode/humanevalpack
46
- metrics:
47
- - name: pass@1
48
- type: pass@1
49
  value: 30.4
 
50
  verified: false
51
- task:
52
- type: text-generation
53
- - dataset:
54
- name: HumanEvalSynthesize C++
55
- type: bigcode/humanevalpack
56
- metrics:
57
- - name: pass@1
58
- type: pass@1
59
  value: 35.6
 
60
  verified: false
61
- task:
62
- type: text-generation
63
- - dataset:
64
- name: HumanEvalSynthesize Rust
65
- type: bigcode/humanevalpack
66
- metrics:
67
- - name: pass@1
68
- type: pass@1
69
  value: 23.4
 
70
  verified: false
71
- task:
72
- type: text-generation
73
- - dataset:
74
- name: HumanEvalSynthesize Average
75
- type: bigcode/humanevalpack
76
- metrics:
77
- - name: pass@1
78
- type: pass@1
79
  value: 35.5
 
80
  verified: false
81
- task:
82
- type: text-generation
83
- - dataset:
84
- name: HumanEvalFix Python
85
- type: bigcode/humanevalpack
86
- metrics:
87
- - name: pass@1
88
- type: pass@1
89
  value: 30.4
 
90
  verified: false
91
- task:
92
- type: text-generation
93
- - dataset:
94
- name: HumanEvalFix JavaScript
95
- type: bigcode/humanevalpack
96
- metrics:
97
- - name: pass@1
98
- type: pass@1
99
  value: 28.4
 
100
  verified: false
101
- task:
102
- type: text-generation
103
- - dataset:
104
- name: HumanEvalFix Java
105
- type: bigcode/humanevalpack
106
- metrics:
107
- - name: pass@1
108
- type: pass@1
109
  value: 30.6
 
110
  verified: false
111
- task:
112
- type: text-generation
113
- - dataset:
114
- name: HumanEvalFix Go
115
- type: bigcode/humanevalpack
116
- metrics:
117
- - name: pass@1
118
- type: pass@1
119
  value: 30.2
 
120
  verified: false
121
- task:
122
- type: text-generation
123
- - dataset:
124
- name: HumanEvalFix C++
125
- type: bigcode/humanevalpack
126
- metrics:
127
- - name: pass@1
128
- type: pass@1
129
  value: 26.1
 
130
  verified: false
131
- task:
132
- type: text-generation
133
- - dataset:
134
- name: HumanEvalFix Rust
135
- type: bigcode/humanevalpack
136
- metrics:
137
- - name: pass@1
138
- type: pass@1
139
  value: 16.5
 
140
  verified: false
141
- task:
142
- type: text-generation
143
- - dataset:
144
- name: HumanEvalFix Average
145
- type: bigcode/humanevalpack
146
- metrics:
147
- - name: pass@1
148
- type: pass@1
149
  value: 27.0
 
150
  verified: false
151
- task:
152
- type: text-generation
153
- - dataset:
154
- name: HumanEvalExplain Python
155
- type: bigcode/humanevalpack
156
- metrics:
157
- - name: pass@1
158
- type: pass@1
159
  value: 35.1
 
160
  verified: false
161
- task:
162
- type: text-generation
163
- - dataset:
164
- name: HumanEvalExplain JavaScript
165
- type: bigcode/humanevalpack
166
- metrics:
167
- - name: pass@1
168
- type: pass@1
169
  value: 24.5
 
170
  verified: false
171
- task:
172
- type: text-generation
173
- - dataset:
174
- name: HumanEvalExplain Java
175
- type: bigcode/humanevalpack
176
- metrics:
177
- - name: pass@1
178
- type: pass@1
179
  value: 27.3
 
180
  verified: false
181
- task:
182
- type: text-generation
183
- - dataset:
184
- name: HumanEvalExplain Go
185
- type: bigcode/humanevalpack
186
- metrics:
187
- - name: pass@1
188
- type: pass@1
189
  value: 21.1
 
190
  verified: false
191
- task:
192
- type: text-generation
193
- - dataset:
194
- name: HumanEvalExplain C++
195
- type: bigcode/humanevalpack
196
- metrics:
197
- - name: pass@1
198
- type: pass@1
199
  value: 24.1
 
200
  verified: false
201
- task:
202
- type: text-generation
203
- - dataset:
204
- name: HumanEvalExplain Rust
205
- type: bigcode/humanevalpack
206
- metrics:
207
- - name: pass@1
208
- type: pass@1
209
  value: 14.8
 
210
  verified: false
211
- task:
212
- type: text-generation
213
- - dataset:
214
- name: HumanEvalExplain Average
215
- type: bigcode/humanevalpack
216
- metrics:
217
- - name: pass@1
218
- type: pass@1
219
  value: 24.5
 
220
  verified: false
221
- task:
222
- type: text-generation
223
- model_creator: BigCode
224
- model_link: https://huggingface.co/bigcode/octocoder
225
- model_name: Octocoder
226
- model_type: starcoder
227
- pipeline_tag: text-generation
228
- quantized_by: TheBloke
229
- tags:
230
- - code
231
- widget:
232
- - example_title: Bubble sort
233
- group: Python
234
- text: 'Question: Please write a function in Python that performs bubble sort.\n\nAnswer:'
235
  ---
236
 
237
  <!-- header start -->
 
1
  ---
2
+ license: bigcode-openrail-m
3
+ library_name: transformers
4
+ tags:
5
+ - code
6
  datasets:
7
  - bigcode/commitpackft
8
  - bigcode/oasst-octopack
 
 
 
9
  metrics:
10
  - code_eval
11
+ inference: false
12
+ model_creator: BigCode
13
+ model_link: https://huggingface.co/bigcode/octocoder
14
+ model_type: starcoder
15
+ pipeline_tag: text-generation
16
+ quantized_by: TheBloke
17
+ widget:
18
+ - example_title: Bubble sort
19
+ group: Python
20
+ text: 'Question: Please write a function in Python that performs bubble sort.\n\nAnswer:'
21
+ base_model: bigcode/octocoder
22
  model-index:
23
  - name: OctoCoder
24
  results:
25
+ - task:
26
+ type: text-generation
27
+ dataset:
28
  name: HumanEvalSynthesize Python
29
  type: bigcode/humanevalpack
30
  metrics:
31
+ - type: pass@1
 
32
  value: 46.2
33
+ name: pass@1
34
  verified: false
35
+ - type: pass@1
 
 
 
 
 
 
 
36
  value: 39.2
37
+ name: pass@1
38
  verified: false
39
+ - type: pass@1
 
 
 
 
 
 
 
40
  value: 38.2
41
+ name: pass@1
42
  verified: false
43
+ - type: pass@1
 
 
 
 
 
 
 
44
  value: 30.4
45
+ name: pass@1
46
  verified: false
47
+ - type: pass@1
 
 
 
 
 
 
 
48
  value: 35.6
49
+ name: pass@1
50
  verified: false
51
+ - type: pass@1
 
 
 
 
 
 
 
52
  value: 23.4
53
+ name: pass@1
54
  verified: false
55
+ - type: pass@1
 
 
 
 
 
 
 
56
  value: 35.5
57
+ name: pass@1
58
  verified: false
59
+ - type: pass@1
 
 
 
 
 
 
 
60
  value: 30.4
61
+ name: pass@1
62
  verified: false
63
+ - type: pass@1
 
 
 
 
 
 
 
64
  value: 28.4
65
+ name: pass@1
66
  verified: false
67
+ - type: pass@1
 
 
 
 
 
 
 
68
  value: 30.6
69
+ name: pass@1
70
  verified: false
71
+ - type: pass@1
 
 
 
 
 
 
 
72
  value: 30.2
73
+ name: pass@1
74
  verified: false
75
+ - type: pass@1
 
 
 
 
 
 
 
76
  value: 26.1
77
+ name: pass@1
78
  verified: false
79
+ - type: pass@1
 
 
 
 
 
 
 
80
  value: 16.5
81
+ name: pass@1
82
  verified: false
83
+ - type: pass@1
 
 
 
 
 
 
 
84
  value: 27.0
85
+ name: pass@1
86
  verified: false
87
+ - type: pass@1
 
 
 
 
 
 
 
88
  value: 35.1
89
+ name: pass@1
90
  verified: false
91
+ - type: pass@1
 
 
 
 
 
 
 
92
  value: 24.5
93
+ name: pass@1
94
  verified: false
95
+ - type: pass@1
 
 
 
 
 
 
 
96
  value: 27.3
97
+ name: pass@1
98
  verified: false
99
+ - type: pass@1
 
 
 
 
 
 
 
100
  value: 21.1
101
+ name: pass@1
102
  verified: false
103
+ - type: pass@1
 
 
 
 
 
 
 
104
  value: 24.1
105
+ name: pass@1
106
  verified: false
107
+ - type: pass@1
 
 
 
 
 
 
 
108
  value: 14.8
109
+ name: pass@1
110
  verified: false
111
+ - type: pass@1
 
 
 
 
 
 
 
112
  value: 24.5
113
+ name: pass@1
114
  verified: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  ---
116
 
117
  <!-- header start -->