Model: mlx-community/granite-20b-code-base-8bit
Author: mlx-community
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, gpt_bigcode, text-generation, code, granite, mlx, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, license:apache-2.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: apache-2.0
library_name: transformers
tags: code, granite, mlx
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
pipeline_tag: text-generation
inference: yes
model-index: name: granite-20b-code-base
results: task: type: text-generation
dataset: name: MBPP
type: mbpp
metrics: type: pass@1
value: 43.8
name: pass@1
verified: no, task: type: text-generation
dataset: name: MBPP+
type: evalplus/mbppplus
metrics: type: pass@1
value: 51.6
name: pass@1
verified: no, task: type: text-generation
dataset: name: HumanEvalSynthesis(Python)
type: bigcode/humanevalpack
metrics: type: pass@1
value: 48.2
name: pass@1
verified: no, type: pass@1
value: 50
name: pass@1
verified: no, type: pass@1
value: 59.1
name: pass@1
verified: no, type: pass@1
value: 32.3
name: pass@1
verified: no, type: pass@1
value: 40.9
name: pass@1
verified: no, type: pass@1
value: 35.4
name: pass@1
verified: no, type: pass@1
value: 17.1
name: pass@1
verified: no, type: pass@1
value: 18.3
name: pass@1
verified: no, type: pass@1
value: 23.2
name: pass@1
verified: no, type: pass@1
value: 10.4
name: pass@1
verified: no, type: pass@1
value: 25.6
name: pass@1
verified: no, type: pass@1
value: 18.3
name: pass@1
verified: no, type: pass@1
value: 23.2
name: pass@1
verified: no, type: pass@1
value: 23.8
name: pass@1
verified: no, type: pass@1
value: 14.6
name: pass@1
verified: no, type: pass@1
value: 26.2
name: pass@1
verified: no, type: pass@1
value: 15.2
name: pass@1
verified: no, type: pass@1
value: 3
name: pass@1
verified: no
Likes: 0 | All-time downloads: 213
Created: 2024-05-06 21:39:50