{"_id":"644677e41173e85ac7f10745","id":"bigcode/starcoder","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","pytorch","safetensors","gpt_bigcode","text-generation","code","dataset:bigcode/the-stack-dedup","arxiv:1911.02150","arxiv:2205.14135","arxiv:2207.14255","arxiv:2305.06161","license:bigcode-openrail-m","model-index","text-generation-inference","endpoints_compatible","deploy:sagemaker","region:us"],"downloads":15931,"likes":2986,"modelId":"bigcode/starcoder","author":"bigcode","sha":"827cd7721231872c152e3faef5cae1b22964ed58","lastModified":"2024-10-08T20:53:18.000Z","gated":"auto","disabled":false,"widgetData":[{"text":"def print_hello_world():","example_title":"Hello world","group":"Python"}],"model-index":[{"name":"StarCoder","results":[{"task":{"type":"text-generation"},"dataset":{"type":"openai_humaneval","name":"HumanEval (Prompted)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.408,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"openai_humaneval","name":"HumanEval"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.336,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"mbpp","name":"MBPP"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.527,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"ds1000","name":"DS-1000 (Overall Completion)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.26,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (C++)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3155,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (C#)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2101,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (D)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1357,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Go)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1761,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3022,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Julia)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2302,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (JavaScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3079,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Lua)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2389,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (PHP)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2608,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Perl)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1734,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3357,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (R)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.155,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Ruby)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.0124,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Racket)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.0007,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Rust)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2184,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Scala)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2761,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Bash)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1046,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Swift)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2274,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (TypeScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3229,"verified":false}]}]}],"config":{"architectures":["GPTBigCodeForCausalLM"],"model_type":"gpt_bigcode","tokenizer_config":{"bos_token":"<|endoftext|>","eos_token":"<|endoftext|>","unk_token":"<|endoftext|>"}},"cardData":{"pipeline_tag":"text-generation","inference":true,"widget":[{"text":"def print_hello_world():","example_title":"Hello world","group":"Python"}],"license":"bigcode-openrail-m","datasets":["bigcode/the-stack-dedup"],"metrics":["code_eval"],"library_name":"transformers","tags":["code"],"model-index":[{"name":"StarCoder","results":[{"task":{"type":"text-generation"},"dataset":{"type":"openai_humaneval","name":"HumanEval (Prompted)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.408,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"openai_humaneval","name":"HumanEval"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.336,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"mbpp","name":"MBPP"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.527,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"ds1000","name":"DS-1000 (Overall Completion)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.26,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (C++)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3155,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (C#)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2101,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (D)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1357,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Go)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1761,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3022,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Julia)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2302,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (JavaScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3079,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Lua)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2389,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (PHP)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2608,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Perl)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1734,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3357,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (R)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.155,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Ruby)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.0124,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Racket)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.0007,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Rust)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2184,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Scala)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2761,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Bash)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.1046,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (Swift)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.2274,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL-HumanEval (TypeScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.3229,"verified":false}]}]}],"extra_gated_prompt":"## Model License Agreement\nPlease read the BigCode [OpenRAIL-M license](https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement) agreement before accepting it.\n  ","extra_gated_fields":{"I accept the above license agreement, and will use the Model complying with the set of use restrictions and sharing requirements":"checkbox"}},"transformersInfo":{"auto_model":"AutoModelForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"generation_config.json"},{"rfilename":"merges.txt"},{"rfilename":"model-00001-of-00007.safetensors"},{"rfilename":"model-00002-of-00007.safetensors"},{"rfilename":"model-00003-of-00007.safetensors"},{"rfilename":"model-00004-of-00007.safetensors"},{"rfilename":"model-00005-of-00007.safetensors"},{"rfilename":"model-00006-of-00007.safetensors"},{"rfilename":"model-00007-of-00007.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"pytorch_model-00001-of-00007.bin"},{"rfilename":"pytorch_model-00002-of-00007.bin"},{"rfilename":"pytorch_model-00003-of-00007.bin"},{"rfilename":"pytorch_model-00004-of-00007.bin"},{"rfilename":"pytorch_model-00005-of-00007.bin"},{"rfilename":"pytorch_model-00006-of-00007.bin"},{"rfilename":"pytorch_model-00007-of-00007.bin"},{"rfilename":"pytorch_model.bin.index.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.json"}],"spaces":["bigcode/bigcode-models-leaderboard","bigcode/bigcode-playground","Intel/low_bit_open_llm_leaderboard","BAAI/open_cn_llm_leaderboard","qiantong-xu/toolbench-leaderboard","gsaivinay/open_llm_leaderboard","KBaba7/Quant","bigcode/search","Yeyito/llm_contamination_detector","mithril-security/starcoder_memorization_checker","FallnAI/Quantize-HF-Models","openfree/LLM_Quantization","GTBench/GTBench","Vikhrmodels/small-shlepa-lb","bhaskartripathi/LLM_Quantization","eduagarcia/multilingual-tokenizer-leaderboard","ruslanmv/convert_to_gguf","shangdatalab-ucsd/LDB","LecJackS/wolfram-alpha-query","BAAI/open_flageval_vlm_leaderboard","seawolf2357/LLM_Quantization","BAAI/FlagEval-Robo","Fisharp/starcoder-playground","felixz/open_llm_leaderboard","OPTML-Group/UnlearnCanvas-Benchmark","Vikhrmodels/Russian_Arena_General","Vikhrmodels/small-shlepa","atlasas/bigcode-models-leaderboard","totolook/Quant","K00B404/LLM_Quantization","Ffftdtd5dtft/gfgf","Tj/starcoder-playground","b1sheng/kg_llm_leaderboard_test","subu4444/code-generation","Chris4K/agent-reference-implemenation","caball21/bigcode-starcoder","sanjayw/starcoder-playground","Q4234/a2","Akshay-More-007/starcoder","Docfile/open_llm_leaderboard","BEE-spoke-data/beecoder-playground","rodrigomasini/data_only_open_llm_leaderboard","neubla/neubla-llm-evaluation-board","Canstralian/WizardLM-1.6","julianroiz/bigcode-starcoder","quotexhlp/prompt-to-website","uparekh01151/DataEngEval","ysakhale/python-dependency-compatibility-board","exploitz3r0bbd/Quantize-HF-Models","Xlnk/Quantize-HF-Models","Oss11/Quantize-HF-Models","Siwy52/ForTesty","alefr99/a","percisestretch/bigcode-starcoder","cloixai/webliyy-code","Meysammt/bigcode-starcoder","kvizad/bigcode-starcoder","blackwhites/bigcode-starcoder","liambroza/bigcode-starcoder","hcyyg/agents","kpem/bigcode-starcoder","joncon23/bigcode-starcoder","SeanKula/bigcode-starcoder","shouquan/bigcode-starcoder","BenjaminB/gistillery","bambut/bigcode-starcoder","charanhu/StarCoder_v1","Jaggi/bigcode-starcoder","Dtavarras/bigcode-starcoder","dalio/chatGPT-by-langchain","XxStatusxX/bigcode-starcoder","TonyTHEDEV/bigcode-starcoder","termed/bigcode-starcoder","oteneto/bigcode-starcoder","oteneto/bigcode-starcoder-2","neverwin/bigcode-starcoder","sanjayw/bigcode-playground","dtg123/bigcode-starcoder","PhilHolst/bigcode-starcoder","akbvr/bigcode-starcoder","svorwerk/bigcode-starcoder","AminDhm/bigcode-starcoder","alexkueck/LIStarCode","Siva03/bigcode-starcoder","Ksmuvva/bigcode-starcoder","vs4vijay/ChatStudio","XTBZ/bigcode-starcoder","mohanchinnappan/starCode","Lofter-X/bigcode-starcoder","alexkung/starcoder","sansukiHugg/bigcode-starcoder","aduan668/bigcode-starcoder1","Funybubble/bigcode-playground","oteneto/bigcode-starcoder2","Lisoveliy/bigcode-starcoder","Snake12b/bigcode-starcoder","Airawat/bigcode-starcoder","jevin/bigcode-starcoder","JudeStrife/bigcode-starcoder","solidsnakes/bigcode-starcoder"],"createdAt":"2023-04-24T12:36:52.000Z","safetensors":{"parameters":{"F32":15819446272},"total":15819446272},"usedStorage":220868802772}