{"_id":"642e21c893f22bbdacfbf7a4","id":"bigcode/gpt_bigcode-santacoder","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","pytorch","safetensors","gpt_bigcode","text-generation","code","dataset:bigcode/the-stack","license:openrail","model-index","text-generation-inference","deploy:azure","region:us"],"downloads":40153,"likes":28,"modelId":"bigcode/gpt_bigcode-santacoder","author":"bigcode","sha":"291931872cae83498cf984b16319f47f5e9e7a07","lastModified":"2023-06-08T09:20:22.000Z","gated":false,"disabled":false,"model-index":[{"name":"SantaCoder","results":[{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.18,"verified":false},{"name":"pass@10","type":"pass@10","value":0.29,"verified":false},{"name":"pass@100","type":"pass@100","value":0.49,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.35,"verified":false},{"name":"pass@10","type":"pass@10","value":0.58,"verified":false},{"name":"pass@100","type":"pass@100","value":0.77,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (JavaScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.16,"verified":false},{"name":"pass@10","type":"pass@10","value":0.27,"verified":false},{"name":"pass@100","type":"pass@100","value":0.47,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Javascript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.28,"verified":false},{"name":"pass@10","type":"pass@10","value":0.51,"verified":false},{"name":"pass@100","type":"pass@100","value":0.7,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.15,"verified":false},{"name":"pass@10","type":"pass@10","value":0.26,"verified":false},{"name":"pass@100","type":"pass@100","value":0.41,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.28,"verified":false},{"name":"pass@10","type":"pass@10","value":0.44,"verified":false},{"name":"pass@100","type":"pass@100","value":0.59,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"loubnabnl/humaneval_infilling","name":"HumanEval FIM (Python)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.44,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval FIM (Java)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.62,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval FIM (JavaScript)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.6,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"code_x_glue_ct_code_to_text","name":"CodeXGLUE code-to-text (Python)"},"metrics":[{"name":"BLEU","type":"bleu","value":18.13,"verified":false}]}]}],"config":{"architectures":["GPTBigCodeForCausalLM"],"model_type":"gpt_bigcode","tokenizer_config":{"bos_token":"<|endoftext|>","eos_token":"<|endoftext|>"}},"cardData":{"license":"openrail","datasets":["bigcode/the-stack"],"language":["code"],"programming_language":["Java","JavaScript","Python"],"pipeline_tag":"text-generation","inference":false,"model-index":[{"name":"SantaCoder","results":[{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.18,"verified":false},{"name":"pass@10","type":"pass@10","value":0.29,"verified":false},{"name":"pass@100","type":"pass@100","value":0.49,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Python)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.35,"verified":false},{"name":"pass@10","type":"pass@10","value":0.58,"verified":false},{"name":"pass@100","type":"pass@100","value":0.77,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (JavaScript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.16,"verified":false},{"name":"pass@10","type":"pass@10","value":0.27,"verified":false},{"name":"pass@100","type":"pass@100","value":0.47,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Javascript)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.28,"verified":false},{"name":"pass@10","type":"pass@10","value":0.51,"verified":false},{"name":"pass@100","type":"pass@100","value":0.7,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.15,"verified":false},{"name":"pass@10","type":"pass@10","value":0.26,"verified":false},{"name":"pass@100","type":"pass@100","value":0.41,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL MBPP (Java)"},"metrics":[{"name":"pass@1","type":"pass@1","value":0.28,"verified":false},{"name":"pass@10","type":"pass@10","value":0.44,"verified":false},{"name":"pass@100","type":"pass@100","value":0.59,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"loubnabnl/humaneval_infilling","name":"HumanEval FIM (Python)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.44,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval FIM (Java)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.62,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"nuprl/MultiPL-E","name":"MultiPL HumanEval FIM (JavaScript)"},"metrics":[{"name":"single_line","type":"exact_match","value":0.6,"verified":false}]},{"task":{"type":"text-generation"},"dataset":{"type":"code_x_glue_ct_code_to_text","name":"CodeXGLUE code-to-text (Python)"},"metrics":[{"name":"BLEU","type":"bleu","value":18.13,"verified":false}]}]}]},"transformersInfo":{"auto_model":"AutoModelForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"model.safetensors"},{"rfilename":"pytorch_model.bin"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"}],"spaces":["aquanode/gpu-vram-calculator","Intel/low_bit_open_llm_leaderboard","BAAI/open_cn_llm_leaderboard","gsaivinay/open_llm_leaderboard","lhs9101/starvector-1b-im2svg","GTBench/GTBench","Vikhrmodels/small-shlepa-lb","BAAI/open_flageval_vlm_leaderboard","BAAI/FlagEval-Robo","felixz/open_llm_leaderboard","OPTML-Group/UnlearnCanvas-Benchmark","Vikhrmodels/Russian_Arena_General","Vikhrmodels/small-shlepa","b1sheng/kg_llm_leaderboard_test","Docfile/open_llm_leaderboard","rodrigomasini/data_only_open_llm_leaderboard","neubla/neubla-llm-evaluation-board","Timxjl/text2svg-demo-app","pngwn/open_llm_leaderboard_two","pngwn/open_llm_leaderboard","smothiki/open_llm_leaderboard","asir0z/open_llm_leaderboard","kbmlcoding/open_llm_leaderboard_free","pngwn/open_llm_leaderboard-check","0x1668/open_llm_leaderboard","aichampions/open_llm_leaderboard","Adeco/open_llm_leaderboard","anirudh937/open_llm_leaderboard","smothiki/open_llm_leaderboard2","mjalg/IFEvalTR","fradav/text2svg-demo-app","PGSCOM/starvector-8b-im2svg","luquiT4/starvector-8b-im2svg","aagha/text2svg-demo-app","lvkaokao/low_bit_open_llm_leaderboard-bk0418","wenjiao/low_bit_open_llm_leaderboard_2","mdabdulhadi/starvector-1b-im2svg","PGSCOM/starvector-1b-im2svg","wenjiao/low_bit_open_llm_leaderboard_5_26","justan-uset123/starvector-1b-im2svg","lvkaokao/low_bit_open_llm_leaderboard","luminars/starvector2"],"createdAt":"2023-04-06T01:35:04.000Z","safetensors":{"parameters":{"F16":1124886528},"total":1124886528},"usedStorage":6749531650}