{"python": {"num_examples": 10, "model": "bigcode/santacoder", "scores": {"HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"}, "java": {"num_examples": 10, "model": "bigcode/santacoder", "scores": { "HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"}, "javascript": {"num_examples": 10, "model": "bigcode/santacoder", "scores": { "HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"}, "typescript": {"num_examples": 10, "model": ""}, "go": {"num_examples": 10, "model": ""}, "php": {"num_examples": 10, "model": ""}, "c": {"num_examples": 10, "model": ""}, "c-sharp": {"num_examples": 10, "model": ""}, "ruby": {"num_examples": 10, "model": ""}, "swift": {"num_examples": 10, "model": ""}, "scala": {"num_examples": 10, "model": ""}, "r": {"num_examples": 10, "model": ""}, "julia": {"num_examples": 10, "model": ""}, "perl": {"num_examples": 10, "model": ""}, "racket": {"num_examples": 10, "model": ""}, "haskell": {"num_examples": 10, "model": ""}, "erlang": {"num_examples": 10, "model": ""}, "elixir": {"num_examples": 10, "model": ""}, "ocaml": {"num_examples": 10, "model": ""} }