utils/languages.json

{"python": {"num_examples": 10, "model": "bigcode/santacoder", "scores": {"HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"},
"java": {"num_examples": 10, "model": "bigcode/santacoder", "scores": { "HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"},
"javascript": {"num_examples": 10, "model": "bigcode/santacoder", "scores": { "HumanEval-pass@1": 10, "HumanEval-pass@10": 20, "HumanEval-pass@100": 40}, "gradio_demo": "https://loubnabnl-santa-demo.hf.space"},
"typescript": {"num_examples": 10, "model": ""},
"go": {"num_examples": 10, "model": ""},
"php": {"num_examples": 10, "model": ""},
"c": {"num_examples": 10, "model": ""},
"c-sharp": {"num_examples": 10, "model": ""},
"ruby": {"num_examples": 10, "model": ""},
"swift": {"num_examples": 10, "model": ""},
"scala": {"num_examples": 10, "model": ""},
"r": {"num_examples": 10, "model": ""},
"julia": {"num_examples": 10, "model": ""},
"perl": {"num_examples": 10, "model": ""},
"racket": {"num_examples": 10, "model": ""},
"haskell": {"num_examples": 10, "model": ""},
"erlang": {"num_examples": 10, "model": ""},
"elixir": {"num_examples": 10, "model": ""},
"ocaml": {"num_examples": 10, "model": ""}
}