File size: 191 Bytes
8139f9b
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "humaneval": {
    "pass@1": 0.40134146341463417,
    "pass@10": 0.7008889294643885
  },
  "config": {
    "model": "gg-hf/codegemma-7b",
    "temperature": 0.2,
    "n_samples": 50
  }
}