Hugging Face's logo

Spaces:
atlasas
/
bigcode-models-leaderboard
Running

App Files Community
loubnabnl HF Staff commited on
Commit
1102a78
·
1 Parent(s): 356f605

add new model

Browse files
Files changed (27) hide show
  1. community_results/SLAM-group_NewHope_loubnabnl/SLAM-group_NewHope_loubnabnl.json +1 -0
  2. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-humaneval.json +0 -0
  3. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-cpp.json +0 -0
  4. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-d.json +0 -0
  5. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-java.json +0 -0
  6. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-jl.json +0 -0
  7. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-js.json +0 -0
  8. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-lua.json +0 -0
  9. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-php.json +0 -0
  10. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-r.json +0 -0
  11. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rb.json +0 -0
  12. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rkt.json +0 -0
  13. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rs.json +0 -0
  14. community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-swift.json +0 -0
  15. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_humaneval_NewHope.json +11 -0
  16. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-cpp_NewHope.json +11 -0
  17. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-d_NewHope.json +11 -0
  18. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-java_NewHope.json +11 -0
  19. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-jl_NewHope.json +11 -0
  20. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-js_NewHope.json +11 -0
  21. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-lua_NewHope.json +11 -0
  22. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-php_NewHope.json +11 -0
  23. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-r_NewHope.json +11 -0
  24. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rb_NewHope.json +11 -0
  25. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rkt_NewHope.json +11 -0
  26. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rs_NewHope.json +11 -0
  27. community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-swift_NewHope.json +11 -0
community_results/SLAM-group_NewHope_loubnabnl/SLAM-group_NewHope_loubnabnl.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"results": [{"task": "multiple-js", "pass@1": 0.24099378881987585}, {"task": "multiple-d", "pass@1": 0.07500000000000001}, {"task": "multiple-lua", "pass@1": 0.1611180124223603}, {"task": "multiple-cpp", "pass@1": 0.2277018633540373}, {"task": "humaneval", "pass@1": 0.4131707317073172}, {"task": "multiple-rb", "pass@1": 0.10459627329192546}, {"task": "multiple-php", "pass@1": 0.21391304347826096}, {"task": "multiple-jl", "pass@1": 0.169937106918239}, {"task": "multiple-rkt", "pass@1": 0.05180124223602484}, {"task": "multiple-java", "pass@1": 0.06936708860759494}, {"task": "multiple-swift", "pass@1": 0.16721518987341774}, {"task": "multiple-rs", "pass@1": 0.13487179487179488}, {"task": "multiple-r", "pass@1": 0.10559006211180126}], "meta": {"model": "SLAM-group/NewHope"}}
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-humaneval.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-cpp.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-d.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-java.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-jl.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-js.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-lua.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-php.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-r.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rb.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rkt.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-rs.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/generations/NewHope-multiple-swift.json ADDED
The diff for this file is too large to render. See raw diff
 
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_humaneval_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "humaneval": {
3
+ "pass@1": 0.4131707317073172,
4
+ "pass@10": 0.5891602430354195
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-cpp_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-cpp": {
3
+ "pass@1": 0.2277018633540373,
4
+ "pass@10": 0.32253416566536364
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-d_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-d": {
3
+ "pass@1": 0.07500000000000001,
4
+ "pass@10": 0.10756375853036457
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-java_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-java": {
3
+ "pass@1": 0.06936708860759494,
4
+ "pass@10": 0.12170397435739133
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-jl_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-jl": {
3
+ "pass@1": 0.169937106918239,
4
+ "pass@10": 0.24423028514676975
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-js_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-js": {
3
+ "pass@1": 0.24099378881987585,
4
+ "pass@10": 0.35339172012929027
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-lua_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-lua": {
3
+ "pass@1": 0.1611180124223603,
4
+ "pass@10": 0.2542413559999095
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-php_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-php": {
3
+ "pass@1": 0.21391304347826096,
4
+ "pass@10": 0.3482770187398738
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-r_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-r": {
3
+ "pass@1": 0.10559006211180126,
4
+ "pass@10": 0.1664259670934955
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rb_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-rb": {
3
+ "pass@1": 0.10459627329192546,
4
+ "pass@10": 0.17985321850937924
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rkt_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-rkt": {
3
+ "pass@1": 0.05180124223602484,
4
+ "pass@10": 0.09503828311500269
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-rs_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-rs": {
3
+ "pass@1": 0.13487179487179488,
4
+ "pass@10": 0.21524086193555286
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }
community_results/SLAM-group_NewHope_loubnabnl/metrics/metrics_multiple-swift_NewHope.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "multiple-swift": {
3
+ "pass@1": 0.16721518987341774,
4
+ "pass@10": 0.2526193461619171
5
+ },
6
+ "config": {
7
+ "model": "SLAM-group/NewHope",
8
+ "temperature": 0.2,
9
+ "n_samples": 50
10
+ }
11
+ }