Spaces:
Runtime error
Runtime error
File size: 521 Bytes
a1b354b d10963a a1b354b d10963a a1b354b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
test_cases = [
{
"candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a+b\n"],
"references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
"output" : ["5"]
"result": {"metric_score": 0.5}
},
{
"candidates": ["def add(a,b):\n return a*b\n", "def add(a, b):\n return a^b\n"],
"references": ["if __name__ == \"__main__\":\n print(add(2, 3))\n"],
"output" : ["5"]
"result": {"metric_score": 0.0}
}
] |