leo-c's picture
Add results of OpenCodeInterpreter-DS-6.7B
e95e12e
raw
history blame
769 Bytes
{"results": [{"task": "multiple-rs", "pass@1": 0.48217948717948717}, {"task": "multiple-lua", "pass@1": 0.4429813664596272}, {"task": "multiple-rkt", "pass@1": 0.2432298136645962}, {"task": "multiple-php", "pass@1": 0.5734161490683232}, {"task": "multiple-js", "pass@1": 0.6385093167701864}, {"task": "multiple-r", "pass@1": 0.39080745341614903}, {"task": "multiple-java", "pass@1": 0.5140506329113924}, {"task": "multiple-cpp", "pass@1": 0.6001242236024846}, {"task": "humaneval", "pass@1": 0.7319512195121951}, {"task": "multiple-d", "pass@1": 0.1821794871794872}, {"task": "multiple-jl", "pass@1": 0.39685534591194976}, {"task": "multiple-swift", "pass@1": 0.4598734177215191}], "meta": {"model": "map/OpenCodeInterpreter-DS-6.7B"}, "meta_score": 0.4713464927831165}