| { | |
| "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba", | |
| "mteb_dataset_name": "MTOPIntentClassification", | |
| "mteb_version": "1.1.0", | |
| "test": { | |
| "en": { | |
| "accuracy": 0.6028499772001825, | |
| "accuracy_stderr": 0.018495543127366038, | |
| "f1": 0.40306374001528233, | |
| "f1_stderr": 0.011859407815520086, | |
| "main_score": 0.6028499772001825 | |
| }, | |
| "evaluation_time": 30.96 | |
| }, | |
| "validation": { | |
| "en": { | |
| "accuracy": 0.6150335570469799, | |
| "accuracy_stderr": 0.01903139236025276, | |
| "f1": 0.4147129810603558, | |
| "f1_stderr": 0.015560901035463594, | |
| "main_score": 0.6150335570469799 | |
| }, | |
| "evaluation_time": 28.07 | |
| } | |
| } |