Spaces:
Sleeping
Sleeping
| { | |
| "datasets": { | |
| "birddev": { | |
| "name": "BIRD Dev", | |
| "metrics": [ | |
| "execution_ability", | |
| "correct_rate", | |
| "execution_efficiency_on_executable_sql", | |
| "table_precision_on_executable_sql", | |
| "table_recall_on_executable_sql", | |
| "table_f1_on_executable_sql", | |
| "column_precision_on_executable_sql", | |
| "column_recall_on_executable_sql", | |
| "column_f1_on_executable_sql" | |
| ], | |
| "algorithms": [ | |
| { | |
| "name": "Ferry Qwen3-4B", | |
| "execution_ability": 0.3123, | |
| "correct_rate": 0.146, | |
| "execution_efficiency_on_executable_sql": 1.0454, | |
| "table_precision_on_executable_sql": 0.9426, | |
| "table_recall_on_executable_sql": 0.8432, | |
| "table_f1_on_executable_sql": 0.8959, | |
| "column_precision_on_executable_sql": 0.8524, | |
| "column_recall_on_executable_sql": 0.7012, | |
| "column_f1_on_executable_sql": 0.7878 | |
| }, | |
| { | |
| "name": "Ferry Qwen3-8B", | |
| "execution_ability": 0.0632, | |
| "correct_rate": 0.0332, | |
| "execution_efficiency_on_executable_sql": 0.9659, | |
| "table_precision_on_executable_sql": 1, | |
| "table_recall_on_executable_sql": 0.9485, | |
| "table_f1_on_executable_sql": 0.9656, | |
| "column_precision_on_executable_sql": 0.9273, | |
| "column_recall_on_executable_sql": 0.7618, | |
| "column_f1_on_executable_sql": 0.8387 | |
| }, | |
| { | |
| "name": "Ferry Qwen3-30B", | |
| "execution_ability": 0.8598, | |
| "correct_rate": 0.4993, | |
| "execution_efficiency_on_executable_sql": 0.9939, | |
| "table_precision_on_executable_sql": 0.9644, | |
| "table_recall_on_executable_sql": 0.9325, | |
| "table_f1_on_executable_sql": 0.9476, | |
| "column_precision_on_executable_sql": 0.8959, | |
| "column_recall_on_executable_sql": 0.8386, | |
| "column_f1_on_executable_sql": 0.8734 | |
| } | |
| ] | |
| }, | |
| "birdtrain": { | |
| "name": "BIRD Train", | |
| "metrics": [ | |
| "execution_ability", | |
| "correct_rate", | |
| "execution_efficiency_on_executable_sql", | |
| "table_precision_on_executable_sql", | |
| "table_recall_on_executable_sql", | |
| "table_f1_on_executable_sql", | |
| "column_precision_on_executable_sql", | |
| "column_recall_on_executable_sql", | |
| "column_f1_on_executable_sql" | |
| ], | |
| "algorithms": [] | |
| }, | |
| "spider": { | |
| "name": "Spider", | |
| "metrics": [ | |
| "execution_ability", | |
| "correct_rate", | |
| "execution_efficiency_on_executable_sql", | |
| "table_precision_on_executable_sql", | |
| "table_recall_on_executable_sql", | |
| "table_f1_on_executable_sql", | |
| "column_precision_on_executable_sql", | |
| "column_recall_on_executable_sql", | |
| "column_f1_on_executable_sql" | |
| ], | |
| "algorithms": [ | |
| ] | |
| } | |
| }, | |
| "last_updated": "2025-12-23T00:00:00" | |
| } |