NL2SQL / data.json
Lyyyy1818's picture
Upload 7 files
ad0d245 verified
{
"datasets": {
"birddev": {
"name": "BIRD Dev",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": [
{
"name": "Ferry Qwen3-4B",
"execution_ability": 0.3123,
"correct_rate": 0.146,
"execution_efficiency_on_executable_sql": 1.0454,
"table_precision_on_executable_sql": 0.9426,
"table_recall_on_executable_sql": 0.8432,
"table_f1_on_executable_sql": 0.8959,
"column_precision_on_executable_sql": 0.8524,
"column_recall_on_executable_sql": 0.7012,
"column_f1_on_executable_sql": 0.7878
},
{
"name": "Ferry Qwen3-8B",
"execution_ability": 0.0632,
"correct_rate": 0.0332,
"execution_efficiency_on_executable_sql": 0.9659,
"table_precision_on_executable_sql": 1,
"table_recall_on_executable_sql": 0.9485,
"table_f1_on_executable_sql": 0.9656,
"column_precision_on_executable_sql": 0.9273,
"column_recall_on_executable_sql": 0.7618,
"column_f1_on_executable_sql": 0.8387
},
{
"name": "Ferry Qwen3-30B",
"execution_ability": 0.8598,
"correct_rate": 0.4993,
"execution_efficiency_on_executable_sql": 0.9939,
"table_precision_on_executable_sql": 0.9644,
"table_recall_on_executable_sql": 0.9325,
"table_f1_on_executable_sql": 0.9476,
"column_precision_on_executable_sql": 0.8959,
"column_recall_on_executable_sql": 0.8386,
"column_f1_on_executable_sql": 0.8734
}
]
},
"birdtrain": {
"name": "BIRD Train",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": []
},
"spider": {
"name": "Spider",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": [
]
}
},
"last_updated": "2025-12-23T00:00:00"
}