Spaces:
Running
Running
File size: 2,946 Bytes
ad0d245 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
{
"datasets": {
"birddev": {
"name": "BIRD Dev",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": [
{
"name": "Ferry Qwen3-4B",
"execution_ability": 0.3123,
"correct_rate": 0.146,
"execution_efficiency_on_executable_sql": 1.0454,
"table_precision_on_executable_sql": 0.9426,
"table_recall_on_executable_sql": 0.8432,
"table_f1_on_executable_sql": 0.8959,
"column_precision_on_executable_sql": 0.8524,
"column_recall_on_executable_sql": 0.7012,
"column_f1_on_executable_sql": 0.7878
},
{
"name": "Ferry Qwen3-8B",
"execution_ability": 0.0632,
"correct_rate": 0.0332,
"execution_efficiency_on_executable_sql": 0.9659,
"table_precision_on_executable_sql": 1,
"table_recall_on_executable_sql": 0.9485,
"table_f1_on_executable_sql": 0.9656,
"column_precision_on_executable_sql": 0.9273,
"column_recall_on_executable_sql": 0.7618,
"column_f1_on_executable_sql": 0.8387
},
{
"name": "Ferry Qwen3-30B",
"execution_ability": 0.8598,
"correct_rate": 0.4993,
"execution_efficiency_on_executable_sql": 0.9939,
"table_precision_on_executable_sql": 0.9644,
"table_recall_on_executable_sql": 0.9325,
"table_f1_on_executable_sql": 0.9476,
"column_precision_on_executable_sql": 0.8959,
"column_recall_on_executable_sql": 0.8386,
"column_f1_on_executable_sql": 0.8734
}
]
},
"birdtrain": {
"name": "BIRD Train",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": []
},
"spider": {
"name": "Spider",
"metrics": [
"execution_ability",
"correct_rate",
"execution_efficiency_on_executable_sql",
"table_precision_on_executable_sql",
"table_recall_on_executable_sql",
"table_f1_on_executable_sql",
"column_precision_on_executable_sql",
"column_recall_on_executable_sql",
"column_f1_on_executable_sql"
],
"algorithms": [
]
}
},
"last_updated": "2025-12-23T00:00:00"
} |