File size: 2,946 Bytes
ad0d245
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "datasets": {
    "birddev": {
      "name": "BIRD Dev",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": [
        {
          "name": "Ferry Qwen3-4B",
          "execution_ability": 0.3123,
          "correct_rate": 0.146,
          "execution_efficiency_on_executable_sql": 1.0454,
          "table_precision_on_executable_sql": 0.9426,
          "table_recall_on_executable_sql": 0.8432,
          "table_f1_on_executable_sql": 0.8959,
          "column_precision_on_executable_sql": 0.8524,
          "column_recall_on_executable_sql": 0.7012,
          "column_f1_on_executable_sql": 0.7878
        },
        {
          "name": "Ferry Qwen3-8B",
          "execution_ability": 0.0632,
          "correct_rate": 0.0332,
          "execution_efficiency_on_executable_sql": 0.9659,
          "table_precision_on_executable_sql": 1,
          "table_recall_on_executable_sql": 0.9485,
          "table_f1_on_executable_sql": 0.9656,
          "column_precision_on_executable_sql": 0.9273,
          "column_recall_on_executable_sql": 0.7618,
          "column_f1_on_executable_sql": 0.8387
        },
        {
          "name": "Ferry Qwen3-30B",
          "execution_ability": 0.8598,
          "correct_rate": 0.4993,
          "execution_efficiency_on_executable_sql": 0.9939,
          "table_precision_on_executable_sql": 0.9644,
          "table_recall_on_executable_sql": 0.9325,
          "table_f1_on_executable_sql": 0.9476,
          "column_precision_on_executable_sql": 0.8959,
          "column_recall_on_executable_sql": 0.8386,
          "column_f1_on_executable_sql": 0.8734
        }
      ]
    },
    "birdtrain": {
      "name": "BIRD Train",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": []
    },
    "spider": {
      "name": "Spider",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": [
      ]
    }
  },
  "last_updated": "2025-12-23T00:00:00"
}