{
  "datasets": {
    "birddev": {
      "name": "BIRD Dev",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": [
        {
          "name": "Ferry Qwen3-4B",
          "execution_ability": 0.3123,
          "correct_rate": 0.146,
          "execution_efficiency_on_executable_sql": 1.0454,
          "table_precision_on_executable_sql": 0.9426,
          "table_recall_on_executable_sql": 0.8432,
          "table_f1_on_executable_sql": 0.8959,
          "column_precision_on_executable_sql": 0.8524,
          "column_recall_on_executable_sql": 0.7012,
          "column_f1_on_executable_sql": 0.7878
        },
        {
          "name": "Ferry Qwen3-8B",
          "execution_ability": 0.0632,
          "correct_rate": 0.0332,
          "execution_efficiency_on_executable_sql": 0.9659,
          "table_precision_on_executable_sql": 1,
          "table_recall_on_executable_sql": 0.9485,
          "table_f1_on_executable_sql": 0.9656,
          "column_precision_on_executable_sql": 0.9273,
          "column_recall_on_executable_sql": 0.7618,
          "column_f1_on_executable_sql": 0.8387
        },
        {
          "name": "Ferry Qwen3-30B",
          "execution_ability": 0.8598,
          "correct_rate": 0.4993,
          "execution_efficiency_on_executable_sql": 0.9939,
          "table_precision_on_executable_sql": 0.9644,
          "table_recall_on_executable_sql": 0.9325,
          "table_f1_on_executable_sql": 0.9476,
          "column_precision_on_executable_sql": 0.8959,
          "column_recall_on_executable_sql": 0.8386,
          "column_f1_on_executable_sql": 0.8734
        }
      ]
    },
    "birdtrain": {
      "name": "BIRD Train",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": []
    },
    "spider": {
      "name": "Spider",
      "metrics": [
        "execution_ability",
        "correct_rate",
        "execution_efficiency_on_executable_sql",
        "table_precision_on_executable_sql",
        "table_recall_on_executable_sql",
        "table_f1_on_executable_sql",
        "column_precision_on_executable_sql",
        "column_recall_on_executable_sql",
        "column_f1_on_executable_sql"
      ],
      "algorithms": [
      ]
    }
  },
  "last_updated": "2025-12-23T00:00:00"
}