NL2SQL_FT_RULE / finetune_config.json
bgglee's picture
V1_final_FT+Rulebased_model_LLama3.2_3b
7b6cb9a verified
{
"version": "V1_final_FT+Rulebased_model_LLama3.2_3b",
"base_model": "bgglee/NL2SQL_finetuned",
"merged_model_repo": "bgglee/NL2SQL_FT_RULE",
"method": "LoRA (merged full model via CPU)",
"learning_rate": 0.00015,
"max_steps": 80,
"warmup_steps": 10,
"scheduler": "linear",
"batch_size": 4,
"grad_accum": 4,
"lora_r": 8,
"lora_alpha": 16,
"lora_dropout": 0.1,
"max_len": 512,
"dataset": "data/dev_sql2nl_rule_1434ea(2).json",
"schema_dir": "data/bird/BIRD_SQLite"
}