NL2SQL_FT_RAG / finetune_config.json
bgglee's picture
V1_final_FT+RAG_model_LLama3.2_3b
1762c11 verified
{
"version": "V1_final_FT+RAG_model_LLama3.2_3b",
"base_model": "bgglee/NL2SQL_finetuned",
"merged_model_repo": "bgglee/NL2SQL_FT_RAG",
"method": "LoRA (merged full model via CPU)",
"learning_rate": 0.00015,
"max_steps": 80,
"warmup_steps": 10,
"scheduler": "linear",
"batch_size": 4,
"grad_accum": 4,
"lora_r": 8,
"lora_alpha": 16,
"lora_dropout": 0.1,
"max_len": 512,
"dataset": "data/dev_sql2nl_rag_1434ea(2).json",
"schema_dir": "data/bird/BIRD_SQLite"
}