finetune_config.json

{
  "version": "V1_Fully_Finetuned_with_Rule_based_model_LLama3.2_3b",
  "base_model": "meta-llama/Llama-3.2-3B-Instruct",
  "merged_model_repo": "bgglee/NL2SQL_FULL_Rule_Based",
  "method": "LoRA (merged full model via CPU)",
  "learning_rate": 0.00015,
  "max_steps": 80,
  "warmup_steps": 10,
  "scheduler": "linear",
  "batch_size": 4,
  "grad_accum": 4,
  "lora_r": 8,
  "lora_alpha": 16,
  "lora_dropout": 0.1,
  "max_len": 512,
  "dataset": "data/dev_sql2nl_rule_1434ea(2).json",
  "schema_dir": "data/bird/BIRD_SQLite"
}