| |
| set -e |
|
|
| echo "🚀 Starting Zenith fine-tuning (safe 2-hour config)..." |
|
|
| export BASE_MODEL="DeepSeek-Coder-V2-Lite-Instruct" |
| export OUTPUT_DIR="outputs/zenith-lora" |
| export DATA_PATH="data/zenith_combined.jsonl" |
| export STEPS=300 |
| export BATCH=2 |
| export GRAD_ACC=2 |
| export LR=5e-5 |
| export LORA_R=8 |
| export LORA_ALPHA=16 |
| export LORA_DROPOUT=0.1 |
| export WARMUP_RATIO=0.1 |
| export WEIGHT_DECAY=0.01 |
| export MAX_GRAD_NORM=1.0 |
| export LOG_STEPS=10 |
| export SAVE_STEPS=50 |
| export SAVE_LIMIT=2 |
| export EVAL_STEPS=50 |
| export EARLY_STOP_PATIENCE=3 |
| export SEED=42 |
| export MAX_SEQ_LEN=2048 |
| export USE_4BIT=1 |
| export REPORT_TO="none" |
|
|
| python3 train.py | tee outputs/train_log.txt |
|
|
| echo "✅ Training finished! Logs saved to outputs/train_log.txt" |
|
|
