Update run.zsh

run.zsh

@@ -1,26 +1,24 @@
 #!/bin/zsh
 set -e
 
-# Activate environment if using venv or conda
-# source venv/bin/activate
+echo "🚀 Starting Zenith fine-tuning (safe 2-hour config)..."
 
-echo "🚀 Starting Zenith fine-tuning..."
-
-# Environment variables
 export BASE_MODEL="DeepSeek-Coder-V2-Lite-Instruct"
 export OUTPUT_DIR="outputs/zenith-lora"
 export DATA_PATH="data/zenith_combined.jsonl"
-export VAL_PATH=""
-export STEPS=200
+export STEPS=300
 export BATCH=2
 export GRAD_ACC=2
-export LR=1e-4
-export WARMUP_RATIO=0.05
+export LR=5e-5
+export LORA_R=8
+export LORA_ALPHA=16
+export LORA_DROPOUT=0.1
+export WARMUP_RATIO=0.1
 export WEIGHT_DECAY=0.01
 export MAX_GRAD_NORM=1.0
 export LOG_STEPS=10
 export SAVE_STEPS=50
-export SAVE_LIMIT=3
+export SAVE_LIMIT=2
 export EVAL_STEPS=50
 export EARLY_STOP_PATIENCE=3
 export SEED=42
@@ -28,7 +26,6 @@ export MAX_SEQ_LEN=2048
 export USE_4BIT=1
 export REPORT_TO="none"
 
-# Run training
 python3 train.py | tee outputs/train_log.txt
 
-echo "✅ Training finished! Check logs at outputs/train_log.txt"
+echo "✅ Training finished! Logs saved to outputs/train_log.txt"