Upload gpu_full_sft.sh with huggingface_hub
Browse files- gpu_full_sft.sh +9 -0
gpu_full_sft.sh
CHANGED
|
@@ -44,4 +44,13 @@ CUDA_VISIBLE_DEVICES=0 python3 sft_train.py \
|
|
| 44 |
echo "============================================================"
|
| 45 |
echo " Full SFT complete!"
|
| 46 |
echo " Output: Base/out/sft/rag_mcp_full_sft"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
echo "============================================================"
|
|
|
|
| 44 |
echo "============================================================"
|
| 45 |
echo " Full SFT complete!"
|
| 46 |
echo " Output: Base/out/sft/rag_mcp_full_sft"
|
| 47 |
+
echo " To upload it to Hugging Face, run:"
|
| 48 |
+
echo " python3 upload_full_sft_to_hf.py --repo-id ASTERIZER/LUNA-100M --folder Base/out/sft/rag_mcp_full_sft --path-in-repo rag_mcp_full_sft"
|
| 49 |
+
if [ "${UPLOAD_TO_HF:-0}" = "1" ]; then
|
| 50 |
+
echo " UPLOAD_TO_HF=1 detected. Uploading full SFT folder to Hugging Face..."
|
| 51 |
+
python3 upload_full_sft_to_hf.py \
|
| 52 |
+
--repo-id ASTERIZER/LUNA-100M \
|
| 53 |
+
--folder Base/out/sft/rag_mcp_full_sft \
|
| 54 |
+
--path-in-repo rag_mcp_full_sft
|
| 55 |
+
fi
|
| 56 |
echo "============================================================"
|