Upload ai-ml/hf-finetuning/train_tulu3.py with huggingface_hub
Browse files
ai-ml/hf-finetuning/train_tulu3.py
CHANGED
|
@@ -83,7 +83,7 @@ def train(max_steps=None, push_hub=True, hub_model_id="shaikhsalman/llama-3.1-8b
|
|
| 83 |
num_train_epochs=2,
|
| 84 |
lr_scheduler_type="linear",
|
| 85 |
warmup_ratio=0.03,
|
| 86 |
-
|
| 87 |
|
| 88 |
# LoRA Without Regret optimizations
|
| 89 |
packing=True,
|
|
|
|
| 83 |
num_train_epochs=2,
|
| 84 |
lr_scheduler_type="linear",
|
| 85 |
warmup_ratio=0.03,
|
| 86 |
+
max_length=4096,
|
| 87 |
|
| 88 |
# LoRA Without Regret optimizations
|
| 89 |
packing=True,
|