Upload ai-ml/hf-finetuning/train_openthoughts.py with huggingface_hub
Browse files
ai-ml/hf-finetuning/train_openthoughts.py
CHANGED
|
@@ -80,7 +80,7 @@ def train(max_steps=None, push_hub=True, hub_model_id="shaikhsalman/llama-3.1-8b
|
|
| 80 |
num_train_epochs=2,
|
| 81 |
lr_scheduler_type="cosine",
|
| 82 |
warmup_ratio=0.1,
|
| 83 |
-
|
| 84 |
packing=True,
|
| 85 |
packing_strategy="bfd_split",
|
| 86 |
gradient_checkpointing=True,
|
|
|
|
| 80 |
num_train_epochs=2,
|
| 81 |
lr_scheduler_type="cosine",
|
| 82 |
warmup_ratio=0.1,
|
| 83 |
+
max_length=4096,
|
| 84 |
packing=True,
|
| 85 |
packing_strategy="bfd_split",
|
| 86 |
gradient_checkpointing=True,
|