shaikhsalman commited on
Commit
0840157
·
verified ·
1 Parent(s): 292504a

Upload ai-ml/hf-finetuning/train_tulu3.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. ai-ml/hf-finetuning/train_tulu3.py +1 -1
ai-ml/hf-finetuning/train_tulu3.py CHANGED
@@ -83,7 +83,7 @@ def train(max_steps=None, push_hub=True, hub_model_id="shaikhsalman/llama-3.1-8b
83
  num_train_epochs=2,
84
  lr_scheduler_type="linear",
85
  warmup_ratio=0.03,
86
- max_seq_length=4096,
87
 
88
  # LoRA Without Regret optimizations
89
  packing=True,
 
83
  num_train_epochs=2,
84
  lr_scheduler_type="linear",
85
  warmup_ratio=0.03,
86
+ max_length=4096,
87
 
88
  # LoRA Without Regret optimizations
89
  packing=True,