shaikhsalman commited on
Commit
09a9397
·
verified ·
1 Parent(s): 0840157

Upload ai-ml/hf-finetuning/train_openthoughts.py with huggingface_hub

Browse files
ai-ml/hf-finetuning/train_openthoughts.py CHANGED
@@ -80,7 +80,7 @@ def train(max_steps=None, push_hub=True, hub_model_id="shaikhsalman/llama-3.1-8b
80
  num_train_epochs=2,
81
  lr_scheduler_type="cosine",
82
  warmup_ratio=0.1,
83
- max_seq_length=4096,
84
  packing=True,
85
  packing_strategy="bfd_split",
86
  gradient_checkpointing=True,
 
80
  num_train_epochs=2,
81
  lr_scheduler_type="cosine",
82
  warmup_ratio=0.1,
83
+ max_length=4096,
84
  packing=True,
85
  packing_strategy="bfd_split",
86
  gradient_checkpointing=True,