Upload ai-ml/hf-finetuning/finetune.py with huggingface_hub
Browse files
ai-ml/hf-finetuning/finetune.py
CHANGED
|
@@ -149,7 +149,7 @@ def finetune(config: FinetuneConfig):
|
|
| 149 |
per_device_train_batch_size=config.per_device_train_batch_size,
|
| 150 |
gradient_accumulation_steps=config.gradient_accumulation_steps,
|
| 151 |
learning_rate=config.learning_rate,
|
| 152 |
-
|
| 153 |
warmup_ratio=config.warmup_ratio,
|
| 154 |
lr_scheduler_type=config.lr_scheduler_type,
|
| 155 |
bf16=config.bf16,
|
|
|
|
| 149 |
per_device_train_batch_size=config.per_device_train_batch_size,
|
| 150 |
gradient_accumulation_steps=config.gradient_accumulation_steps,
|
| 151 |
learning_rate=config.learning_rate,
|
| 152 |
+
max_length=config.max_seq_length,
|
| 153 |
warmup_ratio=config.warmup_ratio,
|
| 154 |
lr_scheduler_type=config.lr_scheduler_type,
|
| 155 |
bf16=config.bf16,
|