Commit
•
7c14ed3
1
Parent(s):
d6cebc9
update hyperparams
Browse files- huggingface_training.py +3 -3
huggingface_training.py
CHANGED
@@ -283,12 +283,12 @@ training_args = Seq2SeqTrainingArguments(
|
|
283 |
logging_steps=logging_steps,
|
284 |
save_strategy="steps",
|
285 |
save_steps=eval_steps,
|
286 |
-
|
287 |
-
learning_rate=
|
288 |
load_best_model_at_end=True,
|
289 |
metric_for_best_model="wer",
|
290 |
greater_is_better=False,
|
291 |
-
warmup_ratio=0.5 if test_script is True else 0.
|
292 |
per_device_train_batch_size=train_bs,
|
293 |
per_device_eval_batch_size=eval_bs,
|
294 |
# important
|
|
|
283 |
logging_steps=logging_steps,
|
284 |
save_strategy="steps",
|
285 |
save_steps=eval_steps,
|
286 |
+
save_total_limit=3,
|
287 |
+
learning_rate=7.5e-6,
|
288 |
load_best_model_at_end=True,
|
289 |
metric_for_best_model="wer",
|
290 |
greater_is_better=False,
|
291 |
+
warmup_ratio=0.5 if test_script is True else 0.3,
|
292 |
per_device_train_batch_size=train_bs,
|
293 |
per_device_eval_batch_size=eval_bs,
|
294 |
# important
|