marinone94 commited on
Commit
7c14ed3
1 Parent(s): d6cebc9

update hyperparams

Browse files
Files changed (1) hide show
  1. huggingface_training.py +3 -3
huggingface_training.py CHANGED
@@ -283,12 +283,12 @@ training_args = Seq2SeqTrainingArguments(
283
  logging_steps=logging_steps,
284
  save_strategy="steps",
285
  save_steps=eval_steps,
286
- # save_total_limit=2,
287
- learning_rate=1e-5,
288
  load_best_model_at_end=True,
289
  metric_for_best_model="wer",
290
  greater_is_better=False,
291
- warmup_ratio=0.5 if test_script is True else 0.2,
292
  per_device_train_batch_size=train_bs,
293
  per_device_eval_batch_size=eval_bs,
294
  # important
 
283
  logging_steps=logging_steps,
284
  save_strategy="steps",
285
  save_steps=eval_steps,
286
+ save_total_limit=3,
287
+ learning_rate=7.5e-6,
288
  load_best_model_at_end=True,
289
  metric_for_best_model="wer",
290
  greater_is_better=False,
291
+ warmup_ratio=0.5 if test_script is True else 0.3,
292
  per_device_train_batch_size=train_bs,
293
  per_device_eval_batch_size=eval_bs,
294
  # important