Hugging Face's logo

pere
/
t5-nynorsk-norbench

Model card Files Community
pere commited on
Commit
efd85d5
•
1 Parent(s): 1668f26

LTGstyle

Browse files
Files changed (1) hide show
  1. finetune_translate_base_mt5_lr_ltgstyle.gin +4 -4
finetune_translate_base_mt5_lr_ltgstyle.gin CHANGED
@@ -34,10 +34,10 @@ utils.SaveCheckpointConfig:
34
 
35
  #optax.adamw.weight_decay = 0.1
36
  #OPTIMIZER = @optax.adamw
37
- import t5x.optimizers as opt
38
- Optimizer.optimizer = opt.wrap_optax_optimizer(optax.adamw)
39
- optax.adamw.learning_rate = %LR
40
- optax.adamw.weight_decay = 0.1
41
 
42
 
43
  utils.create_learning_rate_scheduler:
 
34
 
35
  #optax.adamw.weight_decay = 0.1
36
  #OPTIMIZER = @optax.adamw
37
+ #import t5x.optimizers
38
+ #OPTIMIZER = @optax.adamw
39
+ #optax.adamw.learning_rate = %LR
40
+ #optax.adamw.weight_decay = 0.1
41
 
42
 
43
  utils.create_learning_rate_scheduler: