LTGstyle
Browse files
finetune_translate_base_mt5_lr_ltgstyle.gin
CHANGED
|
@@ -34,6 +34,11 @@ utils.SaveCheckpointConfig:
|
|
| 34 |
|
| 35 |
#optax.adamw.weight_decay = 0.1
|
| 36 |
#OPTIMIZER = @optax.adamw
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
|
| 38 |
utils.create_learning_rate_scheduler:
|
| 39 |
factors = 'constant'
|
|
|
|
| 34 |
|
| 35 |
#optax.adamw.weight_decay = 0.1
|
| 36 |
#OPTIMIZER = @optax.adamw
|
| 37 |
+
import t5x.optimizers as opt
|
| 38 |
+
Optimizer.optimizer = opt.wrap_optax_optimizer(optax.adamw)
|
| 39 |
+
optax.adamw.learning_rate = %LR
|
| 40 |
+
optax.adamw.weight_decay = 0.1
|
| 41 |
+
|
| 42 |
|
| 43 |
utils.create_learning_rate_scheduler:
|
| 44 |
factors = 'constant'
|