fix
Browse files- run_mlm_flax.py +1 -1
run_mlm_flax.py
CHANGED
@@ -508,7 +508,7 @@ if __name__ == "__main__":
|
|
508 |
init_value=0.0, end_value=training_args.learning_rate, transition_steps=training_args.warmup_steps
|
509 |
)
|
510 |
|
511 |
-
if
|
512 |
end_lr_value = training_args.learning_rate
|
513 |
else:
|
514 |
end_lr_value = 0
|
|
|
508 |
init_value=0.0, end_value=training_args.learning_rate, transition_steps=training_args.warmup_steps
|
509 |
)
|
510 |
|
511 |
+
if data_args.static_learning_rate:
|
512 |
end_lr_value = training_args.learning_rate
|
513 |
else:
|
514 |
end_lr_value = 0
|