"""Chainer optimizer schdulers.""" from typing import List from chainer.optimizer import Optimizer from espnet.scheduler.scheduler import SchedulerInterface class ChainerScheduler: """Chainer optimizer scheduler.""" def __init__(self, schedulers: List[SchedulerInterface], optimizer: Optimizer): """Initialize class.""" self.schedulers = schedulers self.optimizer = optimizer self.init_values = dict() for s in self.schedulers: self.init_values[s.key] = getattr(self.optimizer, s.key) def step(self, n_iter: int): """Update optimizer by scheduling.""" for s in self.schedulers: new_val = self.init_values[s.key] * s.scale(n_iter) setattr(self.optimizer, s.key, new_val)