#NEWLINE# def step( self , param , mean_square ) : #NEWLINE# #INDENT# grad = param . grad ( ) #NEWLINE# mean_square *= self . decay #NEWLINE# tmp = ( grad ** 2 ) #NEWLINE# tmp *= ( 1 - self . decay ) #NEWLINE# mean_square += tmp #NEWLINE# ca . sqrt ( mean_square , tmp ) #NEWLINE# tmp += self . eps #NEWLINE# ca . divide ( grad , tmp , tmp ) #NEWLINE# tmp *= ( - self . learn_rate ) #NEWLINE# param . step ( tmp )