def _get_lr_scale(self):
    lr = np.min([np.power(self.current_step, (- 0.5)), (np.power(self.n_warmup_steps, (- 1.5)) * self.current_step)])
    for s in self.anneal_steps:
        if (self.current_step > s):
            lr = (lr * self.anneal_rate)
    return lr
def _get_lr_scale(self):
    lr = np.min([np.power(self.current_step, (- 0.5)), (np.power(self.n_warmup_steps, (- 1.5)) * self.current_step)])
    for s in self.anneal_steps:
        if (self.current_step > s):
            lr = (lr * self.anneal_rate)
    return lr