def warmup_lr(step):
    return (self.rescaled_lr * (tf.cast(step, tf.float32) / tf.cast(self.warmup_steps, tf.float32)))
def warmup_lr(step):
    return (self.rescaled_lr * (tf.cast(step, tf.float32) / tf.cast(self.warmup_steps, tf.float32)))