def lr_func_linear(current_step, num_training_steps, num_warmup_steps=3):
    if (current_step < num_warmup_steps):
        return (float(current_step) / float(max(1, num_warmup_steps)))
    return max(0.0, (float((num_training_steps - current_step)) / float(max(1, (num_training_steps - num_warmup_steps)))))
def lr_func_linear(current_step, num_training_steps, num_warmup_steps=3):
    if (current_step < num_warmup_steps):
        return (float(current_step) / float(max(1, num_warmup_steps)))
    return max(0.0, (float((num_training_steps - current_step)) / float(max(1, (num_training_steps - num_warmup_steps)))))