def __init__(self, params, lr=0.001, betas=(0.9, 0.999), eps=1e-08, weight_decay=0.0001):
    defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
    self.buffer = [[None, None, None] for ind in range(10)]
    super(Ralamb, self).__init__(params, defaults)
def __init__(self, params, lr=0.001, betas=(0.9, 0.999), eps=1e-08, weight_decay=0.0001):
    defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
    self.buffer = [[None, None, None] for ind in range(10)]
    super(Ralamb, self).__init__(params, defaults)