def _get_momentum(self, gradients):
    self.t += 1
    self.m = ((self.beta1 * self.m) + ((1 - self.beta1) * gradients))
    self.v = ((self.beta2 * self.v) + ((1 - self.beta2) * torch.square(gradients)))
    bias_corrected_m = (self.m / (1 - (self.beta1 ** self.t)))
    bias_corrected_v = (self.v / (1 - (self.beta2 ** self.t)))
    return (bias_corrected_m, bias_corrected_v)
def _get_momentum(self, gradients):
    self.t += 1
    self.m = ((self.beta1 * self.m) + ((1 - self.beta1) * gradients))
    self.v = ((self.beta2 * self.v) + ((1 - self.beta2) * torch.square(gradients)))
    bias_corrected_m = (self.m / (1 - (self.beta1 ** self.t)))
    bias_corrected_v = (self.v / (1 - (self.beta2 ** self.t)))
    return (bias_corrected_m, bias_corrected_v)