def accumulate(self, learn):
    self.count += 1
    self.val = torch.lerp(to_detach(learn.loss.mean(), gather=False), self.val, self.beta)
def accumulate(self, learn):
    self.count += 1
    self.val = torch.lerp(to_detach(learn.loss.mean(), gather=False), self.val, self.beta)