def update(self, chosen_arm, reward):
    self.counts[chosen_arm] += 1
    n = self.counts[chosen_arm]
    value = self.values[chosen_arm]
    self.values[chosen_arm] = ((((n - 1) / float(n)) * value) + ((1 / float(n)) * reward))
def update(self, chosen_arm, reward):
    self.counts[chosen_arm] += 1
    n = self.counts[chosen_arm]
    value = self.values[chosen_arm]
    self.values[chosen_arm] = ((((n - 1) / float(n)) * value) + ((1 / float(n)) * reward))