def epsilon_greedy(no_of_arms, epsilon, Q, N):
    if (np.random.random() > epsilon):
        action = np.argmax(Q)
    else:
        action = np.random.choice(no_of_arms)
    return action
def epsilon_greedy(no_of_arms, epsilon, Q, N):
    if (np.random.random() > epsilon):
        action = np.argmax(Q)
    else:
        action = np.random.choice(no_of_arms)
    return action