def __init__(self, nsteps, nenvs):
    self.episode_rewards = []
    for i in range(nenvs):
        self.episode_rewards.append([])
    self.lenbuffer = deque(maxlen=40)
    self.rewbuffer = deque(maxlen=40)
    self.nsteps = nsteps
    self.nenvs = nenvs
def __init__(self, nsteps, nenvs):
    self.episode_rewards = []
    for i in range(nenvs):
        self.episode_rewards.append([])
    self.lenbuffer = deque(maxlen=40)
    self.rewbuffer = deque(maxlen=40)
    self.nsteps = nsteps
    self.nenvs = nenvs