def __init__(self, preprocess_net, action_shape, hidden_layer_size=128):
    super().__init__()
    self.preprocess = preprocess_net
    self.last = nn.Linear(hidden_layer_size, np.prod(action_shape))
def __init__(self, preprocess_net, action_shape, hidden_layer_size=128):
    super().__init__()
    self.preprocess = preprocess_net
    self.last = nn.Linear(hidden_layer_size, np.prod(action_shape))