def __init__(self, transformer, hdim):
    super(TransformerResponseWrapper, self).__init__()
    dim = transformer.out_dim
    self.transformer = transformer
    self.mlp = nn.Sequential(nn.Linear(dim, hdim), nn.ReLU(), nn.Linear(hdim, dim))
def __init__(self, transformer, hdim):
    super(TransformerResponseWrapper, self).__init__()
    dim = transformer.out_dim
    self.transformer = transformer
    self.mlp = nn.Sequential(nn.Linear(dim, hdim), nn.ReLU(), nn.Linear(hdim, dim))