def __init__(self, dim, dim_hidden, dropout=0):
    super(TransformerFFN, self).__init__()
    self.dropout = nn.Dropout(p=dropout)
    self.lin1 = nn.Linear(dim, dim_hidden)
    self.lin2 = nn.Linear(dim_hidden, dim)
    nn.init.xavier_uniform_(self.lin1.weight)
    nn.init.xavier_uniform_(self.lin2.weight)
def __init__(self, dim, dim_hidden, dropout=0):
    super(TransformerFFN, self).__init__()
    self.dropout = nn.Dropout(p=dropout)
    self.lin1 = nn.Linear(dim, dim_hidden)
    self.lin2 = nn.Linear(dim_hidden, dim)
    nn.init.xavier_uniform_(self.lin1.weight)
    nn.init.xavier_uniform_(self.lin2.weight)