def __init__(self, config):
    super(Mlp, self).__init__()
    self.fc1 = Linear(config.hidden_size, config.transformer['mlp_dim'])
    self.fc2 = Linear(config.transformer['mlp_dim'], config.hidden_size)
    self.act_fn = ACT2FN['gelu']
    self.dropout = Dropout(config.transformer['dropout_rate'])
    self._init_weights()
def __init__(self, config):
    super(Mlp, self).__init__()
    self.fc1 = Linear(config.hidden_size, config.transformer['mlp_dim'])
    self.fc2 = Linear(config.transformer['mlp_dim'], config.hidden_size)
    self.act_fn = ACT2FN['gelu']
    self.dropout = Dropout(config.transformer['dropout_rate'])
    self._init_weights()