def __init__(self, intermediate_size, config):
    super().__init__()
    embed_dim = config.hidden_size
    self.c_fc = LazyLinearAPICompatible(embed_dim, intermediate_size)
    self.c_proj = LazyLinearAPICompatible(intermediate_size, embed_dim)
    self.act = ACT2FN[config.activation_function]
    self.dropout = nn.Dropout(config.resid_dropout)
def __init__(self, intermediate_size, config):
    super().__init__()
    embed_dim = config.hidden_size
    self.c_fc = LazyLinearAPICompatible(embed_dim, intermediate_size)
    self.c_proj = LazyLinearAPICompatible(intermediate_size, embed_dim)
    self.act = ACT2FN[config.activation_function]
    self.dropout = nn.Dropout(config.resid_dropout)