def __init__(self, config, layer_id):
    super().__init__()
    hidden_size = config.hidden_size
    inner_dim = (config.intermediate_size if (config.intermediate_size is not None) else (4 * hidden_size))
    self.ln_1 = nn.LayerNorm(hidden_size, eps=config.layer_norm_epsilon)
    self.attn = GPTNeoAttention(config, layer_id)
    self.ln_2 = nn.LayerNorm(hidden_size, eps=config.layer_norm_epsilon)
    self.mlp = GPTNeoMLP(inner_dim, config)
def __init__(self, config, layer_id):
    super().__init__()
    hidden_size = config.hidden_size
    inner_dim = (config.intermediate_size if (config.intermediate_size is not None) else (4 * hidden_size))
    self.ln_1 = nn.LayerNorm(hidden_size, eps=config.layer_norm_epsilon)
    self.attn = GPTNeoAttention(config, layer_id)
    self.ln_2 = nn.LayerNorm(hidden_size, eps=config.layer_norm_epsilon)
    self.mlp = GPTNeoMLP(inner_dim, config)