def forward(self, x):
    shortcut = x
    out = self.layer_norm(x)
    out = self.channel1(out)
    out = F.gelu(out)
    out = self.sgu(out)
    out = self.channel2(out)
    return (out + shortcut)
def forward(self, x):
    shortcut = x
    out = self.layer_norm(x)
    out = self.channel1(out)
    out = F.gelu(out)
    out = self.sgu(out)
    out = self.channel2(out)
    return (out + shortcut)