def __init__(self, hidden_size, eps=1e-12):
    '\n        Construct a layernorm module in the TF style (epsilon inside the square root).\n        '
    super(SketchLayerNorm, self).__init__()
    self.weight = nn.Parameter(torch.ones(hidden_size))
    self.bias = nn.Parameter(torch.zeros(hidden_size))
    self.variance_epsilon = eps
Construct a layernorm module in the TF style (epsilon inside the square root).
def __init__(self, hidden_size, eps=1e-12):
    '\n        \n        '
    super(SketchLayerNorm, self).__init__()
    self.weight = nn.Parameter(torch.ones(hidden_size))
    self.bias = nn.Parameter(torch.zeros(hidden_size))
    self.variance_epsilon = eps