def transpose_(self, x):
    '\n        Transpose Function for simplicity.\n        '
    new_x_shape = (x.size()[:(- 1)] + (self.num_heads, self.head_dim))
    x = x.view(*new_x_shape)
    return x.permute(0, 2, 1, 3)
Transpose Function for simplicity.
def transpose_(self, x):
    '\n        \n        '
    new_x_shape = (x.size()[:(- 1)] + (self.num_heads, self.head_dim))
    x = x.view(*new_x_shape)
    return x.permute(0, 2, 1, 3)