def __init__(self, d_ffn, d_attn=64):
    super(TinyAttention, self).__init__()
    self.qkv = nn.Linear(d_ffn, (3 * d_attn))
    self.d_attn = d_attn
    self.softmax = nn.Softmax(dim=(- 1))
    self.out = nn.Linear(d_attn, (d_ffn // 2))
def __init__(self, d_ffn, d_attn=64):
    super(TinyAttention, self).__init__()
    self.qkv = nn.Linear(d_ffn, (3 * d_attn))
    self.d_attn = d_attn
    self.softmax = nn.Softmax(dim=(- 1))
    self.out = nn.Linear(d_attn, (d_ffn // 2))