def get_last_selfattention(self, x):
    x = self.prepare_tokens(x)
    for (i, blk) in enumerate(self.blocks):
        if (i < (len(self.blocks) - 1)):
            x = blk(x)
        else:
            return blk(x, return_attention=True)
def get_last_selfattention(self, x):
    x = self.prepare_tokens(x)
    for (i, blk) in enumerate(self.blocks):
        if (i < (len(self.blocks) - 1)):
            x = blk(x)
        else:
            return blk(x, return_attention=True)