def __init__(self, config, vis):
    super(Block, self).__init__()
    self.hidden_size = config.hidden_size
    self.attention_norm = LayerNorm(config.hidden_size, eps=1e-06)
    self.ffn_norm = LayerNorm(config.hidden_size, eps=1e-06)
    self.ffn = Mlp(config)
    self.attn = Attention(config, vis)
def __init__(self, config, vis):
    super(Block, self).__init__()
    self.hidden_size = config.hidden_size
    self.attention_norm = LayerNorm(config.hidden_size, eps=1e-06)
    self.ffn_norm = LayerNorm(config.hidden_size, eps=1e-06)
    self.ffn = Mlp(config)
    self.attn = Attention(config, vis)