def unilm_mask(s):
    idxs = K.cumsum(s, axis=1)
    mask = (idxs[:, None, :] <= idxs[:, :, None])
    mask = K.cast(mask, K.floatx())
    return ((- (1 - mask[:, None])) * 1000000000000.0)
def unilm_mask(s):
    idxs = K.cumsum(s, axis=1)
    mask = (idxs[:, None, :] <= idxs[:, :, None])
    mask = K.cast(mask, K.floatx())
    return ((- (1 - mask[:, None])) * 1000000000000.0)