def extend_with_unified_language_model(BaseModel):
    '添加UniLM的Attention Mask（Seq2Seq模型用）\n    '

    class UnifiedLanguageModel(UniLM_Mask, BaseModel):
        '带UniLM的Attention Mask的派生模型\n        UniLM: https://arxiv.org/abs/1905.03197\n        '

        def __init__(self, *args, **kwargs):
            super(UnifiedLanguageModel, self).__init__(*args, **kwargs)
            self.with_mlm = (self.with_mlm or True)
    return UnifiedLanguageModel
添加UniLM的Attention Mask（Seq2Seq模型用）
def extend_with_unified_language_model(BaseModel):
    '\n    '

    class UnifiedLanguageModel(UniLM_Mask, BaseModel):
        '带UniLM的Attention Mask的派生模型\n        UniLM: https://arxiv.org/abs/1905.03197\n        '

        def __init__(self, *args, **kwargs):
            super(UnifiedLanguageModel, self).__init__(*args, **kwargs)
            self.with_mlm = (self.with_mlm or True)
    return UnifiedLanguageModel