Update configuration_mpt.py

configuration_mpt.py

@@ -116,8 +116,8 @@ class MPTConfig(PretrainedConfig):
             raise ValueError(f"Unknown attn_impl={self.attn_config['attn_impl']}")
         if self.attn_config['prefix_lm'] and self.attn_config['attn_impl'] not in ['torch', 'triton']:
             raise NotImplementedError('prefix_lm only implemented with torch and triton attention.')
-        if self.attn_config['alibi'] and self.attn_config['attn_impl'] not in ['torch', 'triton']:
-            raise NotImplementedError('alibi only implemented with torch and triton attention.')
+        #if self.attn_config['alibi'] and self.attn_config['attn_impl'] not in ['torch', 'triton']:
+        #    raise NotImplementedError('alibi only implemented with torch and triton attention.')
         if self.attn_config['attn_uses_sequence_id'] and self.attn_config['attn_impl'] not in ['torch', 'triton']:
             raise NotImplementedError('attn_uses_sequence_id only implemented with torch and triton attention.')
         if self.embedding_fraction > 1 or self.embedding_fraction <= 0: