Update modeling_mpt.py

modeling_mpt.py

@@ -193,7 +193,8 @@ class MPTModel(MPTPreTrainedModel):
         self.emb_drop = nn.Dropout(config.emb_pdrop)
         self.blocks = nn.ModuleList([MPTBlock(device=config.init_device, **config.to_dict()) for _ in range(config.n_layers)])
         self.norm_f = norm_class(config.d_model, device=config.init_device)
-        self.rope = config.attn_config['rope']
+        #self.rope = config.attn_config['rope']
+        self.rope = False
         self.rope_impl = None
         if self.rope:
             self.rope_impl = config.attn_config['rope_impl']