Update modeling_mplug_owl2.py

modeling_mplug_owl2.py

@@ -281,7 +281,7 @@ class MPLUGOwl2LlamaForCausalLM(LlamaForCausalLM, MPLUGOwl2MetaForCausalLM):
                 images = [expand2square(img, tuple(int(x*255) for x in self.image_processor.image_mean)) for img in images]
                 image_tensor = self.image_processor.preprocess(images, return_tensors="pt")["pixel_values"].half().to(self.device)
             input_ids = tokenizer_image_token(prompt, self.tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt').unsqueeze(0).to(self.device)
-            with torch.inference_mode():
+            if True: #with torch.inference_mode():
                 output_logits = self(input_ids.repeat(image_tensor.shape[0], 1),
                                 images=image_tensor)["logits"][:,-1, self.preferential_ids_]
                 if return_dict: