Update model_worker.py

model_worker.py

@@ -90,7 +90,8 @@ class ModelWorker:
                 assert prompt.count(DEFAULT_IMAGE_TOKEN) == 1
 
                 images, patch_positions, prompt = self.doc_image_processor(images=image, query=prompt)
-                images = images.to(self.model.device, dtype=torch.float16)
+                # images = images.to(self.model.device, dtype=torch.float16)
+                images = images.to(self.model.device, dtype=torch.bfloat16)
                 patch_positions = patch_positions.to(self.model.device)
 
                 replace_token = DEFAULT_IMAGE_TOKEN