Update app.py

app.py

@@ -29,15 +29,23 @@ def extract_receipt_info(image):
         messages=[
             {
                 "role": "user",
-                "content": "Your task is to extract key information from the provided receipt image.\n\nReply in table.\n\nThis is the schema:\n- item (str), description of the item\n- price (float), price of the item\n- quantity (int), quantity of the item\n- total (float), total cost for the item"
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "Your task is to extract key information from the provided receipt image.\n\nReply in table.\n\nThis is the schema:\n- item (str), description of the item\n- price (float), price of the item\n- quantity (int), quantity of the item\n- total (float), total cost for the item"
+                    },
+                    {
+                        "type": "image_url",
+                        "image_url": {
+                            "url": image
+                        }
+                    }
+                ]
             },
             {
-                "role": "user",
-                "content": {
-                    "type": "image_url",
-                    "url": f"data:image/jpeg;base64,{base64_image}",
-                },
-            },
+                "role": "assistant",
+                "content": "```markdown"
+            }
         ],
         temperature=0.1,
         max_tokens=8192,