Updated runtime

app.py

@@ -6,6 +6,18 @@ from transformers import BertTokenizer, BertForSequenceClassification
 import torch
 import faiss
 import numpy as np
+import json
+
+def clean_payload(payload):
+    # Remove "data:" prefix and clean newline characters
+    cleaned_payload = payload.lstrip("data:").rstrip("\n")
+    try:
+        json_payload = json.loads(cleaned_payload)
+    except json.JSONDecodeError as e:
+        print(f"JSON decoding error: {e}")
+        json_payload = None
+    return json_payload
+
 
 # API Keys and Org ID
 openai.api_key = os.getenv("OPENAI_API_KEY")
@@ -52,15 +64,17 @@ def enhance_with_gpt4o(fda_response):
     except Exception as e:
         return f"Error: {str(e)}"
 
-# Main function that gets PubMedBERT output and enhances it using GPT-4o-mini
 def respond(message, system_message, max_tokens, temperature, top_p):
     try:
         # First retrieve info via PubMedBERT
         fda_response = handle_fda_query(message)
         
-        # Then enhance this info via GPT-4o-mini
-        enhanced_response = enhance_with_gpt4o(fda_response)
-        
+        # Stream the enhanced response via GPT-4o-mini using the client
+        enhanced_response = ""
+        for chat_message in client.chat_completion(...):
+            payload = json.loads(chat_message.lstrip("data:").rstrip("\n"))
+            enhanced_response += payload["content"]  # Or however the payload structure works
+
         # Return both the PubMedBERT result and the enhanced version
         return f"Original Info from PubMedBERT: {fda_response}\n\nEnhanced Info via GPT-4o-mini: {enhanced_response}"
 

runtime.txt

@@ -1 +1 @@
-python-3.10.15
+python-3.10.13