Update app.py

app.py

@@ -77,8 +77,14 @@ def format_alpaca_prompt(state):
             j="### Response:\n"
         alpaca_prompt2 += j+ message['content']+"\n\n"
     return [alpaca_prompt+"### Response:\n",alpaca_prompt2+"### Response:\n"]
-def get_bot_response(adapter_id, prompt, state, bot_index):
+import aiohttp
+import asyncio
+from tenacity import retry, stop_after_attempt, wait_exponential
+
+@retry(stop=stop_after_attempt(3), wait=wait_exponential(multiplier=1, min=1, max=5))
+async def get_bot_response(adapter_id, prompt, state, bot_index):
     alpaca_prompt = format_alpaca_prompt(state)
+    print(alpaca_prompt)
     payload = {
         "inputs": alpaca_prompt[bot_index],
         "parameters": {
@@ -91,11 +97,17 @@ def get_bot_response(adapter_id, prompt, state, bot_index):
         "Content-Type": "application/json",
         "Authorization": f"Bearer {os.environ.get('PREDIBASE_TOKEN')}"
     }
-    response = requests.post("https://serving.app.predibase.com/79957f/deployments/v2/llms/mistral-7b/generate", json=payload, headers=headers)
-    try:
-        response_text = response.json()['generated_text']
-    except (KeyError, requests.exceptions.JSONDecodeError):
-        response_text = "Sorry, I couldn't generate a response."
+    async with aiohttp.ClientSession() as session:
+        try:
+            async with session.post("https://serving.app.predibase.com/79957f/deployments/v2/llms/mistral-7b/generate",
+                                    json=payload, headers=headers, timeout=10) as response:
+                if response.status == 200:
+                    response_data = await response.json()
+                    response_text = response_data.get('generated_text', '')
+                else:
+                    response_text = "Sorry, I couldn't generate a response."
+        except (aiohttp.ClientError, asyncio.TimeoutError):
+            response_text = "Sorry, I couldn't generate a response."
     return response_text.split('### Instruction')[0]
 def chat_with_bots(user_input, state):
     # Use existing bot order from state if available, otherwise shuffle and initialize