aiohttp tests

app.py

@@ -10,7 +10,7 @@ import asyncio
 
 # Function to start the ochat server
 @spaces.GPU
-def start_ochat_server():
+async def start_ochat_server():
     print(f"Is CUDA available: {torch.cuda.is_available()}")
     print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
 
@@ -19,15 +19,27 @@ def start_ochat_server():
         "--model", "openchat/openchat_3.5"
     ]
 
-    # Start the server in a separate process
-    try:
-        subprocess.Popen(command)
-        return "ochat server started successfully"
-    except Exception as e:
-        return f"Failed to start ochat server: {e}"
-
-
-start_ochat_server()
+    async def is_server_running():
+        async with aiohttp.ClientSession() as session:
+            try:
+                async with session.get("http://localhost:18888/docs") as response:
+                    return response.status == 200
+            except aiohttp.ClientError:
+                return False
+
+    while True:
+        if not await is_server_running():
+            try:
+                # Start the server in a separate process
+                subprocess.Popen(command)
+                print("ochat server started successfully.")
+            except Exception as e:
+                print(f"Failed to start ochat server: {e}")
+
+        await asyncio.sleep(60)  # Wait for 60 seconds before checking again
+
+# Start the server
+asyncio.run(start_ochat_server())
 
 # Function to send a message to the ochat server and get a response
 async def chat_with_ochat(message):