test

app.py

@@ -9,8 +9,8 @@ import json
 import asyncio
 
 # Function to start the ochat server
-@asyncio.spaces.GPU
-async def start_ochat_server():
+@spaces.GPU
+def start_ochat_server():
     print(f"Is CUDA available: {torch.cuda.is_available()}")
     print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
 
@@ -19,27 +19,15 @@ async def start_ochat_server():
         "--model", "openchat/openchat_3.5"
     ]
 
-    async def is_server_running():
-        async with aiohttp.ClientSession() as session:
-            try:
-                async with session.get("http://localhost:18888/docs") as response:
-                    return response.status == 200
-            except aiohttp.ClientError:
-                return False
-
-    while True:
-        if not await is_server_running():
-            try:
-                # Start the server in a separate process
-                subprocess.Popen(command)
-                print("ochat server started successfully.")
-            except Exception as e:
-                print(f"Failed to start ochat server: {e}")
-
-        await asyncio.sleep(60)  # Wait for 60 seconds before checking again
-
-# Start the server
-asyncio.run(start_ochat_server())
+    # Start the server in a separate process
+    try:
+        subprocess.Popen(command)
+        return "ochat server started successfully"
+    except Exception as e:
+        return f"Failed to start ochat server: {e}"
+
+
+start_ochat_server()
 
 # Function to send a message to the ochat server and get a response
 async def chat_with_ochat(message):