test

app.py

@@ -8,7 +8,11 @@ import numpy as np
 
 
 # Function to start the ochat server
+@spaces.GPU
 def start_ochat_server():
+    print(f"Is CUDA available: {torch.cuda.is_available()}")
+    print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+
     command = [
         "python", "-m", "ochat.serving.openai_api_server", 
         "--model", "openchat/openchat_3.5"
@@ -23,10 +27,9 @@ def start_ochat_server():
 
 
 # Function to interact with the chat server
-@spaces.GPU
+
 def chat_with_ochat(message):
-    print(f"Is CUDA available: {torch.cuda.is_available()}")
-    print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+    
     # Here you would add the code to interact with the ochat server
     # For simplicity, this is just a placeholder response
     return "Response from ochat server"