test

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import torch
 import subprocess
 import numpy as np
-
+import requests
 
 
 
@@ -26,17 +26,23 @@ def start_ochat_server():
         return f"Failed to start ochat server: {e}"
 
 
-# Function to interact with the chat server
-
+# Function to send a message to the ochat server and get a response
 def chat_with_ochat(message):
-    
-    # Here you would add the code to interact with the ochat server
-    # For simplicity, this is just a placeholder response
-    return "Response from ochat server"
+    url = "http://localhost:18888/v1/chat/completions"
+    headers = {"Content-Type": "application/json"}
+    data = {
+        "model": "openchat_3.5",
+        "messages": [{"role": "user", "content": message}]
+    }
 
-
-# Start the ochat server
-start_ochat_server()
+    try:
+        response = requests.post(url, json=data, headers=headers)
+        if response.status_code == 200:
+            return response.json()['choices'][0]['message']['content']
+        else:
+            return f"Error: Server responded with status code {response.status_code}"
+    except requests.RequestException as e:
+        return f"Error: {e}"
 
 # Create a Gradio Interface
 iface = gr.Interface(