Update app.py

app.py

@@ -6,29 +6,27 @@ import random
 from elo import update_elo_ratings  # Custom function for ELO ratings
 enable_btn = gr.Button.update(interactive=True)
 
-# Load the chatbot URLs and their respective model names from a JSON file
+# Load chatbot URLs and model names from a JSON file
 with open('chatbot_urls.json', 'r') as file:
     chatbots = json.load(file)
 
-# Thread-local storage for user-specific data
-
 # Initialize or get user-specific ELO ratings
 def get_user_elo_ratings(state):
-    return state['elo_ratings']
+    return state.get('elo_ratings', {model: 1200 for model in chatbots.keys()})
 
-# Read ELO ratings from file (thread-safe)
+# Read and write ELO ratings to file (thread-safe)
 def read_elo_ratings():
     try:
         with open('elo_ratings.json', 'r') as file:
-            elo_ratings = json.load(file)
+            return json.load(file)
     except FileNotFoundError:
-        elo_ratings = {model: 1200 for model in chatbots.keys()}
-    return elo_ratings
-# Write ELO ratings to file (thread-safe)
+        return {model: 1200 for model in chatbots.keys()}
+
 def write_elo_ratings(elo_ratings):
     with open('elo_ratings.json', 'w') as file:
         json.dump(elo_ratings, file, indent=4)
 
+# Function to get bot response
 def get_bot_response(url, prompt):
     payload = {
         "input": {
@@ -45,7 +43,7 @@ def get_bot_response(url, prompt):
         "authorization": os.environ.get("RUNPOD_TOKEN")
     }
     response = requests.post(url, json=payload, headers=headers)
-    return response.json()['output'][0]['generated_text'].replace(prompt,"")
+    return response.json()['output'][0]['generated_text'].replace(prompt, "")
 
 def chat_with_bots(user_input, state):
     bot_names = list(chatbots.keys())
@@ -79,47 +77,53 @@ def vote_down_model(state, chatbot):
     update_message = update_ratings(state, 1)
     chatbot.append(update_message)
     return chatbot
-def user_ask(state, chatbot1, chatbot2, textbox,upvote_btn_a,upvote_btn_b):
-    global enable_btn
-    state.update({"elo_ratings":read_elo_ratings()})
+def user_ask(state, chatbot1, chatbot2, textbox):
     user_input = textbox
-    bot1_response, bot2_response = chat_with_bots(user_input, state)
+    if len(user_input) > 200:
+        user_input = user_input[:200]  # Limit user input to 200 characters
 
-    chatbot1.append((user_input,bot1_response))
+    # Updating state with the current ELO ratings
+    state["elo_ratings"] = read_elo_ratings()
 
-    chatbot2.append((user_input, bot2_response))
+    # Chat with bots
+    bot1_response, bot2_response = chat_with_bots(user_input, state)
 
-    # Enable voting buttons
+    # Update chat history in state
+    if "history" not in state:
+        state["history"] = []
+    state["history"].extend([
+        {"role": "user", "content": user_input},
+        {"role": "bot1", "content": bot1_response},
+        {"role": "bot2", "content": bot2_response}
+    ])
 
-    updated_elo_ratings = get_user_elo_ratings(state)
-    state.update({'elo_ratings': updated_elo_ratings})
-    return state, chatbot1, chatbot2,textbox, enable_btn,enable_btn
+    # Keep only the last 10 messages in history
+    state["history"] = state["history"][-10:]
 
-# ... [Rest of your existing functions] ...
+    # Format the conversation in ChatML format
+    chatml_prompt = format_chatml_prompt(state)
 
+    return state, chatbot1, chatbot2, textbox
 
+# Gradio interface setup
 with gr.Blocks() as demo:
     state = gr.State({})
+
     with gr.Row():
-        # First column for Model A
         with gr.Column():
             chatbot1 = gr.Chatbot(label='Model A').style(height=600)
-            upvote_btn_a = gr.Button(value="👍 Upvote A", interactive=False)
+            upvote_btn_a = gr.Button(value="👍 Upvote A")
         
-        # Second column for Model B
         with gr.Column():
             chatbot2 = gr.Chatbot(label='Model B').style(height=600)
-            upvote_btn_b = gr.Button(value="👍 Upvote B", interactive=False)        
+            upvote_btn_b = gr.Button(value="👍 Upvote B")        
 
-    # Textbox and submit button at the bottom
-    textbox = gr.Textbox(placeholder="Enter your prompt and press ENTER")
+    textbox = gr.Textbox(placeholder="Enter your prompt (up to 200 characters)", max_chars=200)
     submit_btn = gr.Button(value="Send")
 
-    # Interaction logic
-    textbox.submit(user_ask, inputs=[state, chatbot1, chatbot2, textbox], outputs=[state, chatbot1, chatbot2,textbox,upvote_btn_a,upvote_btn_b])
-    submit_btn.click(user_ask, inputs=[state, chatbot1, chatbot2, textbox], outputs=[state, chatbot1, chatbot2,textbox,upvote_btn_a,upvote_btn_b])
+    textbox.submit(user_ask, inputs=[state, chatbot1, chatbot2, textbox], outputs=[state, chatbot1, chatbot2, textbox])
+    submit_btn.click(user_ask, inputs=[state, chatbot1, chatbot2, textbox], outputs=[state, chatbot1, chatbot2, textbox])
     upvote_btn_a.click(vote_up_model, inputs=[state, chatbot1], outputs=[chatbot1])
-    upvote_btn_b.click(vote_up_model, inputs=[state, chatbot2], outputs=[chatbot2])
+    upvote_btn_b.click(vote_down_model, inputs=[state, chatbot2], outputs=[chatbot2])
 
-    # Start the interface
     demo.launch()