Update app.py

app.py

@@ -72,30 +72,22 @@ import os
 
 
 # Function to get bot response
-def format_chatml_prompt(state):
-    chatml_prompt = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
-    for message in state["history"][0]:
+def format_prompt(state, bot_index, character_name, character_description):
+    prompt = f"{character_description}\n\n"
+    for message in state["history"][bot_index]:
         if message['role'] == 'user':
-            chatml_prompt += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
+            prompt += f"You: {message['content']}\n"
         else:
-            chatml_prompt += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
-    
-    if len(state["history"]) > 1:
-        chatml_prompt2 = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
-        for message in state["history"][1]:
-            if message['role'] == 'user':
-                chatml_prompt2 += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
-            else:
-                chatml_prompt2 += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
-        return [chatml_prompt + "\n<|im_start|>assistant", chatml_prompt2 + "\n<|im_start|>assistant"]
-    else:
-        return [chatml_prompt + "\n<|im_start|>assistant"]
+            prompt += f"{character_name}: {message['content']}\n"
+    prompt += f"{character_name}: "
+    return prompt
 import aiohttp
 import asyncio
 from tenacity import retry, stop_after_attempt, wait_exponential
 
-async def get_bot_response(adapter_id, prompt, state, bot_index):
-    chatml_prompt = format_chatml_prompt(state)
+async def get_bot_response(adapter_id, prompt, state, bot_index, character_name, character_description):
+    prompt = format_prompt(state, bot_index, character_name, character_description)
+
     fireworks_adapter_name = next(entry['fireworks_adapter_name'] for entry in chatbots_data if entry['adapter'] == adapter_id)
 
     url = "https://api.fireworks.ai/inference/v1/completions"
@@ -107,8 +99,8 @@ async def get_bot_response(adapter_id, prompt, state, bot_index):
         "presence_penalty": 0,
         "frequency_penalty": 0,
         "temperature": 0.7,
-        "prompt": chatml_prompt[bot_index],
-        "stop": ["<|im_end|>"]
+        "prompt": prompt,
+        "stop": ["<|im_end|>","\n"]
     }
     headers = {
         "Accept": "application/json",
@@ -138,10 +130,9 @@ async def chat_with_bots(user_input, state):
     bot1_adapter, bot2_adapter = state['last_bots'][0], state['last_bots'][1]
 
     bot1_response, bot2_response = await asyncio.gather(
-        get_bot_response(bot1_adapter, user_input, state, 0),
-        get_bot_response(bot2_adapter, user_input, state, 1)
+        get_bot_response(bot1_adapter, user_input, state, 0, character_name, character_description),
+        get_bot_response(bot2_adapter, user_input, state, 1, character_name, character_description)
     )
-
     return bot1_response.replace("<|im_end|>",""), bot2_response.replace("<|im_end|>","")
 def update_ratings(state, winner_index, collection):
     elo_ratings = get_user_elo_ratings(collection)
@@ -186,7 +177,8 @@ async def user_ask(state, chatbot1, chatbot2, textbox):
     state["history"][1].extend([
         {"role": "user", "content": user_input}])
     # Chat with bots
-    bot1_response, bot2_response = await chat_with_bots(user_input, state)
+    bot1_response, bot2_response = await chat_with_bots(user_input, state, character_name, character_description)
+
     state["history"][0].extend([
         {"role": "bot1", "content": bot1_response},
     ])
@@ -273,13 +265,15 @@ with gr.Blocks() as demo:
 
         with gr.Row():
             reset_btn = gr.Button(value="🗑️ Reset")
+        with gr.Row():
+            character_name = gr.Textbox(value="Ryan", placeholder="Enter character name (max 20 chars)", max_lines=1)
+            character_description = gr.Textbox(value="Ryan is a college student who is always willing to help. He knows a lot about math and coding.", placeholder="Enter character description (max 200 chars)", max_lines=5)
+     
 
         # ...
 
         reset_btn.click(clear_chat, inputs=[state], outputs=[state, chatbot1, chatbot2, upvote_btn_a, upvote_btn_b, textbox, submit_btn])
-        submit_btn.click(user_ask, inputs=[state, chatbot1, chatbot2, textbox], outputs=[state, chatbot1, chatbot2, textbox, upvote_btn_a, upvote_btn_b], queue=True)
-
-        collection = init_database()
+        submit_btn.click(user_ask, inputs=[state, chatbot1, chatbot2, textbox, character_name, character_description], outputs=[state, chatbot1, chatbot2, textbox, upvote_btn_a, upvote_btn_b], queue=True)        collection = init_database()
 
         upvote_btn_a.click(vote_up_model, inputs=[state, chatbot1, chatbot2], outputs=[chatbot1, chatbot2, upvote_btn_a, upvote_btn_b, textbox, submit_btn])
         upvote_btn_b.click(vote_down_model, inputs=[state, chatbot1, chatbot2], outputs=[chatbot1, chatbot2, upvote_btn_a, upvote_btn_b, textbox, submit_btn])