Update app.py

app.py

@@ -8,8 +8,9 @@ from elo import update_elo_ratings  # Custom function for ELO ratings
 enable_btn = gr.Button.update(interactive=True)
 
 # Load chatbot URLs and model names from a JSON file
-with open('chatbot_urls.json', 'r') as file:
-    chatbots = json.load(file)
+# Load chatbot model adapter names from a text file
+with open('chatbots.txt', 'r') as file:
+    chatbots = file.read().splitlines()
 def clear_chat(state):
     # Reset state including the chatbot order
     state = {} if state is not None else state
@@ -65,40 +66,34 @@ def format_alpaca_prompt(state):
             j="### Response:\n"
         alpaca_prompt2 += j+ message['content']+"\n\n"
     return [alpaca_prompt+"### Response:\n",alpaca_prompt2+"### Response:\n"]
-def get_bot_response(url, prompt,state,bot_index):
+def get_bot_response(adapter_id, prompt, state, bot_index):
     alpaca_prompt = format_alpaca_prompt(state)
     payload = {
-        "input": {
-            "prompt": alpaca_prompt[bot_index],
-            "sampling_params": {
-                "max_new_tokens": 50,
-                "temperature": 0.7,
-                "top_p":0.95
-            }
+        "inputs": alpaca_prompt[bot_index],
+        "parameters": {
+            "adapter_id": adapter_id,
+            "adapter_source": "hub",
+            "temperature": 0.01
         }
     }
     headers = {
-        "accept": "application/json",
-        "content-type": "application/json",
-        "authorization": os.environ.get("RUNPOD_TOKEN")
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {os.environ.get('PREDIBASE_TOKEN')}"
     }
-    response = requests.post(url, json=payload, headers=headers)
-    return response.json()['output'].split('### Instruction')[0]
-
+    response = requests.post("https://serving.app.predibase.com/79957f/deployments/v2/llms/mistral-7b/generate", json=payload, headers=headers)
+    return response.json()['generated_text'].split('### Instruction')[0]
 def chat_with_bots(user_input, state):
     # Use existing bot order from state if available, otherwise shuffle and initialize
     if 'last_bots' not in state or not state['last_bots']:
-        bot_names = list(chatbots.keys())
-        random.shuffle(bot_names)
-        state['last_bots'] = [bot_names[0], bot_names[1]]
+        random.shuffle(chatbots)
+        state['last_bots'] = [chatbots[0], chatbots[1]]
     
-    bot1_url, bot2_url = chatbots[state['last_bots'][0]], chatbots[state['last_bots'][1]]
+    bot1_adapter, bot2_adapter = state['last_bots'][0], state['last_bots'][1]
 
-    bot1_response = get_bot_response(bot1_url, user_input, state, 0)
-    bot2_response = get_bot_response(bot2_url, user_input, state, 1)
+    bot1_response = get_bot_response(bot1_adapter, user_input, state, 0)
+    bot2_response = get_bot_response(bot2_adapter, user_input, state, 1)
 
     return bot1_response, bot2_response
-
 def update_ratings(state, winner_index):
     elo_ratings = get_user_elo_ratings()
     bot_names = list(chatbots.keys())