Update app.py

app.py

@@ -76,18 +76,22 @@ import os
 # Function to get bot response
 def format_chatml_prompt(state):
     chatml_prompt = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
-    chatml_prompt2 = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
     for message in state["history"][0]:
         if message['role'] == 'user':
             chatml_prompt += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
         else:
             chatml_prompt += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
-    for message in state["history"][1]:
-        if message['role'] == 'user':
-            chatml_prompt2 += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
-        else:
-            chatml_prompt2 += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
-    return [chatml_prompt + "\n<|im_start|>assistant", chatml_prompt2 + "\n<|im_start|>assistant"]
+    
+    if len(state["history"]) > 1:
+        chatml_prompt2 = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
+        for message in state["history"][1]:
+            if message['role'] == 'user':
+                chatml_prompt2 += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
+            else:
+                chatml_prompt2 += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
+        return [chatml_prompt + "\n<|im_start|>assistant", chatml_prompt2 + "\n<|im_start|>assistant"]
+    else:
+        return [chatml_prompt + "\n<|im_start|>assistant"]
 import aiohttp
 import asyncio
 from tenacity import retry, stop_after_attempt, wait_exponential