Update app.py

app.py

@@ -82,24 +82,20 @@ import os
 
 
 # Function to get bot response
-def format_alpaca_prompt(state):
-    alpaca_prompt = "Below is an instruction that describes a task. Write a response that appropriately completes the request."
-    alpaca_prompt2 = "Below is an instruction that describes a task. Write a response that appropriately completes the request."
+def format_chatml_prompt(state):
+    chatml_prompt = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
+    chatml_prompt2 = "<|im_start|>system You are a helpful assistant, who can think outside the box.<|im_end|>"
     for message in state["history"][0]:
-        j=""
-        if message['role']=='user':
-            j="### Instruction:\n"
+        if message['role'] == 'user':
+            chatml_prompt += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
         else:
-            j="### Response:\n"
-        alpaca_prompt += j+ message['content']+"\n\n"
+            chatml_prompt += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
     for message in state["history"][1]:
-        j=""
-        if message['role']=='user':
-            j="### Instruction:\n"
+        if message['role'] == 'user':
+            chatml_prompt2 += "\n<|im_start|>user " + message['content'] + "<|im_end|>"
         else:
-            j="### Response:\n"
-        alpaca_prompt2 += j+ message['content']+"\n\n"
-    return [alpaca_prompt+"### Response:\n",alpaca_prompt2+"### Response:\n"]
+            chatml_prompt2 += "\n<|im_start|>assistant " + message['content'] + "<|im_end|>"
+    return [chatml_prompt + "\n<|im_start|>assistant", chatml_prompt2 + "\n<|im_start|>assistant"]
 import aiohttp
 import asyncio
 from tenacity import retry, stop_after_attempt, wait_exponential