init

app.py

@@ -34,7 +34,7 @@ def load_recommender(path, start_page=1):
 def generate_text(prompt, model = "gpt-3.5-turbo-16k-0613"):
     
     model="mistralai/Mixtral-8x7B-Instruct-v0.1"
-    max_tokens=256
+    max_tokens=1024
     message = clinet.chat.completions.create(
         model=model,
         messages=[
@@ -52,7 +52,9 @@ def generate_answer(question):
         
     prompt += "Instructions: Compose a comprehensive reply to the query using the search results given. "\
               "Cite each reference using [ Page Number] notation. "\
-              "Only answer what is asked. The answer should be short and concise. \n\nQuery: "
+              "Only answer what is asked. The answer should be short and concise. "\
+              "If asked in Chinese, respond in Chinese; if asked in English, respond"\
+              "in English \n\nQuery: "
     
     prompt += f"{question}\nAnswer:"
     answer = generate_text(prompt)