Update app.py

Added Mistral models

app.py

@@ -25,6 +25,17 @@ import pandas as pd
 import numpy as np
 from openai import OpenAI
 
+from mistralai.client import MistralClient
+from mistralai.models.chat_completion import ChatMessage
+
+MODEL_LIST = [
+    "mistral-tiny",
+    "mistral-small",
+    "mistral-medium",
+]
+DEFAULT_MODEL = "mistral-small"
+DEFAULT_TEMPERATURE = 0.7
+
 
 tokenizer = tiktoken.encoding_for_model("gpt-3.5-turbo")
 
@@ -37,7 +48,7 @@ def tiktoken_len(text):
     return len(tokens)
 
 text_splitter = RecursiveCharacterTextSplitter(
-    chunk_size=600,
+    chunk_size=512,
     chunk_overlap=200,
     length_function=tiktoken_len,
     separators=["\n\n", "\n", " ", ""]
@@ -415,9 +426,11 @@ def ask_gpt(query, apikey,history,ui_session_id):
 
 #new api query format
 def gpt_answer(api_key, query, model="gpt-3.5-turbo-1106", system_prompt="Use the provided References to answer the user Question. If the provided document do not contain the elements to answer the user question, just say 'No information.'."):
-    client = OpenAI(
-        api_key=api_key,
-    )
+    if 'gpt' in model:
+        client = OpenAI( api_key=api_key)
+
+    if 'mistral' in model:
+        client = MistralClient(api_key=api_key)
     
     chat_completion = client.chat.completions.create(
         messages=[
@@ -430,6 +443,7 @@ def gpt_answer(api_key, query, model="gpt-3.5-turbo-1106", system_prompt="Use th
     return chat_completion.choices[0].message.content
 
 
+
 def add_line_breaks(input_string, line_length=100):
     lines = []
     to_break=input_string.split("\n---\n[Sources]")[0]
@@ -497,7 +511,7 @@ with gr.Blocks() as demo:
     gr.Markdown("Upload your documents and question them.")
     with gr.Accordion("Open to enter your API key", open=False):
         apikey_input = gr.Textbox(placeholder="Type here your OpenAI API key to use Summarization and Q&A", label="OpenAI API Key",type='password')
-        dd_model = gr.Dropdown(["gpt-3.5-turbo-1106", "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4-1106-preview", "gpt-4", "gpt-4-32k"], value="gpt-3.5-turbo-1106", label='List of models', allow_custom_value=True, scale=1)        
+        dd_model = gr.Dropdown(["gpt-3.5-turbo-1106", "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4-1106-preview", "gpt-4", "gpt-4-32k"]+ MODEL_LIST, value="gpt-3.5-turbo-1106", label='List of models', allow_custom_value=True, scale=1)        
 
     with gr.Tab("Upload PDF & TXT"): 
         with gr.Accordion("Get files from the web", open=False):