Update main.py

main.py

@@ -36,7 +36,7 @@ if 'chat_history' not in st.session_state:
 vector_store = SupabaseVectorStore(supabase, embeddings, query_name='match_documents', table_name="documents")
 memory = ConversationBufferMemory(memory_key="chat_history", input_key='question', output_key='answer', return_messages=True)
 
-model = "google/gemma-1.1-7b-it" #mistralai/Mixtral-8x7B-Instruct-v0.1
+model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 temperature = 0.1
 max_tokens = 500
 stats = str(get_usage(supabase)) 
@@ -49,7 +49,7 @@ def response_generator(query):
     endpoint_url = ("https://api-inference.huggingface.co/models/"+ model)
     model_kwargs = {"temperature" : temperature,
                     "max_new_tokens" : max_tokens,
-                    "repetition_penalty" : 1.1,
+                    # "repetition_penalty" : 1.1,
                     "return_full_text" : False}
     hf = HuggingFaceEndpoint(
         endpoint_url=endpoint_url,