Saif Rehman Nasir commited on
Commit
8db9985
1 Parent(s): f81204d

Change model to Mistral

Browse files
Files changed (1) hide show
  1. rag.py +1 -1
rag.py CHANGED
@@ -23,7 +23,7 @@ vector_index = os.getenv("VECTOR_INDEX")
23
 
24
  chat_llm = HuggingFaceEndpoint(
25
  # repo_id="HuggingFaceH4/zephyr-7b-beta",
26
- repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
27
  task="text-generation",
28
  max_new_tokens=4096,
29
  do_sample=False,
 
23
 
24
  chat_llm = HuggingFaceEndpoint(
25
  # repo_id="HuggingFaceH4/zephyr-7b-beta",
26
+ repo_id="mistralai/Mistral-7B-Instruct-v0.3",
27
  task="text-generation",
28
  max_new_tokens=4096,
29
  do_sample=False,