clementsan commited on
Commit
d34775e
1 Parent(s): 37ae113

Update Yi LLM model to 8bits

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -23,9 +23,9 @@ import accelerate
23
 
24
  # default_persist_directory = './chroma_HF/'
25
  list_llm = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mistral-7B-Instruct-v0.2", "mistralai/Mistral-7B-Instruct-v0.1", \
26
- "HuggingFaceH4/zephyr-7b-beta", "01-ai/Yi-6B-Chat", "meta-llama/Llama-2-7b-chat-hf", \
27
- "microsoft/phi-2", "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "mosaicml/mpt-7b-instruct", \
28
- "tiiuae/falcon-7b-instruct", "google/flan-t5-xxl"
29
  ]
30
  list_llm_simple = [os.path.basename(llm) for llm in list_llm]
31
 
 
23
 
24
  # default_persist_directory = './chroma_HF/'
25
  list_llm = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mistral-7B-Instruct-v0.2", "mistralai/Mistral-7B-Instruct-v0.1", \
26
+ "HuggingFaceH4/zephyr-7b-beta", "01-ai/Yi-6B-Chat-8bit", "VMware/open-llama-7b-v2-open-instruct", \
27
+ "meta-llama/Llama-2-7b-chat-hf", "microsoft/phi-2", "TinyLlama/TinyLlama-1.1B-Chat-v1.0", \
28
+ "mosaicml/mpt-7b-instruct", "tiiuae/falcon-7b-instruct", "google/flan-t5-xxl"
29
  ]
30
  list_llm_simple = [os.path.basename(llm) for llm in list_llm]
31