captain-awesome
commited on
Commit
•
8ed4f55
1
Parent(s):
9150421
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@
|
|
13 |
# from chromadb.utils import embedding_functions
|
14 |
# from langchain.embeddings import SentenceTransformerEmbeddings
|
15 |
# from langchain.embeddings import HuggingFaceBgeEmbeddings
|
16 |
-
|
17 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
18 |
from langchain.document_loaders import (
|
19 |
CSVLoader,
|
@@ -356,7 +356,7 @@ def main():
|
|
356 |
# **config
|
357 |
# )
|
358 |
|
359 |
-
llm = Llamacpp(
|
360 |
st.write("LLM Initialized:")
|
361 |
|
362 |
|
|
|
13 |
# from chromadb.utils import embedding_functions
|
14 |
# from langchain.embeddings import SentenceTransformerEmbeddings
|
15 |
# from langchain.embeddings import HuggingFaceBgeEmbeddings
|
16 |
+
from langchain_community.llms import Llamacpp
|
17 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
18 |
from langchain.document_loaders import (
|
19 |
CSVLoader,
|
|
|
356 |
# **config
|
357 |
# )
|
358 |
|
359 |
+
llm = Llamacpp(model_name = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",temperature=0.75,max_tokens=2000,top_p=1)
|
360 |
st.write("LLM Initialized:")
|
361 |
|
362 |
|