Upload app.py
Browse files
app.py
CHANGED
@@ -105,7 +105,7 @@ def get_conversation_chain(vectorstore):
|
|
105 |
model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)
|
106 |
|
107 |
llm = LlamaCpp(model_path=model_path,
|
108 |
-
n_ctx=
|
109 |
input={"temperature": 0.75, "max_length": 2000, "top_p": 1},
|
110 |
verbose=True, )
|
111 |
# ๋ํ ๊ธฐ๋ก์ ์ ์ฅํ๊ธฐ ์ํ ๋ฉ๋ชจ๋ฆฌ๋ฅผ ์์ฑํฉ๋๋ค.
|
|
|
105 |
model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)
|
106 |
|
107 |
llm = LlamaCpp(model_path=model_path,
|
108 |
+
n_ctx=8192,
|
109 |
input={"temperature": 0.75, "max_length": 2000, "top_p": 1},
|
110 |
verbose=True, )
|
111 |
# ๋ํ ๊ธฐ๋ก์ ์ ์ฅํ๊ธฐ ์ํ ๋ฉ๋ชจ๋ฆฌ๋ฅผ ์์ฑํฉ๋๋ค.
|