lakxs commited on
Commit
1e94bd5
โ€ข
1 Parent(s): da9dd79

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -105,7 +105,7 @@ def get_conversation_chain(vectorstore):
105
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)
106
 
107
  llm = LlamaCpp(model_path=model_path,
108
- n_ctx=4086,
109
  input={"temperature": 0.75, "max_length": 2000, "top_p": 1},
110
  verbose=True, )
111
  # ๋Œ€ํ™” ๊ธฐ๋ก์„ ์ €์žฅํ•˜๊ธฐ ์œ„ํ•œ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์ƒ์„ฑํ•ฉ๋‹ˆ๋‹ค.
 
105
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)
106
 
107
  llm = LlamaCpp(model_path=model_path,
108
+ n_ctx=8192,
109
  input={"temperature": 0.75, "max_length": 2000, "top_p": 1},
110
  verbose=True, )
111
  # ๋Œ€ํ™” ๊ธฐ๋ก์„ ์ €์žฅํ•˜๊ธฐ ์œ„ํ•œ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์ƒ์„ฑํ•ฉ๋‹ˆ๋‹ค.