clementsan commited on
Commit
8ca07f4
1 Parent(s): 62fa94f

Fix: add new LLM parameters: trust_remote_code and torch_dtype

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -94,7 +94,8 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
94
  progress(0.5, desc="Initializing HF Hub...")
95
  llm = HuggingFaceHub(
96
  repo_id=llm_model,
97
- model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k}
 
98
  )
99
 
100
  progress(0.5, desc="Defining buffer memory...")
 
94
  progress(0.5, desc="Initializing HF Hub...")
95
  llm = HuggingFaceHub(
96
  repo_id=llm_model,
97
+ model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k,\
98
+ "trust_remote_code": True, "torch_dtype": torch.bfloat16}
99
  )
100
 
101
  progress(0.5, desc="Defining buffer memory...")