Update app.py
Browse files
app.py
CHANGED
@@ -60,8 +60,6 @@ def main():
|
|
60 |
quantization = st.sidebar.checkbox("Enable Quantization (4-bit)", value=False)
|
61 |
show_context = st.sidebar.checkbox("Show Retrieved Context", value=False)
|
62 |
|
63 |
-
hf_token = st.text_input("Hugging Face API Token", type="password")
|
64 |
-
|
65 |
# Load the model with the above configuration
|
66 |
rag_chain = load_model(
|
67 |
chat_model_id=chat_model_id,
|
@@ -73,7 +71,7 @@ def main():
|
|
73 |
temperature=temperature,
|
74 |
chunk_size=chunk_size,
|
75 |
chunk_overlap=chunk_overlap,
|
76 |
-
hf_token=
|
77 |
max_new_tokens=max_new_tokens,
|
78 |
quantization=quantization,
|
79 |
)
|
|
|
60 |
quantization = st.sidebar.checkbox("Enable Quantization (4-bit)", value=False)
|
61 |
show_context = st.sidebar.checkbox("Show Retrieved Context", value=False)
|
62 |
|
|
|
|
|
63 |
# Load the model with the above configuration
|
64 |
rag_chain = load_model(
|
65 |
chat_model_id=chat_model_id,
|
|
|
71 |
temperature=temperature,
|
72 |
chunk_size=chunk_size,
|
73 |
chunk_overlap=chunk_overlap,
|
74 |
+
hf_token=None, # If you're not using HF API token, set it to None
|
75 |
max_new_tokens=max_new_tokens,
|
76 |
quantization=quantization,
|
77 |
)
|