Update app.py

app.py

@@ -7,6 +7,7 @@ from langchain.document_loaders.csv_loader import CSVLoader
 from langchain_community.document_loaders import PyPDFLoader
 from langchain.vectorstores import FAISS
 from langchain.prompts import load_prompt
+from langchain.text_splitter import CharacterTextSplitter
 from streamlit import session_state as ss
 import firebase_admin
 from firebase_admin import credentials
@@ -90,8 +91,13 @@ if os.path.exists(faiss_index):
     vectors = FAISS.load_local(faiss_index, embeddings, allow_dangerous_deserialization=True)
 else:
     # Load data from PDF and CSV sources
+    text_splitter = CharacterTextSplitter(
+    separator="\n",
+    chunk_size=400,
+    chunk_overlap=40
+    )
     pdf_loader = PyPDFLoader(pdf_source)
-    pdf_data = pdf_loader.load_and_split()
+    pdf_data = pdf_loader.load_and_split(text_splitter=text_splitter)
     csv_loader = CSVLoader(file_path=data_source, encoding="utf-8")
     csv_data = csv_loader.load()
     data = pdf_data + csv_data