app.py

from utils import *
import chainlit as cl

print("loading pdfs")
documents = load_pdfs([
    "https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf",
    "https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf"
])

print("chunking pdfs")
chunks = chunk_docs_nltk(documents, 500, 50)
print("generating embeddings")
embeddings = create_embeddings_opensource("dstampfli/finetuned-snowflake-arctic-embed-m")
print("creating vector store")
qdrant_vector_store = create_vector_store(":memory:", "Midterm", 768, embeddings, chunks)
print("creating retriever")
retriever = create_retriever_from_qdrant(qdrant_vector_store)
print("creating prompt")
prompt = create_chat_prompt_template()
print("creating chain")
chain = create_chain_openai("gpt-4o-mini", prompt, retriever)

@cl.on_chat_start
async def main():
    print("on_chat_start")
    cl.user_session.set("midterm_chain", chain)

@cl.on_message
async def handle_message(message: cl.Message):
    print("handle_message")
    chain = cl.user_session.get("midterm_chain")
    res = chain.invoke({"question": message.content})
    await cl.Message(content=res["response"]).send()