app.py

from omegaconf import OmegaConf
import streamlit as st
import os
from PIL import Image
import re
from translate import Translator


from llama_index.indices.managed.vectara import VectaraIndex
from llama_index.core.agent import ReActAgent
from llama_index.llms.openai import OpenAI
from llama_index.core.tools import QueryEngineTool, ToolMetadata
from llama_index.core.utils import print_text

learning_styles = ['traditional', 'inquiry based']
languages = {'English': 'en', 'Spanish': 'es', 'French': 'fr', 'German': 'de', 'Arabic': 'ar', 'Chinese': 'zh-cn', 
             'Hebrew': 'he', 'Hindi': 'hi', 'Italian': 'it', 'Japanese': 'ja', 'Korean': 'ko', 'Portuguese': 'pt'}
initial_prompt = "How can I help you today?"

def launch_bot():
    def reset():
        cfg = st.session_state.cfg
        llm = OpenAI(model="gpt-4o", temperature=0)        
        tr_prompt = Translator(to_lang=languages[cfg.language]).translate(initial_prompt)
        print(tr_prompt)
        st.session_state.messages = [{"role": "assistant", "content": tr_prompt, "avatar": "🦖"}]
        vectara = VectaraIndex(vectara_api_key=cfg.api_key, 
                               vectara_customer_id=cfg.customer_id, 
                               vectara_corpus_id=cfg.corpus_id)
        vectara_tool = QueryEngineTool(
            query_engine = vectara.as_query_engine(summary_enabled=True, summary_num_results=5, summary_response_lang = languages[cfg.language],
                                                   summary_prompt_name="vectara-summary-ext-24-05-large"),
            metadata = ToolMetadata(name="Vectara", 
                                    description="Vectara Query Engine that is able to answer any questions about the Justice Harvard class."),
        )
        llm = OpenAI(model="gpt-4o", temperature=0)
        st.session_state.agent = ReActAgent.from_tools(
            tools=[vectara_tool], llm=llm, 
            context = f'''
                You are a teacher assistant at Justice Harvard course. You are helping a student with his questions.
                The student is student who is {cfg.student_age} years old, you personalize your assistance to the student's age, 
                and rephrase your answer if needed to fit the {cfg.style} learning style.
                ''',
            verbose=True
        )

    if 'cfg' not in st.session_state:
        cfg = OmegaConf.create({
            'customer_id': str(os.environ['VECTARA_CUSTOMER_ID']),
            'corpus_id': str(os.environ['VECTARA_CORPUS_ID']),
            'api_key': str(os.environ['VECTARA_API_KEY']),
            'style': learning_styles[0],
            'language': 'English',
            'student_age': 21
        })
        st.session_state.cfg = cfg
        st.session_state.style = learning_styles[0]
        st.session_state.language = 'English'
        st.session_state.student_age = 21
        reset()

    cfg = st.session_state.cfg
    st.set_page_config(page_title="Teaching Assistant", layout="wide")

    # left side content
    with st.sidebar:
        image = Image.open('Vectara-logo.png')
        st.image(image, width=250)
        st.markdown(f"## Welcome to Justice Harvard.\n\n\n")

        st.markdown("\n")
        cfg.style = st.selectbox('Learning Style:', learning_styles)
        if st.session_state.style != cfg.style:
            st.session_state.style = cfg.style
            reset()

        st.markdown("\n")
        cfg.language = st.selectbox('Language:', languages.keys())
        if st.session_state.language != cfg.language:
            st.session_state.langage = cfg.language
            reset()

        st.markdown("\n") 
        cfg.student_age = st.number_input(
            'Student age:',  min_value=13, value=cfg.student_age,
            step=1, format='%i'
        )
        if st.session_state.student_age != cfg.student_age:
            st.session_state.student_age = cfg.student_age
            reset()

        st.markdown("\n\n")
        if st.button('Start Over'):
            reset()

        st.markdown("---")
        st.markdown(
            "## How this works?\n"
            "This app was built with [Vectara](https://vectara.com).\n\n"
            "It demonstrates the use of Agentic Chat functionality with Vectara"
        )
        st.markdown("---")


    if "messages" not in st.session_state.keys():
        reset()

    # Display chat messages
    for message in st.session_state.messages:
        with st.chat_message(message["role"], avatar=message["avatar"]):
            st.write(message["content"])

    # User-provided prompt
    if prompt := st.chat_input():
        st.session_state.messages.append({"role": "user", "content": prompt, "avatar": '🧑‍💻'})
        with st.chat_message("user", avatar='🧑‍💻'):
            print_text(f"Starting new question: {prompt}\n", color='green')
            st.write(prompt)

    # Generate a new response if last message is not from assistant
    if st.session_state.messages[-1]["role"] != "assistant":
        with st.chat_message("assistant", avatar='🤖'):
            with st.spinner('Thinking...'):
                res = st.session_state.agent.chat(prompt)
                cleaned = re.sub(r'\[\d+\]', '', res.response)
                st.write(cleaned)
            message = {"role": "assistant", "content": cleaned, "avatar": '🤖'}
            st.session_state.messages.append(message)
    
if __name__ == "__main__":
    launch_bot()