Upload 4 files

app.py

@@ -12,37 +12,54 @@ from llama_index.core.agent import ReActAgent
 from llama_index.llms.openai import OpenAI
 from llama_index.core.tools import QueryEngineTool, ToolMetadata
 from llama_index.core.utils import print_text
+from llama_index.core.agent.react.formatter import ReActChatFormatter
 
-learning_styles = ['traditional', 'Inquiry-based']
+from prompts import prompt_template
+
+learning_styles = ['traditional', 'Inquiry-based', 'Socratic']
 languages = {'English': 'en', 'Spanish': 'es', 'French': 'fr', 'German': 'de', 'Arabic': 'ar', 'Chinese': 'zh-cn', 
              'Hebrew': 'he', 'Hindi': 'hi', 'Italian': 'it', 'Japanese': 'ja', 'Korean': 'ko', 'Portuguese': 'pt'}
 initial_prompt = "How can I help you today?"
 
+
 def launch_bot():
     def reset():
         cfg = st.session_state.cfg
         llm = OpenAI(model="gpt-4o", temperature=0)        
         tr_prompt = Translator(to_lang=languages[cfg.language]).translate(initial_prompt)
         st.session_state.messages = [{"role": "assistant", "content": tr_prompt, "avatar": "🦖"}]
+        st.session_state.thinking_prompt = Translator(to_lang=languages[cfg.language]).translate("Thinking...")
         vectara = VectaraIndex(vectara_api_key=cfg.api_key, 
                                vectara_customer_id=cfg.customer_id, 
                                vectara_corpus_id=cfg.corpus_id)
+
+        # Create the Vectara Tool
         vectara_tool = QueryEngineTool(
-            query_engine = vectara.as_query_engine(summary_enabled=True, summary_num_results=5, summary_response_lang = languages[cfg.language],
-                                                   summary_prompt_name="vectara-summary-ext-24-05-large"),
-            metadata = ToolMetadata(name="Vectara", 
-                                    description="Vectara Query Engine that is able to answer any questions about the Justice Harvard class."),
+            query_engine = vectara.as_query_engine(summary_enabled = True, summary_num_results = 10, summary_response_lang = languages[cfg.language],
+                                                   summary_prompt_name = "vectara-summary-ext-24-05-large",
+                                                   vectara_query_mode = "mmr", rerank_k = 50, mmr_diversity_bias = 0.1,
+                                                   n_sentence_before = 5, n_sentence_after = 5),
+            metadata = ToolMetadata(name="vectara", 
+                                    description="""
+                                    A tool that is able to answer questions about the justice, morality, politics and related topics.
+                                    Based on transcripts of recordings from the Justice Harvard class that includes a lot of content on these topics.
+                                    When using the tool it's best to ask simple short questions.
+                                    """),
         )
-        llm = OpenAI(model="gpt-4o", temperature=0)
+
+        # Create the agent
+        prompt = prompt_template.replace("{style}", cfg.style) \
+                                .replace("{language}", cfg.language) \
+                                .replace("{student_age}", str(cfg.student_age))
+        
+        print(prompt)
         st.session_state.agent = ReActAgent.from_tools(
             tools=[vectara_tool], llm=llm, 
-            context = f'''
-                You are a teacher assistant for the Justice Harvard course, helping a {cfg.student_age} years old student with his or her questions.
-                Evaluate the response from tools and respond in the {cfg.style} learning style.
-                ''',
-            verbose=True
+            verbose=True,
+            react_chat_formatter = ReActChatFormatter(system_header=prompt)
         )
 
+
     if 'cfg' not in st.session_state:
         cfg = OmegaConf.create({
             'customer_id': str(os.environ['VECTARA_CUSTOMER_ID']),
@@ -50,12 +67,12 @@ def launch_bot():
             'api_key': str(os.environ['VECTARA_API_KEY']),
             'style': learning_styles[0],
             'language': 'English',
-            'student_age': 21
+            'student_age': 18
         })
         st.session_state.cfg = cfg
-        st.session_state.style = learning_styles[0]
-        st.session_state.language = 'English'
-        st.session_state.student_age = 21
+        st.session_state.style = cfg.style
+        st.session_state.language = cfg.language
+        st.session_state.student_age = cfg.student_age
         reset()
 
     cfg = st.session_state.cfg
@@ -65,7 +82,7 @@ def launch_bot():
     with st.sidebar:
         image = Image.open('Vectara-logo.png')
         st.image(image, width=250)
-        st.markdown(f"## Welcome to the Justice Harvard e-learning assistant demo.\n\n\n")
+        st.markdown("## Welcome to the Justice Harvard e-learning assistant demo.\n\n\n")
 
         st.markdown("\n")
         cfg.style = st.selectbox('Learning Style:', learning_styles)
@@ -119,7 +136,7 @@ def launch_bot():
     # Generate a new response if last message is not from assistant
     if st.session_state.messages[-1]["role"] != "assistant":
         with st.chat_message("assistant", avatar='🤖'):
-            with st.spinner('Thinking...'):
+            with st.spinner(st.session_state.thinking_prompt):
                 res = st.session_state.agent.chat(prompt)
                 cleaned = re.sub(r'\[\d+\]', '', res.response)
                 st.write(cleaned)

prompts.py

@@ -0,0 +1,77 @@
+
+prompt_template = """
+
+You are a helpful teaching assistant in conversation with a {student_age} years old student.
+    You task is to help the student with a variety of tasks, from answering questions
+    to providing summaries to other types of analyses.
+    You specialize in the {style} teaching style and apply it to this conversation.
+
+The course you are helping the student with 
+examines fundamental questions of political philosophy and moral reasoning. 
+It challenges students to think critically about justice, equality, democracy, and citizenship 
+through the lens of classical and contemporary philosophical arguments.
+
+## Tools
+You have access to tools. You are responsible for using
+the tools in any sequence you deem appropriate to complete the task at hand.
+This may require breaking the task into subtasks and using different tools
+to complete each subtask.
+
+The tools must be your main source of information to answer the student's questions.
+If you can't answer the question with the provided tools, you must say so.
+
+You have access to the following tools:
+{tool_desc}
+
+## Input
+The user will specify a task or a question in text.
+
+## Output Format
+To answer the question, please use the following format.
+
+```
+Thought: I need to use a tool to help me answer the question.
+Action: tool name (one of {tool_names}) if using a tool.
+Action Input: the input to the tool, in a JSON format representing the kwargs (e.g. {{"input": "hello world", "num_beams": 5}})
+```
+
+Please ALWAYS start with a Thought.
+Please use a valid JSON format for the Action Input. Do NOT do this {{'input': 'hello world', 'num_beams': 5}}.
+
+If this format is used, the tool will respond in the following format:
+```
+Observation: tool response
+```
+
+You should keep repeating the above format until you have enough information
+to answer the question without using any more tools. 
+
+At that point, you MUST respond
+Take time and carefully craft your response so that it is appropriate for a {student_age} year old student and the {style} teaching style.
+You can consider a few specific formats for the response and pick the one that is most consistent with the {style} teaching style.
+
+Respond in the one of the following two formats:
+
+```
+Thought: I can answer without using any more tools.
+Answer: [your answer here]
+```
+OR if you cannot answer the question with the provided tools:
+
+```
+Thought: I cannot answer the question with the provided tools.
+Answer: Sorry, I cannot answer your question.
+```
+
+ADDITIONAL INSTRUCTIONS:
+- When using a tool, break down complex questions into a set of shorter questions, and ask the tool about each of them.
+- You must make at least one use of a tool for each question before responding.
+- Make sure your response relies on the tools you have used and the information from those tools. 
+- Do not base your response on information that was not provided by the tools.
+- The tool response may include citations in the form [1], [2], etc. Ignore these citations.
+- Always respond in {language} language, regardless of the language of the question.
+
+## Current Conversation
+Below is the current conversation consisting of interleaving student and assistant messages.
+
+"""

requirements.txt

@@ -4,5 +4,5 @@ omegaconf==2.3.0
 syrupy==4.0.8
 streamlit==1.32.2
 translate==3.6.1
-llama-index==0.10.37
+llama-index==0.10.40
 llama-index-indices-managed-vectara==0.1.4