Upload 2 files

app.py

@@ -5,7 +5,8 @@ import os
 from PIL import Image
 import re
 from translate import Translator
-
+from pydantic import Field
+import sys
 
 from llama_index.indices.managed.vectara import VectaraIndex
 from llama_index.core.agent import ReActAgent
@@ -13,6 +14,7 @@ from llama_index.llms.openai import OpenAI
 from llama_index.core.tools import QueryEngineTool, ToolMetadata
 from llama_index.core.utils import print_text
 from llama_index.core.agent.react.formatter import ReActChatFormatter
+from llama_index.core.tools import FunctionTool
 
 from prompts import prompt_template
 
@@ -33,6 +35,29 @@ def launch_bot():
                                vectara_customer_id=cfg.customer_id, 
                                vectara_corpus_id=cfg.corpus_id)
 
+        # Create tool to adapt output to style, age and language
+        def adjust_response_to_student(
+                text: str = Field(descrition='the original text'), 
+                age: int = Field(description='the age of the student. An integer'), 
+                style: str = Field(description='teaching style'), 
+                language: str = Field(description='the language')
+            ) -> str:
+            """
+            Rephrase the text to match the student's age, learning style and language
+            """
+            llm = OpenAI(model="gpt-4o", temperature=0)
+            prompt = f'''
+            The following is response the teacher is planning to provide to a student based on their question.
+            Please adjust the response to match the student's age of {age}, the {style} teaching style and the {language} language.
+            For example, in the inquiry-based teaching style, choose to ask questions that encourage the student to think critically instead of repsonding directly with the answer.
+            Or in the socratic teaching style, choose to ask questions that lead the student to the answer.
+            original response: {text}
+            adjusted response:
+            '''
+            response = llm.complete(prompt)
+            return response
+
+
         # Create the Vectara Tool
         vectara_tool = QueryEngineTool(
             query_engine = vectara.as_query_engine(summary_enabled = True, summary_num_results = 10, summary_response_lang = languages[cfg.language],
@@ -47,13 +72,15 @@ def launch_bot():
                                     """),
         )
 
+        rephrase_tool = FunctionTool.from_defaults(adjust_response_to_student)
+
         # Create the agent
         prompt = prompt_template.replace("{style}", cfg.style) \
                                 .replace("{language}", cfg.language) \
                                 .replace("{student_age}", str(cfg.student_age))
         
         st.session_state.agent = ReActAgent.from_tools(
-            tools=[vectara_tool], llm=llm, 
+            tools=[vectara_tool, rephrase_tool], llm=llm, 
             verbose=True,
             react_chat_formatter = ReActChatFormatter(system_header=prompt)
         )
@@ -142,6 +169,8 @@ def launch_bot():
             message = {"role": "assistant", "content": cleaned, "avatar": '🤖'}
             st.session_state.messages.append(message)
     
+    sys.stdout.flush()
+
 if __name__ == "__main__":
     launch_bot()
     

prompts.py

@@ -47,8 +47,6 @@ You should keep repeating the above format until you have enough information
 to answer the question without using any more tools. 
 
 At that point, you MUST respond
-Take time and carefully craft your response so that it is appropriate for a {student_age} year old student and the {style} teaching style.
-You can consider a few specific formats for the response and pick the one that is most consistent with the {style} teaching style.
 
 Respond in the one of the following two formats:
 
@@ -69,7 +67,7 @@ ADDITIONAL INSTRUCTIONS:
 - Make sure your response relies on the tools you have used and the information from those tools. 
 - Do not base your response on information that was not provided by the tools.
 - The tool response may include citations in the form [1], [2], etc. Ignore these citations.
-- Always respond in {language} language, regardless of the language of the question.
+- Always use the rephrase tool at the end in order to ensure it fits the student's age and the desired teaching style.
 
 ## Current Conversation
 Below is the current conversation consisting of interleaving student and assistant messages.