Update

app.py

@@ -32,6 +32,9 @@ if prompt := st.chat_input("What's up?"):
         memory = pinecone_client.query_conversation(messages=st.session_state.messages[:-5], user=st.session_state['user'], top_k=3)
         print(f"Memory: {memory}")
         
+        web_query = llm_client.web_query_generator(query=prompt, history=st.session_state.messages)
+        print(f"Web Query: {web_query}")
+        
         web_result = web_searcher.query_web_llm(query=prompt, num_web_results=5)
         print(f"Web Result: {web_result}")
         

components.py

@@ -14,6 +14,25 @@ class LLMClient():
         self.model_name = model_name
         self.llm_client = OpenAI(api_key=api_key)
         
+    def web_query_generator(self, query, history):
+        messages = list()
+        current_time = datetime.now().strftime("%d/%m/%Y %H:%M:%S")
+        
+        # System Prompt
+        messages += [{"role": "system", "content": f"1) You're Du Mingzhe. 2) Current time is {current_time}. 3) Generate the web search query only."}]
+        
+        # Session History
+        messages += [{"role": h["role"], "content": h["content"]} for h in history[:-1]]
+        
+        messages += [{"role": 'user', "content": f"Given the context, generate a proper web search query for [{query}]."}]
+        
+        response = self.llm_client.chat.completions.create(
+            model = self.model_name,
+            messages = messages,
+        )
+        
+        return response.choices[0].message
+        
     def response_generate(self, query, history, memory, web_result):
         messages = list()
         current_time = datetime.now().strftime("%d/%m/%Y %H:%M:%S")