|
from datetime import datetime |
|
|
|
from lagent.actions import ActionExecutor, BingBrowser |
|
from lagent.llms import INTERNLM2_META, LMDeployServer |
|
|
|
from mindsearch.agent.mindsearch_agent import (MindSearchAgent, |
|
MindSearchProtocol) |
|
from mindsearch.agent.mindsearch_prompt import ( |
|
FINAL_RESPONSE_CN, FINAL_RESPONSE_EN, GRAPH_PROMPT_CN, GRAPH_PROMPT_EN, |
|
searcher_context_template_cn, searcher_context_template_en, |
|
searcher_input_template_cn, searcher_input_template_en, |
|
searcher_system_prompt_cn, searcher_system_prompt_en) |
|
|
|
lang = 'cn' |
|
llm = LMDeployServer(path='internlm/internlm2_5-7b-chat', |
|
model_name='internlm2', |
|
meta_template=INTERNLM2_META, |
|
top_p=0.8, |
|
top_k=1, |
|
temperature=0, |
|
max_new_tokens=8192, |
|
repetition_penalty=1.02, |
|
stop_words=['<|im_end|>']) |
|
|
|
agent = MindSearchAgent( |
|
llm=llm, |
|
protocol=MindSearchProtocol( |
|
meta_prompt=datetime.now().strftime('The current date is %Y-%m-%d.'), |
|
interpreter_prompt=GRAPH_PROMPT_CN |
|
if lang == 'cn' else GRAPH_PROMPT_EN, |
|
response_prompt=FINAL_RESPONSE_CN |
|
if lang == 'cn' else FINAL_RESPONSE_EN), |
|
searcher_cfg=dict( |
|
llm=llm, |
|
plugin_executor=ActionExecutor( |
|
BingBrowser(searcher_type='DuckDuckGoSearch', topk=6)), |
|
protocol=MindSearchProtocol( |
|
meta_prompt=datetime.now().strftime( |
|
'The current date is %Y-%m-%d.'), |
|
plugin_prompt=searcher_system_prompt_cn |
|
if lang == 'cn' else searcher_system_prompt_en, |
|
), |
|
template=dict(input=searcher_input_template_cn |
|
if lang == 'cn' else searcher_input_template_en, |
|
context=searcher_context_template_cn |
|
if lang == 'cn' else searcher_context_template_en)), |
|
max_turn=10) |
|
|
|
for agent_return in agent.stream_chat('上海今天适合穿什么衣服'): |
|
pass |
|
|