Add AutoGen Playground

.dockerignore

@@ -0,0 +1,174 @@
+.docusaurus/
+node_modules/
+# Project
+/.vs
+.vscode
+
+# Log files
+*.log
+
+# Python virtualenv
+.venv
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+logs
+
+.idea/*
+.DS_Store
+
+output/
+*.pkl
+
+# local config files
+*.config.local
+# OAI_CONFIG_LIST
+key_openai.txt
+key_aoai.txt
+base_aoai.txt
+wolfram.txt
+
+# DB on disk for TeachableAgent
+tmp/
+
+.cache
+test*
+coding
+.chromadb

.gitattributes

@@ -32,4 +32,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
-AutoGenPanel.gif filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -1,16 +1,25 @@
-FROM python:3.9
+FROM python:3.10.13-slim-bookworm
 
-WORKDIR /code
+# Add user
+RUN adduser --disabled-password --gecos '' autogen
+RUN adduser autogen sudo
 
-COPY ./requirements.txt /code/requirements.txt
-RUN python3 -m pip install --no-cache-dir --upgrade pip
-RUN python3 -m pip install --no-cache-dir --upgrade -r /code/requirements.txt
+# Setup working directory
+WORKDIR /home/autogen
+COPY . /home/autogen/
 
-COPY . .
+# Setup permissions
+RUN chown -R autogen:autogen /home/autogen
+RUN chmod -R 755 /home/autogen
 
-CMD ["panel", "serve", "/code/app.py", "--address", "0.0.0.0", "--port", "7860",  "--allow-websocket-origin", "*"]
+# Setup user to not run as root
+RUN echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
+USER autogen
 
-RUN mkdir /.cache
-RUN chmod 777 /.cache
-RUN mkdir .chroma
-RUN chmod 777 .chroma
+# Install app requirements
+RUN pip3 install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu
+RUN pip3 install -U pip && pip3 install --no-cache-dir -r requirements.txt
+ENV PATH="${PATH}:/home/autogen/.local/bin"
+
+EXPOSE 7860
+ENTRYPOINT ["panel", "serve", "app.py", "--address", "0.0.0.0", "--port", "7860",  "--allow-websocket-origin", "*"]

README.md

@@ -8,4 +8,26 @@ pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Microsoft AutoGen: Play Ground
+
+This demo is an AutoGen playground implemented with [Panel](https://panel.holoviz.org/index.html).
+
+## Run app
+```
+# Install dependencies
+pip install -U -r requirements.txt
+
+# Launch app
+bash run.sh
+```
+
+## Run docker locally
+```
+docker build -t autogen/groupchat .
+docker run -it autogen/groupchat -p 5006:5006
+```
+
+#### [AutoGen](https://github.com/microsoft/autogen) [SourceCode](https://github.com/thinkall/autogen-demos)
+![](autogen_playground.png)
+
+![](AutoGenPanel.gif)

app.py

@@ -1,147 +1,439 @@
-import io
+import os
 import random
-from typing import List, Tuple
+import time
 
-import aiohttp
+import autogen
 import panel as pn
-from PIL import Image
-from transformers import CLIPModel, CLIPProcessor
+from autogen_utils import (
+    MathUserProxyAgent,
+    RetrieveUserProxyAgent,
+    get_retrieve_config,
+    initialize_agents,
+)
+from custom_widgets import RowAgentWidget
+from panel.chat import ChatInterface
+from panel.widgets import Button, PasswordInput, Switch, TextInput
 
-pn.extension(design="bootstrap", sizing_mode="stretch_width")
+TIMEOUT = 60
+TITLE = "Microsoft AutoGen Playground"
+Q1 = "What's AutoGen?"
+Q2 = "Write a python function to compute the sum of numbers."
+Q3 = "find papers on LLM applications from arxiv in the last week, create a markdown table of different domains."
+pn.extension(design="material")
 
-ICON_URLS = {
-    "brand-github": "https://github.com/holoviz/panel",
-    "brand-twitter": "https://twitter.com/Panel_Org",
-    "brand-linkedin": "https://www.linkedin.com/company/panel-org",
-    "message-circle": "https://discourse.holoviz.org/",
-    "brand-discord": "https://discord.gg/AXRHnJU6sP",
-}
+template = pn.template.BootstrapTemplate(title=TITLE)
 
 
-async def random_url(_):
-    pet = random.choice(["cat", "dog"])
-    api_url = f"https://api.the{pet}api.com/v1/images/search"
-    async with aiohttp.ClientSession() as session:
-        async with session.get(api_url) as resp:
-            return (await resp.json())[0]["url"]
+def get_description_text():
+    return f"""
+    # {TITLE}
 
+    This is an AutoGen playground built with [Panel](https://panel.holoviz.org/). You can use it to interact with the AutoGen agents.
 
-@pn.cache
-def load_processor_model(
-    processor_name: str, model_name: str
-) -> Tuple[CLIPProcessor, CLIPModel]:
-    processor = CLIPProcessor.from_pretrained(processor_name)
-    model = CLIPModel.from_pretrained(model_name)
-    return processor, model
+    #### [[AutoGen](https://github.com/microsoft/autogen)] [[Discord](https://discord.gg/pAbnFJrkgZ)] [[Paper](https://arxiv.org/abs/2308.08155)] [[SourceCode](https://github.com/thinkall/autogen-demos)]
+    """
 
 
-async def open_image_url(image_url: str) -> Image:
-    async with aiohttp.ClientSession() as session:
-        async with session.get(image_url) as resp:
-            return Image.open(io.BytesIO(await resp.read()))
+template.main.append(pn.pane.Markdown(get_description_text(), sizing_mode="stretch_width"))
 
+txt_model = TextInput(
+    name="Model Name", placeholder="Enter your model name here...", value="gpt-35-turbo", sizing_mode="stretch_width"
+)
+pwd_openai_key = PasswordInput(
+    name="OpenAI API Key", placeholder="Enter your OpenAI API Key here...", sizing_mode="stretch_width"
+)
+pwd_aoai_key = PasswordInput(
+    name="Azure OpenAI API Key", placeholder="Enter your Azure OpenAI API Key here...", sizing_mode="stretch_width"
+)
+pwd_aoai_url = PasswordInput(
+    name="Azure OpenAI Base Url", placeholder="Enter your Azure OpenAI Base Url here...", sizing_mode="stretch_width"
+)
+file_cfg = pn.widgets.FileInput(filename="OAI_CONFIG_LIST", sizing_mode="stretch_width")
+template.main.append(pn.Row(txt_model, pwd_openai_key, pwd_aoai_key, pwd_aoai_url, file_cfg))
 
-def get_similarity_scores(class_items: List[str], image: Image) -> List[float]:
-    processor, model = load_processor_model(
-        "openai/clip-vit-base-patch32", "openai/clip-vit-base-patch32"
-    )
-    inputs = processor(
-        text=class_items,
-        images=[image],
-        return_tensors="pt",  # pytorch tensors
+
+def get_config(tmpfilename="OAI_CONFIG_LIST"):
+    os.makedirs(".chromadb", exist_ok=True)
+    if file_cfg.value:
+        if os.path.exists(f".chromadb/{tmpfilename}"):
+            os.remove(f".chromadb/{tmpfilename}")
+        file_cfg.save(f".chromadb/{tmpfilename}")
+        cfg_fpath = f".chromadb/{tmpfilename}"
+    else:
+        cfg_fpath = "OAI_CONFIG_LIST"  # for local testing
+    config_list = autogen.config_list_from_json(
+        cfg_fpath,
+        file_location=".",
     )
-    outputs = model(**inputs)
-    logits_per_image = outputs.logits_per_image
-    class_likelihoods = logits_per_image.softmax(dim=1).detach().numpy()
-    return class_likelihoods[0]
+    if not config_list:
+        os.environ["MODEL"] = txt_model.value
+        os.environ["OPENAI_API_KEY"] = pwd_openai_key.value
+        os.environ["AZURE_OPENAI_API_KEY"] = pwd_aoai_key.value
+        os.environ["AZURE_OPENAI_API_BASE"] = pwd_aoai_url.value
 
+        config_list = autogen.config_list_from_models(
+            model_list=[os.environ.get("MODEL", "gpt-35-turbo")],
+        )
+    if not config_list:
+        config_list = [
+            {
+                "api_key": "",
+                "base_url": "",
+                "api_type": "azure",
+                "api_version": "2023-07-01-preview",
+                "model": "gpt-35-turbo",
+            }
+        ]
 
-async def process_inputs(class_names: List[str], image_url: str):
-    """
-    High level function that takes in the user inputs and returns the
-    classification results as panel objects.
-    """
-    try:
-        main.disabled = True
-        if not image_url:
-            yield "##### ⚠️ Provide an image URL"
-            return
-    
-        yield "##### ⚙ Fetching image and running model..."
-        try:
-            pil_img = await open_image_url(image_url)
-            img = pn.pane.Image(pil_img, height=400, align="center")
-        except Exception as e:
-            yield f"##### 😔 Something went wrong, please try a different URL!"
-            return
-    
-        class_items = class_names.split(",")
-        class_likelihoods = get_similarity_scores(class_items, pil_img)
-    
-        # build the results column
-        results = pn.Column("##### 🎉 Here are the results!", img)
-    
-        for class_item, class_likelihood in zip(class_items, class_likelihoods):
-            row_label = pn.widgets.StaticText(
-                name=class_item.strip(), value=f"{class_likelihood:.2%}", align="center"
-            )
-            row_bar = pn.indicators.Progress(
-                value=int(class_likelihood * 100),
-                sizing_mode="stretch_width",
-                bar_color="secondary",
-                margin=(0, 10),
-                design=pn.theme.Material,
-            )
-            results.append(pn.Column(row_label, row_bar))
-        yield results
-    finally:
-        main.disabled = False
+    llm_config = {
+        "timeout": 60,
+        "cache_seed": 42,
+        "config_list": config_list,
+        "temperature": 0,
+    }
 
+    return llm_config
 
-# create widgets
-randomize_url = pn.widgets.Button(name="Randomize URL", align="end")
 
-image_url = pn.widgets.TextInput(
-    name="Image URL to classify",
-    value=pn.bind(random_url, randomize_url),
-)
-class_names = pn.widgets.TextInput(
-    name="Comma separated class names",
-    placeholder="Enter possible class names, e.g. cat, dog",
-    value="cat, dog, parrot",
+btn_add = Button(name="+", button_type="success")
+btn_remove = Button(name="-", button_type="danger")
+switch_code = Switch(name="Run Code", sizing_mode="fixed", width=50, height=30, align="end")
+template.main.append(
+    pn.Row(
+        pn.pane.Markdown("## Add or Remove Agents: "),
+        btn_add,
+        btn_remove,
+        pn.pane.Markdown("### Run Code: "),
+        switch_code,
+    )
 )
 
-input_widgets = pn.Column(
-    "##### 😊 Click randomize or paste a URL to start classifying!",
-    pn.Row(image_url, randomize_url),
-    class_names,
+column_agents = pn.Column(
+    RowAgentWidget(
+        value=[
+            "User_Proxy",
+            "User Proxy Agent",
+            "UserProxyAgent",
+            "",
+        ]
+    ),
+    sizing_mode="stretch_width",
+)
+column_agents.append(
+    RowAgentWidget(
+        value=[
+            "Assistant_Agent",
+            "You are a helpful AI assistant. Reply `TERMINATE` if everything is done.",
+            "AssistantAgent",
+            "",
+        ]
+    ),
 )
 
-# add interactivity
-interactive_result = pn.panel(
-    pn.bind(process_inputs, image_url=image_url, class_names=class_names),
+template.main.append(column_agents)
+
+
+def add_agent(event):
+    column_agents.append(RowAgentWidget(value=["", "", "AssistantAgent", ""]))
+
+
+def remove_agent(event):
+    column_agents.pop(-1)
+
+
+btn_add.on_click(add_agent)
+btn_remove.on_click(remove_agent)
+
+
+def send_messages(recipient, messages, sender, config):
+    chatiface.send(messages[-1]["content"], user=sender.name, respond=False)
+    return False, None  # required to ensure the agent communication flow continues
+
+
+def init_groupchat(event, collection_name):
+    llm_config = get_config(collection_name)
+    agents = []
+    for row_agent in column_agents:
+        agent_name = row_agent[0][0].value
+        system_msg = row_agent[0][1].value
+        agent_type = row_agent[0][2].value
+        docs_path = row_agent[1].value
+        retrieve_config = (
+            get_retrieve_config(
+                docs_path,
+                txt_model.value,
+                collection_name=collection_name,
+            )
+            if agent_type == "RetrieveUserProxyAgent"
+            else None
+        )
+        code_execution_config = (
+            {
+                "work_dir": "coding",
+                "use_docker": False,  # set to True or image name like "python:3" to use docker
+            }
+            if switch_code.value
+            else False
+        )
+        agent = initialize_agents(
+            llm_config, agent_name, system_msg, agent_type, retrieve_config, code_execution_config
+        )
+        agent.register_reply([autogen.Agent, None], reply_func=send_messages, config={"callback": None})
+        agents.append(agent)
+    if len(agents) >= 3:
+        groupchat = autogen.GroupChat(
+            agents=agents, messages=[], max_round=12, speaker_selection_method="round_robin", allow_repeat_speaker=False
+        )  # todo: auto, sometimes message has no name
+        manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=llm_config)
+    else:
+        manager = None
+    return agents, manager
+
+
+async def agents_chat(init_sender, manager, contents, agents):
+    recipient = manager if len(agents) > 2 else agents[1] if agents[1] != init_sender else agents[0]
+    if isinstance(init_sender, (RetrieveUserProxyAgent, MathUserProxyAgent)):
+        await init_sender.a_initiate_chat(recipient, problem=contents)
+    else:
+        await init_sender.a_initiate_chat(recipient, message=contents)
+
+
+async def reply_chat(contents, user, instance):
+    # print([message for message in instance.objects])
+    if hasattr(instance, "collection_name"):
+        collection_name = instance.collection_name
+    else:
+        collection_name = f"{int(time.time())}_{random.randint(0, 100000)}"
+        instance.collection_name = collection_name
+
+    column_agents_list = [agent[0][0].value for agent in column_agents]
+    if not hasattr(instance, "agent_list") or instance.agents_list != column_agents_list:
+        agents, manager = init_groupchat(None, collection_name)
+        instance.manager = manager
+        instance.agents = agents
+        instance.agents_list = column_agents_list
+    else:
+        agents = instance.agents
+        manager = instance.manager
+
+    if len(agents) <= 1:
+        return "Please add more agents."
+
+    init_sender = None
+    for agent in agents:
+        if "UserProxy" in str(type(agent)):
+            init_sender = agent
+            break
+    if not init_sender:
+        init_sender = agents[0]
+    await agents_chat(init_sender, manager, contents, agents)
+    return "The task is done. Please start a new task."
+
+
+chatiface = ChatInterface(
+    callback=reply_chat,
     height=600,
 )
 
-# add footer
-footer_row = pn.Row(pn.Spacer(), align="center")
-for icon, url in ICON_URLS.items():
-    href_button = pn.widgets.Button(icon=icon, width=35, height=35)
-    href_button.js_on_click(code=f"window.open('{url}')")
-    footer_row.append(href_button)
-footer_row.append(pn.Spacer())
-
-# create dashboard
-main = pn.WidgetBox(
-    input_widgets,
-    interactive_result,
-    footer_row,
+template.main.append(chatiface)
+
+btn_msg1 = Button(name=Q1, sizing_mode="stretch_width")
+btn_msg2 = Button(name=Q2, sizing_mode="stretch_width")
+btn_msg3 = Button(name=Q3, sizing_mode="stretch_width")
+template.main.append(
+    pn.Column(
+        pn.pane.Markdown("## Message Examples: ", sizing_mode="stretch_width"),
+        btn_msg1,
+        btn_msg2,
+        btn_msg3,
+        sizing_mode="stretch_width",
+    )
+)
+
+
+def load_message(event):
+    if event.obj.name == Q1:
+        chatiface.send(Q1)
+    elif event.obj.name == Q2:
+        chatiface.send(Q2)
+    elif event.obj.name == Q3:
+        chatiface.send(Q3)
+
+
+btn_msg1.on_click(load_message)
+btn_msg2.on_click(load_message)
+btn_msg3.on_click(load_message)
+
+
+btn_example1 = Button(name="General 2 agents", button_type="primary", sizing_mode="stretch_width")
+btn_example2 = Button(name="RAG 2 agents", button_type="primary", sizing_mode="stretch_width")
+btn_example3 = Button(name="Software Dev 3 agents", button_type="primary", sizing_mode="stretch_width")
+btn_example4 = Button(name="Research 6 agents", button_type="primary", sizing_mode="stretch_width")
+template.main.append(
+    pn.Row(
+        pn.pane.Markdown("## Agent Examples: ", sizing_mode="stretch_width"),
+        btn_example1,
+        btn_example2,
+        btn_example3,
+        btn_example4,
+        sizing_mode="stretch_width",
+    )
 )
 
-title = "Panel Demo - Image Classification"
-pn.template.BootstrapTemplate(
-    title=title,
-    main=main,
-    main_max_width="min(50%, 698px)",
-    header_background="#F08080",
-).servable(title=title)
+
+def clear_agents():
+    while len(column_agents) > 0:
+        column_agents.pop(-1)
+
+
+def load_example(event):
+    clear_agents()
+    if event.obj.name == "RAG 2 agents":
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Boss_Assistant",
+                    "Assistant who has extra content retrieval power for solving difficult problems.",
+                    "RetrieveUserProxyAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Senior_Python_Engineer",
+                    "You are a senior python engineer. Reply `TERMINATE` if everything is done.",
+                    "RetrieveAssistantAgent",
+                    "",
+                ]
+            ),
+        )
+    elif event.obj.name == "General 2 agents":
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "User_Proxy",
+                    "User Proxy Agent",
+                    "UserProxyAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Assistant_Agent",
+                    "You are a helpful AI assistant. Reply `TERMINATE` if everything is done.",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+    elif event.obj.name == "Software Dev 3 agents":
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Boss",
+                    "The boss who ask questions and give tasks. Reply `TERMINATE` if everything is done.",
+                    "UserProxyAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Senior_Python_Engineer",
+                    "You are a senior python engineer. Reply `TERMINATE` if everything is done.",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Product_Manager",
+                    "You are a product manager. Reply `TERMINATE` if everything is done.",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+    elif event.obj.name == "Research 6 agents":
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Admin",
+                    "A human admin. Interact with the planner to discuss the plan. Plan execution needs to be approved by this admin.",
+                    "UserProxyAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Engineer",
+                    """Engineer. You follow an approved plan. You write python/shell code to solve tasks. Wrap the code in a code block that specifies the script type. The user can't modify your code. So do not suggest incomplete code which requires others to modify. Don't use a code block if it's not intended to be executed by the executor.
+Don't include multiple code blocks in one response. Do not ask others to copy and paste the result. Check the execution result returned by the executor.
+If the result indicates there is an error, fix the error and output the code again. Suggest the full code instead of partial code or code changes. If the error can't be fixed or if the task is not solved even after the code is executed successfully, analyze the problem, revisit your assumption, collect additional info you need, and think of a different approach to try.
+""",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Scientist",
+                    """Scientist. You follow an approved plan. You are able to categorize papers after seeing their abstracts printed. You don't write code.""",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Planner",
+                    """Planner. Suggest a plan. Revise the plan based on feedback from admin and critic, until admin approval.
+The plan may involve an engineer who can write code and a scientist who doesn't write code.
+Explain the plan first. Be clear which step is performed by an engineer, and which step is performed by a scientist.
+""",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Critic",
+                    "Critic. Double check plan, claims, code from other agents and provide feedback. Check whether the plan includes adding verifiable info such as source URL.",
+                    "AssistantAgent",
+                    "",
+                ]
+            ),
+        )
+
+        column_agents.append(
+            RowAgentWidget(
+                value=[
+                    "Executor",
+                    "Executor. Execute the code written by the engineer and report the result.",
+                    "UserProxyAgent",
+                    "",
+                ]
+            ),
+        )
+
+
+btn_example1.on_click(load_example)
+btn_example2.on_click(load_example)
+btn_example3.on_click(load_example)
+btn_example4.on_click(load_example)
+
+template.servable(title=TITLE)

autogen_utils.py

@@ -0,0 +1,107 @@
+import sys
+import threading
+from ast import literal_eval
+
+import autogen
+import chromadb
+from autogen import AssistantAgent, UserProxyAgent
+from autogen.agentchat.contrib.compressible_agent import CompressibleAgent
+from autogen.agentchat.contrib.gpt_assistant_agent import GPTAssistantAgent
+from autogen.agentchat.contrib.llava_agent import LLaVAAgent
+from autogen.agentchat.contrib.math_user_proxy_agent import MathUserProxyAgent
+from autogen.agentchat.contrib.retrieve_assistant_agent import RetrieveAssistantAgent
+from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent
+from autogen.agentchat.contrib.teachable_agent import TeachableAgent
+from autogen.code_utils import extract_code
+
+
+def get_retrieve_config(docs_path, model_name, collection_name):
+    return {
+        "docs_path": literal_eval(docs_path),
+        "chunk_token_size": 1000,
+        "model": model_name,
+        "embedding_model": "all-mpnet-base-v2",
+        "get_or_create": True,
+        "client": chromadb.PersistentClient(path=".chromadb"),
+        "collection_name": collection_name,
+    }
+
+
+# autogen.ChatCompletion.start_logging()
+def termination_msg(x):
+    return isinstance(x, dict) and "TERMINATE" == str(x.get("content", ""))[-9:].upper()
+
+
+def _is_termination_msg(message):
+    """Check if a message is a termination message.
+    Terminate when no code block is detected. Currently only detect python code blocks.
+    """
+    if isinstance(message, dict):
+        message = message.get("content")
+        if message is None:
+            return False
+    cb = extract_code(message)
+    contain_code = False
+    for c in cb:
+        # todo: support more languages
+        if c[0] == "python":
+            contain_code = True
+            break
+    return not contain_code
+
+
+def initialize_agents(
+    llm_config, agent_name, system_msg, agent_type, retrieve_config=None, code_execution_config=False
+):
+    if "RetrieveUserProxyAgent" == agent_type:
+        agent = RetrieveUserProxyAgent(
+            name=agent_name,
+            is_termination_msg=termination_msg,
+            human_input_mode="NEVER",
+            max_consecutive_auto_reply=5,
+            retrieve_config=retrieve_config,
+            code_execution_config=code_execution_config,  # set to False if you don't want to execute the code
+            default_auto_reply="Reply `TERMINATE` if the task is done.",
+        )
+    elif "GPTAssistantAgent" == agent_type:
+        agent = GPTAssistantAgent(
+            name=agent_name,
+            instructions=system_msg,
+            llm_config=llm_config,
+            is_termination_msg=termination_msg,
+        )
+    elif "CompressibleAgent" == agent_type:
+        compress_config = {
+            "mode": "COMPRESS",
+            "trigger_count": 600,  # set this to a large number for less frequent compression
+            "verbose": True,  # to allow printing of compression information: contex before and after compression
+            "leave_last_n": 2,
+        }
+        agent = CompressibleAgent(
+            name=agent_name,
+            system_message=system_msg,
+            llm_config=llm_config,
+            compress_config=compress_config,
+            is_termination_msg=termination_msg,
+        )
+    elif "UserProxy" in agent_type:
+        agent = globals()[agent_type](
+            name=agent_name,
+            is_termination_msg=termination_msg,
+            human_input_mode="NEVER",
+            system_message=system_msg,
+            default_auto_reply="Reply `TERMINATE` if the task is done.",
+            max_consecutive_auto_reply=5,
+            code_execution_config=code_execution_config,
+        )
+    else:
+        agent = globals()[agent_type](
+            name=agent_name,
+            is_termination_msg=termination_msg,
+            human_input_mode="NEVER",
+            system_message=system_msg,
+            llm_config=llm_config,
+        )
+
+    return agent
+

custom_widgets.py

@@ -0,0 +1,91 @@
+import panel as pn
+import param
+from panel.viewable import Viewer
+from panel.widgets import Button, PasswordInput, Select, TextAreaInput, TextInput
+
+DEFAULT_LIST = [
+    "https://raw.githubusercontent.com/microsoft/autogen/main/README.md",
+    "https://raw.githubusercontent.com/microsoft/FLAML/main/website/docs/Examples/Integrate%20-%20Spark.md",
+]
+
+
+class RowAgentWidget(Viewer):
+    """A widget for creating a row of agent widgets. Including agent name, system message, and agent type."""
+
+    value = param.List(
+        default=[
+            "",
+            "",
+            "AssistantAgent",
+            DEFAULT_LIST,
+        ],
+        doc="Agent name, system message, and agent type",
+    )
+
+    def __init__(self, **params):
+        layout_params = {key: value for key, value in params.items() if key not in ["value"]}
+        params = {key: value for key, value in params.items() if key not in layout_params}
+        self._agent_name = TextInput(
+            name="",
+            value=params.get("value")[0],
+            placeholder="Agent Name",
+            min_width=100,
+            sizing_mode="scale_width",
+        )
+        self._system_msg = TextInput(
+            name="",
+            value=params.get("value")[1],
+            placeholder="System Message",
+            min_width=400,
+            sizing_mode="scale_width",
+        )
+        self._agent_type = Select(
+            name="",
+            value=params.get("value")[2],
+            min_width=100,
+            options=[
+                "AssistantAgent",
+                "UserProxyAgent",
+                "RetrieveUserProxyAgent",
+                "RetrieveAssistantAgent",
+                "CompressibleAgent",
+                "GPTAssistantAgent",
+                "LLaVAAgent",
+                "MathUserProxyAgent",
+                # "TeachableAgent",
+            ],
+            sizing_mode="scale_width",
+        )
+        self._rag_docs = TextAreaInput(
+            name="",
+            value=f"{DEFAULT_LIST}",
+            placeholder="List of links to docs",
+            sizing_mode="scale_width",
+            auto_grow=True,
+            visible=False,
+        )
+
+        super().__init__(**params)
+        self._layout = pn.Column(
+            pn.Row(self._agent_name, self._system_msg, self._agent_type, sizing_mode="scale_width"),
+            self._rag_docs,
+            sizing_mode="scale_width",
+        )
+        self._sync_widgets()
+
+    def __panel__(self):
+        return self._layout
+
+    @param.depends("value", watch=True)
+    def _sync_widgets(self):
+        self._agent_name.value = self.value[0]
+        self._system_msg.value = self.value[1]
+        self._agent_type.value = self.value[2]
+        if self.value[2] == "RetrieveUserProxyAgent":
+            self._rag_docs.visible = True
+        else:
+            self._rag_docs.visible = False
+
+    @param.depends("_agent_name.value", "_system_msg.value", "_agent_type.value", "_rag_docs.value", watch=True)
+    def _sync_params(self):
+        self.value = [self._agent_name.value, self._system_msg.value, self._agent_type.value, self._rag_docs.value]

requirements.txt

@@ -1,6 +1,5 @@
-panel
-jupyter
-transformers
-numpy
-torch
-aiohttp
+pyautogen[retrievechat,mathchat,lmm]~=0.2.0b6
+panel>=1.3.1
+cloudpickle
+diskcache
+yfinance