Improve code formatting, fix groupchat messages, improve prompts to avoid azure filters

app.py

@@ -14,7 +14,7 @@ from autogen_utils import (
     get_retrieve_config,
     initialize_agents,
 )
-from configs import Q1, Q2, Q3, TIMEOUT, TITLE
+from configs import DEFAULT_TERMINATE_MESSAGE, Q1, Q2, Q3, TIMEOUT, TITLE
 from custom_widgets import RowAgentWidget
 from panel.chat import ChatInterface
 from panel.widgets import Button, CodeEditor, PasswordInput, Switch, TextInput
@@ -28,7 +28,7 @@ def get_description_text():
     return f"""
     # {TITLE}
 
-    This is an AutoGen playground built with [Panel](https://panel.holoviz.org/). You can use it to interact with the AutoGen agents.
+    This is an AutoGen playground built with [Panel](https://panel.holoviz.org/). You can use it to interact with the AutoGen agents. Scroll down to see the code for creating and using the agents.
 
     #### [[AutoGen](https://github.com/microsoft/autogen)] [[Discord](https://discord.gg/pAbnFJrkgZ)] [[Paper](https://arxiv.org/abs/2308.08155)] [[SourceCode](https://github.com/thinkall/autogen-demos)]
     """
@@ -42,6 +42,9 @@ txt_model = TextInput(
 pwd_openai_key = PasswordInput(
     name="OpenAI API Key", placeholder="Enter your OpenAI API Key here...", sizing_mode="stretch_width"
 )
+pwd_openai_url = PasswordInput(
+    name="OpenAI Base Url", placeholder="Enter your OpenAI Base Url here...", sizing_mode="stretch_width"
+)
 pwd_aoai_key = PasswordInput(
     name="Azure OpenAI API Key", placeholder="Enter your Azure OpenAI API Key here...", sizing_mode="stretch_width"
 )
@@ -49,7 +52,7 @@ pwd_aoai_url = PasswordInput(
     name="Azure OpenAI Base Url", placeholder="Enter your Azure OpenAI Base Url here...", sizing_mode="stretch_width"
 )
 file_cfg = pn.widgets.FileInput(filename="OAI_CONFIG_LIST", sizing_mode="stretch_width")
-template.main.append(pn.Row(txt_model, pwd_openai_key, pwd_aoai_key, pwd_aoai_url, file_cfg))
+template.main.append(pn.Row(txt_model, pwd_openai_key, pwd_openai_url, pwd_aoai_key, pwd_aoai_url, file_cfg))
 
 
 def get_config(tmpfilename="OAI_CONFIG_LIST"):
@@ -68,12 +71,18 @@ def get_config(tmpfilename="OAI_CONFIG_LIST"):
     if not config_list:
         os.environ["MODEL"] = txt_model.value
         os.environ["OPENAI_API_KEY"] = pwd_openai_key.value
+        os.environ["OPENAI_API_BASE"] = pwd_openai_url.value
         os.environ["AZURE_OPENAI_API_KEY"] = pwd_aoai_key.value
         os.environ["AZURE_OPENAI_API_BASE"] = pwd_aoai_url.value
 
         config_list = autogen.config_list_from_models(
             model_list=[os.environ.get("MODEL", "gpt-35-turbo")],
         )
+        for cfg in config_list:
+            if cfg.get("api_type", "open_ai") == "open_ai":
+                base_url = os.environ.get("OPENAI_API_BASE", "").strip()
+                if base_url:
+                    cfg["base_url"] = base_url
     if not config_list:
         config_list = [
             {
@@ -86,7 +95,7 @@ def get_config(tmpfilename="OAI_CONFIG_LIST"):
         ]
 
     llm_config = {
-        "timeout": 60,
+        "timeout": TIMEOUT,
         "cache_seed": 42,
         "config_list": config_list,
         "temperature": 0,
@@ -112,7 +121,7 @@ column_agents = pn.Column(
     RowAgentWidget(
         value=[
             "User_Proxy",
-            "User Proxy Agent",
+            "",
             "UserProxyAgent",
             "",
         ]
@@ -123,7 +132,7 @@ column_agents.append(
     RowAgentWidget(
         value=[
             "Assistant_Agent",
-            "You are a helpful AI assistant. Reply `TERMINATE` if everything is done.",
+            "",
             "AssistantAgent",
             "",
         ]
@@ -145,11 +154,46 @@ btn_add.on_click(add_agent)
 btn_remove.on_click(remove_agent)
 
 
-def send_messages(recipient, messages, sender, config):
+async def send_messages(recipient, messages, sender, config):
+    print(f"{sender.name} -> {recipient.name}: {messages[-1]['content']}")
     chatiface.send(messages[-1]["content"], user=sender.name, respond=False)
     return False, None  # required to ensure the agent communication flow continues
 
 
+class myGroupChatManager(autogen.GroupChatManager):
+    def _send_messages(self, message, sender, config):
+        message = self._message_to_dict(message)
+
+        if message.get("role") == "function":
+            content = message["content"]
+        else:
+            content = message.get("content")
+            if content is not None:
+                if "context" in message:
+                    content = autogen.OpenAIWrapper.instantiate(
+                        content,
+                        message["context"],
+                        self.llm_config and self.llm_config.get("allow_format_str_template", False),
+                    )
+            if "function_call" in message:
+                function_call = dict(message["function_call"])
+                content = f"Suggested function Call: {function_call.get('name', '(No function name found)')}"
+        chatiface.send(content, user=sender.name, respond=False)
+        return False, None  # required to ensure the agent communication flow continues
+
+    def _process_received_message(self, message, sender, silent):
+        message = self._message_to_dict(message)
+        # When the agent receives a message, the role of the message is "user". (If 'role' exists and is 'function', it will remain unchanged.)
+        valid = self._append_oai_message(message, "user", sender)
+        if not valid:
+            raise ValueError(
+                "Received message can't be converted into a valid ChatCompletion message. Either content or function_call must be provided."
+            )
+        if not silent:
+            self._print_received_message(message, sender)
+            self._send_messages(message, sender, None)
+
+
 def init_groupchat(event, collection_name):
     llm_config = get_config(collection_name)
     agents = []
@@ -182,9 +226,9 @@ def init_groupchat(event, collection_name):
         agents.append(agent)
     if len(agents) >= 3:
         groupchat = autogen.GroupChat(
-            agents=agents, messages=[], max_round=12, speaker_selection_method="round_robin", allow_repeat_speaker=False
-        )  # todo: auto, sometimes message has no name
-        manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=llm_config)
+            agents=agents, messages=[], max_round=12, speaker_selection_method="auto", allow_repeat_speaker=False
+        )
+        manager = myGroupChatManager(groupchat=groupchat, llm_config=llm_config)
     else:
         manager = None
     return agents, manager
@@ -231,6 +275,9 @@ async def reply_chat(contents, user, instance):
             partial(check_termination_and_human_reply, instance=instance),
             1,
         )
+    if manager is not None:
+        for agent in agents:
+            agent._reply_func_list.pop(0)
 
     if not init_sender:
         init_sender = agents[0]
@@ -312,7 +359,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "Senior_Python_Engineer",
-                    "You are a senior python engineer. Reply `TERMINATE` if everything is done.",
+                    f"You are a senior python engineer. {DEFAULT_TERMINATE_MESSAGE}",
                     "RetrieveAssistantAgent",
                     "",
                 ]
@@ -323,7 +370,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "User_Proxy",
-                    "User Proxy Agent",
+                    "",
                     "UserProxyAgent",
                     "",
                 ]
@@ -333,7 +380,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "Assistant_Agent",
-                    "You are a helpful AI assistant. Reply `TERMINATE` if everything is done.",
+                    "",
                     "AssistantAgent",
                     "",
                 ]
@@ -344,7 +391,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "Boss",
-                    "The boss who ask questions and give tasks. Reply `TERMINATE` if everything is done.",
+                    f"The boss who ask questions and give tasks. {DEFAULT_TERMINATE_MESSAGE}",
                     "UserProxyAgent",
                     "",
                 ]
@@ -354,7 +401,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "Senior_Python_Engineer",
-                    "You are a senior python engineer. Reply `TERMINATE` if everything is done.",
+                    f"You are a senior python engineer. {DEFAULT_TERMINATE_MESSAGE}",
                     "AssistantAgent",
                     "",
                 ]
@@ -364,7 +411,7 @@ def load_example(event):
             RowAgentWidget(
                 value=[
                     "Product_Manager",
-                    "You are a product manager. Reply `TERMINATE` if everything is done.",
+                    f"You are a product manager. {DEFAULT_TERMINATE_MESSAGE}",
                     "AssistantAgent",
                     "",
                 ]

autogen_utils.py

@@ -1,4 +1,6 @@
 import asyncio
+import os
+import random
 import sys
 import textwrap
 import threading
@@ -18,7 +20,15 @@ from autogen.agentchat.contrib.retrieve_assistant_agent import RetrieveAssistant
 from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent
 from autogen.agentchat.contrib.teachable_agent import TeachableAgent
 from autogen.code_utils import extract_code
-from configs import Q1, Q2, Q3, TIMEOUT, TITLE
+from configs import (
+    DEFAULT_AUTO_REPLY,
+    DEFAULT_SYSTEM_MESSAGE,
+    Q1,
+    Q2,
+    Q3,
+    TIMEOUT,
+    TITLE,
+)
 
 try:
     from termcolor import colored
@@ -89,7 +99,7 @@ def new_generate_oai_reply(
         else:
             msg["role"] = "assistant"
     if len(_messages) % 2 == 1:
-        _messages.append({"content": "Please reply exactly `TERMINATE` to me if the task is done.", "role": "user"})
+        _messages.append({"content": DEFAULT_AUTO_REPLY, "role": "user"})
     # print(f"messages: {_messages}")
     response = client.create(context=_context, messages=_messages)
     # print(f"{response=}")
@@ -99,20 +109,24 @@ def new_generate_oai_reply(
 def initialize_agents(
     llm_config, agent_name, system_msg, agent_type, retrieve_config=None, code_execution_config=False
 ):
+    agent_name = agent_name.strip()
+    system_msg = system_msg.strip()
+
     if "RetrieveUserProxyAgent" == agent_type:
         agent = RetrieveUserProxyAgent(
             name=agent_name,
-            is_termination_msg=termination_msg,
+            system_message=system_msg,
+            is_termination_msg=_is_termination_msg,
             human_input_mode="TERMINATE",
             max_consecutive_auto_reply=5,
             retrieve_config=retrieve_config,
             code_execution_config=code_execution_config,  # set to False if you don't want to execute the code
-            default_auto_reply="Please reply exactly `TERMINATE` to me if the task is done.",
+            default_auto_reply=DEFAULT_AUTO_REPLY,
         )
     elif "GPTAssistantAgent" == agent_type:
         agent = GPTAssistantAgent(
             name=agent_name,
-            instructions=system_msg,
+            instructions=system_msg if system_msg else DEFAULT_SYSTEM_MESSAGE,
             llm_config=llm_config,
             is_termination_msg=termination_msg,
         )
@@ -125,7 +139,7 @@ def initialize_agents(
         }
         agent = CompressibleAgent(
             name=agent_name,
-            system_message=system_msg,
+            system_message=system_msg if system_msg else DEFAULT_SYSTEM_MESSAGE,
             llm_config=llm_config,
             compress_config=compress_config,
             is_termination_msg=termination_msg,
@@ -136,7 +150,7 @@ def initialize_agents(
             is_termination_msg=termination_msg,
             human_input_mode="TERMINATE",
             system_message=system_msg,
-            default_auto_reply="Please reply exactly `TERMINATE` to me if the task is done.",
+            default_auto_reply=DEFAULT_AUTO_REPLY,
             max_consecutive_auto_reply=5,
             code_execution_config=code_execution_config,
         )
@@ -145,7 +159,7 @@ def initialize_agents(
             name=agent_name,
             is_termination_msg=termination_msg,
             human_input_mode="NEVER",
-            system_message=system_msg,
+            system_message=system_msg if system_msg else DEFAULT_SYSTEM_MESSAGE,
             llm_config=llm_config,
         )
     # if any(["ernie" in cfg["model"].lower() for cfg in llm_config["config_list"]]):
@@ -261,11 +275,26 @@ async def check_termination_and_human_reply(
     return False, None
 
 
+async def format_code(code_to_format: str) -> str:
+    """Format the code using isort and black."""
+    filename = f"temp_code_{int(time.time())}_{random.randint(10000, 99999)}.py"
+    with open(filename, "w") as file:
+        file.write(code_to_format)
+    isort.file(filename, profile="black", known_first_party=["autogen"], float_to_top=True)
+
+    formatted_code = ""
+    with open(filename, "r") as file:
+        formatted_code = file.read()
+    os.remove(filename)
+    return formatted_code
+
+
 async def generate_code(agents, manager, contents, code_editor):
     code = """import autogen
 import os
 from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent
 from autogen.agentchat.contrib.math_user_proxy_agent import MathUserProxyAgent
+from autogen.code_utils import extract_code
 
 config_list = autogen.config_list_from_json(
     "OAI_CONFIG_LIST",
@@ -291,31 +320,52 @@ def termination_msg(x):
     _msg = str(x.get("content", "")).upper().strip().strip("\\n").strip(".")
     return isinstance(x, dict) and (_msg.endswith("TERMINATE") or _msg.startswith("TERMINATE"))
 
+def _is_termination_msg(message):
+    if isinstance(message, dict):
+        message = message.get("content")
+        if message is None:
+            return False
+    cb = extract_code(message)
+    contain_code = False
+    for c in cb:
+        # todo: support more languages
+        if c[0] == "python":
+            contain_code = True
+            break
+    return not contain_code
+
 agents = []
 
 """
 
     for agent in agents:
         if isinstance(agent, RetrieveUserProxyAgent):
+            _retrieve_config = agent._retrieve_config
+            _retrieve_config["client"] = 'chromadb.PersistentClient(path=".chromadb")'
             _code = f"""from autogen.agentchat.contrib.retrieve_user_proxy_agent import RetrieveUserProxyAgent
+import chromadb
 
 agent = RetrieveUserProxyAgent(
     name="{agent.name}",
-    is_termination_msg=termination_msg,
+    system_message=\"\"\"{agent.system_message}\"\"\",
+    is_termination_msg=_is_termination_msg,
     human_input_mode="TERMINATE",
     max_consecutive_auto_reply=5,
-    retrieve_config={agent._retrieve_config},
+    retrieve_config={_retrieve_config},
     code_execution_config={agent._code_execution_config},  # set to False if you don't want to execute the code
-    default_auto_reply="Please reply exactly `TERMINATE` to me if the task is done.",
+    default_auto_reply="{DEFAULT_AUTO_REPLY}",
 )
 
 """
+            _code = _code.replace(
+                """'chromadb.PersistentClient(path=".chromadb")'""", "chromadb.PersistentClient(path='.chromadb')"
+            )
         elif isinstance(agent, GPTAssistantAgent):
             _code = f"""from auotgen.agentchat.contrib.gpt_assistant_agent import GPTAssistantAgent
 
 agent = GPTAssistantAgent(
     name="{agent.name}",
-    instructions="{agent.system_message}",
+    instructions=\"\"\"{agent.system_message}\"\"\",
     llm_config=llm_config,
     is_termination_msg=termination_msg,
 )
@@ -333,7 +383,7 @@ compress_config = {{
 
 agent = CompressibleAgent(
     name="{agent.name}",
-    system_message={agent.system_msg},
+    system_message=\"\"\"{agent.system_message}\"\"\",
     llm_config=llm_config,
     compress_config=compress_config,
     is_termination_msg=termination_msg,
@@ -347,7 +397,7 @@ agent = UserProxyAgent(
     name="{agent.name}",
     is_termination_msg=termination_msg,
     human_input_mode="TERMINATE",
-    default_auto_reply="Please reply exactly `TERMINATE` to me if the task is done.",
+    default_auto_reply="{DEFAULT_AUTO_REPLY}",
     max_consecutive_auto_reply=5,
     code_execution_config={agent._code_execution_config},
 )
@@ -358,10 +408,9 @@ agent = UserProxyAgent(
 
 agent = RetrieveAssistantAgent(
     name="{agent.name}",
-    system_message="{agent.system_message}",
+    system_message=\"\"\"{agent.system_message}\"\"\",
     llm_config=llm_config,
     is_termination_msg=termination_msg,
-    retrieve_config={agent._retrieve_config},
 )
 
 """
@@ -370,7 +419,7 @@ agent = RetrieveAssistantAgent(
 
 agent = AssistantAgent(
     name="{agent.name}",
-    system_message="{agent.system_message}",
+    system_message=\"\"\"{agent.system_message}\"\"\",
     llm_config=llm_config,
     is_termination_msg=termination_msg,
 )
@@ -393,7 +442,7 @@ if not init_sender:
     if manager:
         _code = """
 groupchat = autogen.GroupChat(
-    agents=agents, messages=[], max_round=12, speaker_selection_method="round_robin", allow_repeat_speaker=False
+    agents=agents, messages=[], max_round=12, speaker_selection_method="auto", allow_repeat_speaker=False
 )  # todo: auto, sometimes message has no name
 manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=llm_config)
 
@@ -413,4 +462,4 @@ else:
 """
     code += _code
     code = textwrap.dedent(code)
-    code_editor.value = isort.code(code)
+    code_editor.value = await format_code(code)

configs.py

@@ -1,5 +1,11 @@
+import autogen
+
 TIMEOUT = 60
 TITLE = "Microsoft AutoGen Playground"
 Q1 = "What's AutoGen?"
 Q2 = "Write a python function to compute the sum of numbers."
 Q3 = "find papers on LLM applications from arxiv in the last week, create a markdown table of different domains."
+
+DEFAULT_SYSTEM_MESSAGE = autogen.AssistantAgent.DEFAULT_SYSTEM_MESSAGE
+DEFAULT_TERMINATE_MESSAGE = "Reply `TERMINATE` in the end if the task is done."
+DEFAULT_AUTO_REPLY = "Good, thank you. Reply `TERMINATE` to finish."