Update app.py

app.py

@@ -10,10 +10,11 @@ client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1" 
 )
 
-def format_prompt(message, history, agent_role):
-    """Formats the prompt with the selected agent role and conversation history."""
+def format_prompt(message, history, agent_roles):
+    """Formats the prompt with the selected agent roles and conversation history."""
     prompt = f"""
-You are an expert {agent_role} who responds with complete program coding to client requests. 
+You are an expert agent cluster, consisting of {', '.join(agent_roles)}. 
+Respond with complete program coding to client requests. 
 Using available tools, please explain the researched information.
 Please don't answer based solely on what you already know. Always perform a search before providing a response.
 In special cases, such as when the user specifies a page to read, there's no need to search.
@@ -42,8 +43,8 @@ But, you can go ahead and search in English, especially for programming-related
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def generate(prompt, history, agent_role, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0):
-    """Generates a response using the selected agent role and parameters."""
+def generate(prompt, history, agent_roles, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0):
+    """Generates a response using the selected agent roles and parameters."""
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -58,7 +59,7 @@ def generate(prompt, history, agent_role, temperature=0.9, max_new_tokens=2048,
         seed=random.randint(0, 10**7),
     )
 
-    formatted_prompt = format_prompt(prompt, history, agent_role)
+    formatted_prompt = format_prompt(prompt, history, agent_roles)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
@@ -75,55 +76,16 @@ def change_agent(agent_name):
     return f"Agent switched to: {agent_name}"
 
 # Define the available agent roles
-agent_roles = [
-    "Web Developer",
-    "Prompt Engineer",
-    "Python Code Developer",
-    "Hugging Face Hub Expert",
-    "AI-Powered Code Assistant"  # Agent 3
-]
+agent_roles = {
+    "Web Developer": {"description": "A master of front-end and back-end web development.", "active": False},
+    "Prompt Engineer": {"description": "An expert in crafting effective prompts for AI models.", "active": False},
+    "Python Code Developer": {"description": "A skilled Python programmer who can write clean and efficient code.", "active": False},
+    "Hugging Face Hub Expert": {"description": "A specialist in navigating and utilizing the Hugging Face Hub.", "active": False},
+    "AI-Powered Code Assistant": {"description": "An AI assistant that can help with coding tasks and provide code snippets.", "active": False},
+}
 
 # Initialize the selected agent
-selected_agent = agent_roles[0]
-
-additional_inputs=[
-    gr.Slider(
-        label="Temperatur",
-        value=0.9,
-        minimum=0.0,
-        maximum=1.0,
-        step=0.05,
-        interactive=True,
-        info="Höhere Werte erzeugen vielfältigere Ausgaben",
-    ),
-    gr.Slider(
-        label="Maximale neue Tokens",
-        value=2048,
-        minimum=64,
-        maximum=4096,
-        step=64,
-        interactive=True,
-        info="Die maximale Anzahl neuer Tokens",
-    ),
-    gr.Slider(
-        label="Top-p (Nukleus-Sampling)",
-        value=0.90,
-        minimum=0.0,
-        maximum=1,
-        step=0.05,
-        interactive=True,
-        info="Höhere Werte probieren mehr niedrigwahrscheinliche Tokens aus",
-    ),
-    gr.Slider(
-        label="Wiederholungsstrafe",
-        value=1.2,
-        minimum=1.0,
-        maximum=2.0,
-        step=0.05,
-        interactive=True,
-        info="Bestrafe wiederholte Tokens",
-    )
-]
+selected_agent = list(agent_roles.keys())[0]
 
 # Define the initial prompt for the selected agent
 initial_prompt = f"""
@@ -156,6 +118,16 @@ customCSS = """
 }
 """
 
+def toggle_agent(agent_name):
+    """Toggles the active state of an agent."""
+    global agent_roles
+    agent_roles[agent_name]["active"] = not agent_roles[agent_name]["active"]
+    return f"{agent_name} is now {'active' if agent_roles[agent_name]['active'] else 'inactive'}"
+
+def get_agent_cluster():
+    """Returns a dictionary of active agents."""
+    return {agent: agent_roles[agent]["active"] for agent in agent_roles}
+
 def run_code(code):
     """Executes the provided code and returns the output."""
     try:
@@ -168,96 +140,57 @@ def run_code(code):
     except subprocess.CalledProcessError as e:
         return f"Error: {e.output}"
 
-def chat_interface(message, history, agent_role, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0):
+def chat_interface(message, history, agent_cluster, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0):
     """Handles user input and generates responses."""
     if message.startswith("
 
 
-python"): # User entered code, execute it code = message[9:-3] output = run_code(code) return (message, output) else: # User entered a normal message, generate a response response = generate(message, history, agent_role, temperature, max_new_tokens, top_p, repetition_penalty) return (message, response)
-
-Define the available agent roles
-agent_roles = { "Web Developer": {"description": "A master of front-end and back-end web development.", "active": False}, "Prompt Engineer": {"description": "An expert in crafting effective prompts for AI models.", "active": False}, "Python Code Developer": {"description": "A skilled Python programmer who can write clean and efficient code.", "active": False}, "Hugging Face Hub Expert": {"description": "A specialist in navigating and utilizing the Hugging Face Hub.", "active": False}, "AI-Powered Code Assistant": {"description": "An AI assistant that can help with coding tasks and provide code snippets.", "active": False}, }
-
-Initialize the selected agent
-selected_agent = list(agent_roles.keys())[0]
-
-Define the initial prompt for the selected agent
-initial_prompt = f""" You are an expert {selected_agent} who responds with complete program coding to client requests. Using available tools, please explain the researched information. Please don't answer based solely on what you already know. Always perform a search before providing a response. In special cases, such as when the user specifies a page to read, there's no need to search. Please read the provided page and answer the user's question accordingly. If you find that there's not much information just by looking at the search results page, consider these two options and try them out:
-
-Try clicking on the links of the search results to access and read the content of each page.
-Change your search query and perform a new search. Users are extremely busy and not as free as you are. Therefore, to save the user's effort, please provide direct answers. BAD ANSWER EXAMPLE
-Please refer to these pages.
-You can write code referring these pages.
-Following page will be helpful. GOOD ANSWER EXAMPLE
-This is the complete code: -- complete code here --
-The answer of you question is -- answer here -- Please make sure to list the URLs of the pages you referenced at the end of your answer. (This will allow users to verify your response.) Please make sure to answer in the language used by the user. If the user asks in Japanese, please answer in Japanese. If the user asks in Spanish, please answer in Spanish. But, you can go ahead and search in English, especially for programming-related questions. PLEASE MAKE SURE TO ALWAYS SEARCH IN ENGLISH FOR THOSE. """
-customCSS = """ #component-7 { # dies ist die Standardelement-ID des Chatkomponenten height: 1600px; # passen Sie die Höhe nach Bedarf an flex-grow: 4; } """
-
-def toggle_agent(agent_name): """Toggles the active state of an agent.""" global agent_roles agent_roles[agent_name]["active"] = not agent_roles[agent_name]["active"] return f"{agent_name} is now {'active' if agent_roles[agent_name]['active'] else 'inactive'}"
-
-def get_agent_cluster(): """Returns a dictionary of active agents.""" return {agent: agent_roles[agent]["active"] for agent in agent_roles}
-
-def run_code(code): """Executes the provided code and returns the output.""" try: output = subprocess.check_output( ['python', '-c', code], stderr=subprocess.STDOUT, universal_newlines=True, ) return output except subprocess.CalledProcessError as e: return f"Error: {e.output}"
-
-def chat_interface(message, history, agent_role, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0): """Handles user input and generates responses.""" if message.startswith("
-
-# User entered code, execute it
-        code = message[9:-3]
-        output = run_code(code)
-        return (message, output)
-    else:
-        # User entered a normal message, generate a response
-        response = generate(message, history, agent_role, temperature, max_new_tokens, top_p, repetition_penalty)
-        return (message, response)
-
-with gr.Blocks(theme='ParityError/Interstellar') as demo:
-    with gr.Row():
-        for agent_name, agent_data in agent_roles.items():
-            gr.Button(agent_name, variant="secondary").click(toggle_agent, inputs=[gr.Button], outputs=[gr.Textbox])
-            gr.Textbox(agent_data["description"], interactive=False)
-
-    with gr.Row():
-        gr.ChatInterface(
-            chat_interface,
-            additional_inputs=[
-                gr.Slider(
-                    label="Temperature",
-                    value=0.9,
-                    minimum=0.0,
-                    maximum=1.0,
-                    step=0.05,
-                    interactive=True,
-                    info="Higher values generate more diverse outputs",
-                ),
-                gr.Slider(
-                    label="Maximum New Tokens",
-                    value=2048,
-                    minimum=64,
-                    maximum=4096,
-                    step=64,
-                    interactive=True,
-                    info="The maximum number of new tokens",
-                ),
-                gr.Slider(
-                    label="Top-p (Nucleus Sampling)",
-                    value=0.90,
-                    minimum=0.0,
-                    maximum=1,
-                    step=0.05,
-                    interactive=True,
-                    info="Higher values sample more low-probability tokens",
-                ),
-                gr.Slider(
-                    label="Repetition Penalty",
-                    value=1.2,
-                    minimum=1.0,
-                    maximum=2.0,
-                    step=0.05,
-                    interactive=True,
-                    info="Penalize repeated tokens",
-                )
-            ],
-            inputs=[gr.Textbox, gr.Chatbot, get_agent_cluster],
-        )
+python"): # User entered code, execute it code = message[9:-3] output = run_code(code) return (message, output) else: # User entered a normal message, generate a response active_agents = [agent for agent, is_active in agent_cluster.items() if is_active] response = generate(message, history, active_agents, temperature, max_new_tokens, top_p, repetition_penalty) return (message, response)
+
+with gr.Blocks(theme='ParityError/Interstellar') as demo: with gr.Row(): for agent_name, agent_data in agent_roles.items(): gr.Button(agent_name, variant="secondary").click(toggle_agent, inputs=[gr.Button], outputs=[gr.Textbox]) gr.Textbox(agent_data["description"], interactive=False)
+
+with gr.Row():
+    gr.ChatInterface(
+        chat_interface,
+        additional_inputs=[
+            gr.Slider(
+                label="Temperature",
+                value=0.9,
+                minimum=0.0,
+                maximum=1.0,
+                step=0.05,
+                interactive=True,
+                info="Higher values generate more diverse outputs",
+            ),
+            gr.Slider(
+                label="Maximum New Tokens",
+                value=2048,
+                minimum=64,
+                maximum=4096,
+                step=64,
+                interactive=True,
+                info="The maximum number of new tokens",
+            ),
+            gr.Slider(
+                label="Top-p (Nucleus Sampling)",
+                value=0.90,
+                minimum=0.0,
+                maximum=1,
+                step=0.05,
+                interactive=True,
+                info="Higher values sample more low-probability tokens",
+            ),
+            gr.Slider(
+                label="Repetition Penalty",
+                value=1.2,
+                minimum=1.0,
+                maximum=2.0,
+                step=0.05,
+                interactive=True,
+                info="Penalize repeated tokens",
+            )
+        ],
+        inputs=[gr.Textbox, gr.Chatbot, get_agent_cluster],
+    )
 
-    demo.queue().launch(debug=True)
+demo.queue().launch(debug=True)