Switch to QWEN from OpenAI

.gitignore

@@ -0,0 +1 @@
+__pycache__/helper.cpython-311.pyc

README.md

@@ -27,6 +27,9 @@ TinyCodeAgent is an extention to [TinyAgent](https://github.com/askbudi/tinyagen
 You can extend it using TinyAgent Hooks system, and use it with Gradio Integration.
 Your agent could become a MCP Server or tool for another agent. 
 
+This Project is using **Qwen/Qwen3-30B-A3B-fast**  from [Nebius](https://nebius.ai/) thanks to their support.
+
+
 ## Benefits
 - Stateful python code using Modal Functions (Instead of using a sandbox, Faster and cheaper)
 - Use TinyAgent Hooks system to extend your agent
@@ -34,6 +37,8 @@ Your agent could become a MCP Server or tool for another agent.
 - Log System
 - Storage
 - Multi MCP Connections
+- Support Models through LiteLLM
+
 
 
 
@@ -52,3 +57,4 @@ Your agent could become a MCP Server or tool for another agent.
 
 
 
+

app.py

@@ -8,6 +8,7 @@ import modal
 import cloudpickle
 
 
+
 def clean_response(resp):
     return {k:v for k,v in resp.items() if k in ['printed_output','return_value','stderr','error_traceback']}
 
@@ -262,9 +263,9 @@ async def run_example():
     ui_logger.info("--- Starting GradioCallback Example ---")
     # --- End Logging Setup ---
 
-    api_key = os.environ.get("OPENAI_API_KEY")
+    api_key = os.environ.get("NEBIUS_API_KEY")
     if not api_key:
-        ui_logger.error("OPENAI_API_KEY environment variable not set.")
+        ui_logger.error("NEBIUS_API_KEY environment variable not set.")
         return
 
     # Create a temporary folder for file uploads
@@ -277,7 +278,7 @@ async def run_example():
 
     # Initialize the agent
     
-    from helper import translate_tool_for_code_agent,load_template,render_system_prompt,prompt_code_example
+    from helper import translate_tool_for_code_agent,load_template,render_system_prompt,prompt_code_example,prompt_qwen_helper
     tools = [get_weather,get_traffic]
 
     tools_meta_data = {}
@@ -285,10 +286,13 @@ async def run_example():
         metadata = translate_tool_for_code_agent(tool)
         tools_meta_data[metadata["name"]] = metadata
     template_str = load_template("./prompts/code_agent.yaml")
-    system_prompt = render_system_prompt(template_str, tools_meta_data, {}, ["tinyagent","gradio","requests","asyncio"]) + prompt_code_example
-    agent = TinyAgent(model="gpt-4.1-mini", api_key=api_key,
+    system_prompt = render_system_prompt(template_str, tools_meta_data, {}, ["tinyagent","gradio","requests","asyncio"]) + prompt_code_example + prompt_qwen_helper
+    agent = TinyAgent(model="openai/Qwen/Qwen3-30B-A3B-fast", api_key=api_key,
+                      model_kwargs=dict(base_url="https://api.studio.nebius.com/v1/"),
             logger=agent_logger,
-            system_prompt=system_prompt)
+            system_prompt=system_prompt,
+            
+            )
     python_interpreter = PythonCodeInterpreter(log_manager=log_manager,code_tools=tools)
     agent.add_tool(python_interpreter.run_python)
 

helper.py

@@ -15,6 +15,14 @@ run_python("task='How the following repo has implemented Logging, and how can I
 
 
 
+""")
+
+prompt_qwen_helper = dedent("""
+
+**Your learning from past mistakes**                              
+- User can't directly see the response of run_python tool, so you need to use final_answer or ask_question whenever you want to show a response to the user.
+Other tools calls and their responses are not visible to the user.
+- run_python is a capable tool, if you need to call a function with different arguments, you can do it in one take, just like you would do in a python code you developed to be executed in one cell of Jupyter Notebook Cell.
 """)
 
 def load_template(path: str) -> str:

requirements.txt

@@ -1,4 +1,4 @@
-tinyagent-py[all]
+tinyagent-py[all]==0.0.7
 cloudpickle
 modal
 jinja2