app.py

"""
app.py — robust multimodel agent
--------------------------------
* Supports **OpenAI** (if `OPENAI_API_KEY`) or **Gemini** (if `GOOGLE_API_KEY`) via
  `LiteLLMModel`.
* Otherwise falls back to a free HF Inference chat model
  (`microsoft/Phi-3-mini-4k-instruct`).
* No version‑specific imports (avoids `OpenAIChat` errors).
"""
import os, pathlib, gradio as gr
from mcp import StdioServerParameters
from smolagents import MCPClient, CodeAgent, InferenceClientModel, LiteLLMModel

# Path to mcp_server.py (must be beside this file)
SERVER_PATH = pathlib.Path(__file__).with_name("mcp_server.py")

# ---------- Model resolution ----------
OPENAI_KEY   = os.getenv("OPENAI_API_KEY")
GEMINI_KEY   = os.getenv("GOOGLE_API_KEY")  # for Gemini via LiteLLM
HF_MODEL_ID  = os.getenv("HF_MODEL_ID", "microsoft/Phi-3-mini-4k-instruct")

if OPENAI_KEY:
    BASE_MODEL = LiteLLMModel(model_id="openai/gpt-4o-preview", api_key=OPENAI_KEY)
    MODEL_NAME = "openai/gpt-4o-preview"
elif GEMINI_KEY:
    BASE_MODEL = LiteLLMModel(model_id="google/gemini-pro", api_key=GEMINI_KEY)
    MODEL_NAME = "google/gemini-pro"
else:
    BASE_MODEL = InferenceClientModel(model_id=HF_MODEL_ID, timeout=90)
    MODEL_NAME = HF_MODEL_ID

# ---------- Callback ----------
def respond(message: str, history: list):
    params = StdioServerParameters(command="python", args=[str(SERVER_PATH)])
    with MCPClient(params) as tools:
        agent  = CodeAgent(tools=tools, model=BASE_MODEL)
        answer = agent.run(message)
    history += [
        {"role": "user", "content": message},
        {"role": "assistant", "content": answer},
    ]
    return history, history

# ---------- UI ----------
with gr.Blocks(title="Enterprise SQL Agent") as demo:
    state = gr.State([])
    gr.Markdown("## Enterprise SQL Agent — natural‑language to SQL via MCP")
    chat  = gr.Chatbot(type="messages", label="Chat")
    box   = gr.Textbox(show_label=False, placeholder="Ask: Who are my inactive Northeast customers?")
    box.submit(respond, [box, state], [chat, state])

    with gr.Accordion("Example prompts"):
        gr.Markdown("""* Who are my **Northeast** customers with no orders in 6 months?\n* List customers sorted by **LastOrderDate**.\n* Draft re‑engagement emails for inactive accounts.""")

    gr.Markdown(f"_Powered by MCP + smolagents • Model: **{MODEL_NAME}**_")

if __name__ == "__main__":
    demo.launch()