api/endpoints/phi.py

from fastapi import APIRouter, HTTPException
from pydantic import BaseModel
import requests

router = APIRouter()

class QueryRequest(BaseModel):
    query: str

@router.post("/")
async def phi_response(data: QueryRequest):
    try:
        # Call the Ollama local API to generate a response using the phi model
        response = requests.post(
            "http://localhost:11434/api/generate",
            json={"model": "phi:latest", "prompt": data.query, "stream": False}
        )
        response.raise_for_status()
        result = response.json()
        return {"response": result.get("response", "")}
    except Exception as e:
        raise HTTPException(status_code=500, detail=f"Phi error: {str(e)}")