Dockerfile

FROM python:3.11-slim as base

WORKDIR /app

# Install system tools
RUN apt-get update && apt-get install -y curl && apt install -y procps && rm -rf /var/lib/apt/lists/*

# Install Ollama
RUN curl -fsSL https://ollama.com/install.sh | bash

RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user PATH="/home/user/.local/bin:$PATH"
WORKDIR $HOME/app
RUN ollama serve & sleep 5 && ollama pull mannix/defog-llama3-sqlcoder-8b:latest && echo "Done. Stop Ollama..." && pkill ollama
COPY requirements.txt ./
RUN pip install --no-cache-dir -r requirements.txt
COPY . .


EXPOSE 8000
HEALTHCHECK CMD curl --fail http://localhost:8000/health || exit 1

# ---- Entrypoint ----
CMD ["bash", "-c", "ollama serve & uvicorn main:app --host 0.0.0.0 --port 8000"]