Dockerfile

# Use the official Python 3.9 image
FROM python:3.9

COPY ./requirements.txt /code/requirements.txt
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

# RUN CMAKE_ARGS="-DLLAMA_CUBLAS=off" pip install llama-cpp-python
RUN pip install --upgrade --quiet  llama-cpp-python

#RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python


RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
    PYTHONPATH=$HOME/app \
	PYTHONUNBUFFERED=1 \
	SYSTEM=spaces

WORKDIR $HOME/app
COPY --chown=user . $HOME/app

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]