File size: 657 Bytes
acd84cb
87e455f
 
acd84cb
 
 
5b163c8
7ab5612
2a01904
7ab5612
5b163c8
f7a7a5a
acd84cb
 
c2bba25
f7a7a5a
 
 
 
c2bba25
f00606d
9a5d3a1
 
2de9bad
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
# Use the official Python 3.9 image
FROM python:3.9

COPY ./requirements.txt /code/requirements.txt
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

# RUN CMAKE_ARGS="-DLLAMA_CUBLAS=off" pip install llama-cpp-python
RUN pip install --upgrade --quiet  llama-cpp-python

#RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python


RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
    PYTHONPATH=$HOME/app \
	PYTHONUNBUFFERED=1 \
	SYSTEM=spaces

WORKDIR $HOME/app
COPY --chown=user . $HOME/app

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]