Spaces:
Sleeping
Sleeping
Update Dockerfile
Browse files- Dockerfile +12 -8
Dockerfile
CHANGED
|
@@ -1,13 +1,17 @@
|
|
| 1 |
-
FROM
|
| 2 |
ARG MODEL
|
|
|
|
|
|
|
|
|
|
| 3 |
ARG MODEL_NAME
|
| 4 |
ARG ADDITIONAL
|
| 5 |
RUN mkdir /opt/koboldcpp
|
| 6 |
-
RUN apt update && apt install
|
| 7 |
-
RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
|
| 8 |
WORKDIR /opt/koboldcpp
|
| 9 |
-
|
| 10 |
-
RUN
|
| 11 |
-
RUN
|
| 12 |
-
|
| 13 |
-
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM debian
|
| 2 |
ARG MODEL
|
| 3 |
+
ARG IMGMODEL
|
| 4 |
+
ARG WHISPERMODEL
|
| 5 |
+
ARG MMPROJ
|
| 6 |
ARG MODEL_NAME
|
| 7 |
ARG ADDITIONAL
|
| 8 |
RUN mkdir /opt/koboldcpp
|
| 9 |
+
RUN apt update && apt install curl -y
|
|
|
|
| 10 |
WORKDIR /opt/koboldcpp
|
| 11 |
+
RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
|
| 12 |
+
RUN chmod +x ./koboldcpp
|
| 13 |
+
RUN curl -fLo model.ggml $MODEL || true
|
| 14 |
+
RUN curl -fLo imgmodel.ggml $IMGMODEL || true
|
| 15 |
+
RUN curl -fLo mmproj.ggml $MMPROJ || true
|
| 16 |
+
RUN curl -fLo whispermodel.ggml $WHISPERMODEL || true
|
| 17 |
+
CMD ./koboldcpp --model model.ggml --whispermodel whispermodel.ggml --sdmodel imgmodel.ggml --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.ggml $ADDITIONAL --port 7860 --quiet --threads 2 --nommap --ignoremissing $SECRET
|