updated to use ollama locally

Dockerfile

@@ -21,21 +21,21 @@ USER appuser
 WORKDIR /app
 
 # Install Ollama CLI
-RUN mkdir -p /tmp/ollama-tmp && \
-    wget --tries=5 --timeout=30 --waitretry=5 \
-        https://ollama.com/download/ollama-linux-amd64.tgz -O /tmp/ollama.tgz && \
-    tar -xzf /tmp/ollama.tgz -C /tmp/ollama-tmp && \
-    mkdir -p ~/.local/bin && \
-    cp /tmp/ollama-tmp/bin/ollama ~/.local/bin/ollama && \
-    chmod +x ~/.local/bin/ollama && \
-    rm -rf /tmp/ollama-tmp /tmp/ollama.tgz
-
+#RUN mkdir -p ~/.local/bin && \
+#    curl -fL --retry 5 --retry-delay 5 \
+#        -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64)" \
+#        https://ollama.com/download/ollama-linux-amd64.tgz \
+#        | tar -xvz --no-same-owner --no-same-permissions -C /tmp && \
+#    cp /tmp/ollama/bin/ollama ~/.local/bin/ollama && \
+#    chmod +x ~/.local/bin/ollama && \
+#    rm -rf /tmp/ollama
 ENV PATH="/home/appuser/.local/bin:$PATH"
 
 # Copy app
 COPY --chown=appuser:appuser . /app
-
+#RUN mv /app/ollama /home/appuser/.local/bin/
 # Install Python dependencies
+RUN ls -ltr && pwd
 RUN pip install --no-cache-dir --upgrade pip && \
     pip install --no-cache-dir -r requirements.txt
 
@@ -46,4 +46,4 @@ EXPOSE 7860
 COPY --chown=appuser:appuser entrypoint.sh /app/entrypoint.sh
 RUN chmod +x /app/entrypoint.sh
 
-CMD ["/app/entrypoint.sh"]
+CMD ["/app/entrypoint.sh"]

entrypoint.sh

@@ -4,7 +4,7 @@
 set -e
 
 echo "🔹 Starting Ollama server in background..."
-OLLAMA_HOST=0.0.0.0:11434 ollama serve &
+OLLAMA_HOST=0.0.0.0:11434 /app/ollama serve &
 OLLAMA_PID=$!
 
 # Wait until Ollama API is responsive
@@ -18,11 +18,11 @@ echo "🟢 Ollama is live!"
 # Pull your lightweight model
 MODEL_NAME="hf.co/kshitijthakkar/loggenix-moe-0.3B-A0.1B-e3-lr7e5-b16-4090-v6.3-finetuned-tool-Q8_0-GGUF:Q8_0"
 echo "🔽 Pulling model: $MODEL_NAME"
-ollama pull "$MODEL_NAME" || {
+/app/ollama pull "$MODEL_NAME" || {
   echo "❌ Failed to pull model. Check name and internet."
   exit 1
 }
 
 # Start your app
 echo "🚀 Launching enhanced_app.py"
-exec python /app/enhanced_app.py
+exec python /app/enhanced_app.py