start.sh

#!/bin/bash

export GGML_CUDA=OFF
# enable CUDA
if [[ -z "${RUN_CUDA}" ]]; then
  export GGML_CUDA=ON
fi

python3 app.py