build(docker): add CUDA install

Dockerfile

@@ -15,6 +15,9 @@ RUN apt-get install -y \
   wget
 RUN rm -fr /var/lib/apt/lists/*
 
+RUN wget https://developer.download.nvidia.com/compute/cuda/12.9.1/local_installers/cuda_12.9.1_575.57.08_linux.run
+RUN sh cuda_12.9.1_575.57.08_linux.run
+
 RUN useradd -m -u 1000 user
 
 WORKDIR /app
@@ -31,6 +34,7 @@ COPY --chown=user . /app
 RUN ls -la /app
 
 RUN uv sync
+RUN . .venv/bin/activate
 
 # `7860` is the default port for Hugging Face Spaces running on Docker
 # https://huggingface.co/docs/hub/en/spaces-config-reference

pyproject.toml

@@ -7,7 +7,9 @@ dependencies = [
     "accelerate>=1.7.0",
     "datasets>=3.6.0",
     "deepspeed>=0.17.1",
+    "huggingface[cli]>=0.0.1",
     "peft>=0.15.2",
+    "torch>=2.7.1",
     "transformers>=4.52.4",
 ]
 

uv.lock

@@ -284,6 +284,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/1f/7f/13cd798d180af4bf4c0ceddeefba2b864a63c71645abc0308b768d67bb81/hjson-3.1.0-py3-none-any.whl", hash = "sha256:65713cdcf13214fb554eb8b4ef803419733f4f5e551047c9b711098ab7186b89", size = 54018, upload-time = "2022-08-13T02:52:59.899Z" },
 ]
 
+[[package]]
+name = "huggingface"
+version = "0.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9d/a4/168b574a23c1841fab5b24ecac98a88ea626ea3c746c481f79eb360c81f2/huggingface-0.0.1.tar.gz", hash = "sha256:0a2f228fd956801d68b7c6a8bef478dfa60c4b7d7eba572ea7de39ecf87e505a", size = 2320, upload-time = "2020-12-18T18:37:00.599Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f4/8c/e61fbc39c0a37140e1d4941c4af29e2d53bacf9f4559e3de24d8f4e484f0/huggingface-0.0.1-py3-none-any.whl", hash = "sha256:98a3409537557cd2fd768997ef94cab08529f86c5e106e6d54bbabdd5ee03910", size = 2455, upload-time = "2020-12-18T18:36:59.096Z" },
+]
+
 [[package]]
 name = "huggingface-hub"
 version = "0.33.0"
@@ -1070,7 +1079,9 @@ dependencies = [
     { name = "accelerate" },
     { name = "datasets" },
     { name = "deepspeed" },
+    { name = "huggingface" },
     { name = "peft" },
+    { name = "torch" },
     { name = "transformers" },
 ]
 
@@ -1079,7 +1090,9 @@ requires-dist = [
     { name = "accelerate", specifier = ">=1.7.0" },
     { name = "datasets", specifier = ">=3.6.0" },
     { name = "deepspeed", specifier = ">=0.17.1" },
+    { name = "huggingface", extras = ["cli"], specifier = ">=0.0.1" },
     { name = "peft", specifier = ">=0.15.2" },
+    { name = "torch", specifier = ">=2.7.1" },
     { name = "transformers", specifier = ">=4.52.4" },
 ]