plarnholt commited on
Commit
b29ecd9
·
verified ·
1 Parent(s): 8856d66

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +5 -6
requirements.txt CHANGED
@@ -3,15 +3,14 @@ uvicorn[standard]>=0.30
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
- # vLLM & friends
7
  vllm==0.5.5
8
- transformers>=4.44
9
- accelerate>=0.30
10
-
11
- # Torch for CUDA 12.1 base image
12
  --extra-index-url https://download.pytorch.org/whl/cu121
13
  torch==2.4.0
14
 
15
- # Pin these to avoid the Numba cache error
 
 
 
16
  outlines==0.0.46
17
  numba==0.59.1
 
3
  gradio>=4.38
4
  requests>=2.31
5
 
6
+ # vLLM Torch version pair (CUDA 12.1 wheels)
7
  vllm==0.5.5
 
 
 
 
8
  --extra-index-url https://download.pytorch.org/whl/cu121
9
  torch==2.4.0
10
 
11
+ transformers>=4.44
12
+ accelerate>=0.30
13
+
14
+ # Fix Outlines/Numba cache error in vLLM guided decoding stack
15
  outlines==0.0.46
16
  numba==0.59.1