requirements.txt

fastapi>=0.111
uvicorn[standard]>=0.30
gradio>=4.38
requests>=2.31

# vLLM & friends
vllm>=0.5.2
transformers>=4.43
torch>=2.2
accelerate