transformers>=4.40.0
torch
fastapi
uvicorn
accelerate
tiktoken
einops
transformers_stream_generator
scipy
sentencepiece
optimum