fastapi
pydantic
langchain
transformers
torch
numpy
pandas
xformers
sentencepiece
accelerate>=0.20.3
bitsandbytes
sentence_transformers
attention_sinks
uvicorn
