accelerate==0.30.1
bitsandbytes
colorlog==6.8.2
fastapi==0.111.1
httpx
jsonschema==4.22.0
lm-format-enforcer==0.10.2
markdownify
numpy==1.26.4
openai==1.32.0
pillow==10.2
python-dotenv
pydantic
pynvml
rich
termcolor
torch==2.2.0
torchaudio==2.2.0
tokenizers
torchvision==0.17.0
transformers
uvicorn

