IPython
aiohttp
anthropic>=0.20.0
blobfile==3.0.0
build
compressed-tensors
cuda-python
decord2
datasets
einops
fastapi
flashinfer_python==0.4.1
gguf
hf_transfer
huggingface_hub
interegular
llguidance<0.8.0,>=0.7.11
modelscope
msgspec
ninja
numpy
nvidia-cutlass-dsl==4.2.1
openai-harmony==0.0.4
openai==2.6.1
orjson
outlines==0.1.11
packaging
partial_json_parser
pillow
prometheus-client>=0.20.0
psutil
py-spy
pybase64
pydantic
nvidia-ml-py
python-multipart
pyzmq>=25.1.2
requests
scipy
sentencepiece
setproctitle
sgl-kernel==0.3.16.post4
soundfile==0.13.1
tiktoken
timm==1.0.16
torch_memory_saver==0.0.9
torch==2.8.0
torchaudio==2.8.0
torchvision
torchao==0.9.0
tqdm
transformers==4.57.1
uvicorn
uvloop
xgrammar==0.1.25
grpcio==1.75.1
grpcio-tools==1.75.1
grpcio-reflection==1.75.1
grpcio-health-checking==1.75.1

[checkpoint-engine]
checkpoint-engine==0.1.2

[dev]
sglang[test]

[test]
accelerate
expecttest
jsonlines
matplotlib
pandas
peft
pytest
sentence_transformers
tabulate

[tracing]
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk
