IPython
aiohttp
apache-tvm-ffi<0.2,>=0.1.5
anthropic>=0.20.0
blobfile==3.0.0
build
compressed-tensors
cuda-python==12.9
decord2
datasets
einops
fastapi
flashinfer_python==0.6.3
flashinfer_cubin==0.6.3
gguf
hf_transfer
huggingface_hub
interegular
llguidance<0.8.0,>=0.7.11
modelscope
msgspec
ninja
numpy
nvidia-cutlass-dsl>=4.3.4
nvidia-ml-py
openai-harmony==0.0.4
openai==2.6.1
orjson
outlines==0.1.11
packaging
partial_json_parser
pillow
prometheus-client>=0.20.0
psutil
py-spy
pybase64
pydantic
python-multipart
pyzmq>=25.1.2
quack-kernels==0.2.4
requests
scipy
sentencepiece
setproctitle
sgl-kernel==0.3.21
soundfile==0.13.1
tiktoken
timm==1.0.16
torch_memory_saver==0.0.9
torch==2.9.1
torchao==0.9.0
torchaudio==2.9.1
torchvision
tqdm
transformers==4.57.1
uvicorn
uvloop
xgrammar==0.1.27
smg-grpc-proto>=0.3.3
grpcio>=1.78.0
grpcio-reflection>=1.78.0
grpcio-health-checking>=1.78.0

[:sys_platform != "linux" or (sys_platform == "linux" and platform_machine != "aarch64" and platform_machine != "arm64" and platform_machine != "armv7l")]
torchcodec==0.8.0

[:sys_platform == "linux" and (platform_machine == "aarch64" or platform_machine == "arm64" or platform_machine == "armv7l")]
av

[all]
sglang[diffusion]
sglang[tracing]

[checkpoint-engine]
checkpoint-engine==0.1.2

[dev]
sglang[test]

[diffusion]
PyYAML==6.0.1
cloudpickle
diffusers==0.36.0
imageio==2.36.0
imageio-ffmpeg==0.5.1
moviepy>=2.0.0
opencv-python-headless==4.10.0.84
remote-pdb
runai_model_streamer>=0.15.5
cache-dit==1.2.0
addict

[diffusion:platform_machine != "aarch64" and platform_machine != "arm64"]
st_attn==0.0.7
vsa==0.0.4

[test]
accelerate
bitsandbytes
expecttest
jsonlines
lm-eval[api]>=0.4.9.2
matplotlib
pandas
parameterized
peft
pytest
sentence_transformers
tabulate

[tracing]
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk
