IPython
aiohttp
apache-tvm-ffi<0.2,>=0.1.5
anthropic>=0.20.0
blobfile==3.0.0
build
compressed-tensors
cuda-python==12.9
decord2
datasets
einops
fastapi
flashinfer_python==0.6.1
flashinfer_cubin==0.6.1
gguf
hf_transfer
huggingface_hub
interegular
llguidance<0.8.0,>=0.7.11
modelscope
msgspec
ninja
numpy
nvidia-cutlass-dsl>=4.3.4
nvidia-ml-py
openai-harmony==0.0.4
openai==2.6.1
orjson
outlines==0.1.11
packaging
partial_json_parser
pillow
prometheus-client>=0.20.0
psutil
py-spy
pybase64
pydantic
python-multipart
pyzmq>=25.1.2
quack-kernels==0.2.4
requests
scipy
sentencepiece
setproctitle
sgl-kernel==0.3.21
soundfile==0.13.1
tiktoken
timm==1.0.16
torch_memory_saver==0.0.9
torch==2.9.1
torchao==0.9.0
torchaudio==2.9.1
torchvision
tqdm
transformers==4.57.1
uvicorn
uvloop
xgrammar==0.1.27
grpcio==1.75.1
grpcio-tools==1.75.1
grpcio-reflection==1.75.1
grpcio-health-checking==1.75.1

[:sys_platform != "linux" or (sys_platform == "linux" and platform_machine != "aarch64" and platform_machine != "arm64" and platform_machine != "armv7l")]
torchcodec==0.8.0

[:sys_platform == "linux" and (platform_machine == "aarch64" or platform_machine == "arm64" and platform_machine == "armv7l")]
av

[checkpoint-engine]
checkpoint-engine==0.1.2

[dev]
sglang[test]

[diffusion]
PyYAML==6.0.1
cloudpickle
diffusers==0.36.0
imageio==2.36.0
imageio-ffmpeg==0.5.1
moviepy>=2.0.0
opencv-python-headless==4.10.0.84
remote-pdb
st_attn==0.0.7
vsa==0.0.4
runai_model_streamer
cache-dit==1.1.8

[test]
accelerate
bitsandbytes
expecttest
jsonlines
matplotlib
pandas
parameterized
peft
pytest
sentence_transformers
tabulate

[tracing]
opentelemetry-api
opentelemetry-exporter-otlp
opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk
