xoscar>=0.3.0
torch
gradio==4.26.0
typer[all]<0.12.0
pillow
click
tqdm>=4.27
tabulate
requests
pydantic
fastapi==0.110.3
uvicorn
huggingface-hub>=0.19.4
typing_extensions
modelscope>=1.10.0
sse_starlette>=1.6.5
openai<1.40,>1
python-jose[cryptography]
passlib[bcrypt]
aioprometheus[starlette]>=23.12.0
pynvml
async-timeout
peft
timm

[all]
llama-cpp-python!=0.2.58,>=0.2.25
transformers>=4.43.2
torch>=2.0.0
accelerate>=0.27.2
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
sentence-transformers>=2.7.0
diffusers>=0.30.0
imageio-ffmpeg
controlnet_aux
orjson
optimum
outlines>=0.0.34
attrdict
timm>=0.9.16
torchvision
FlagEmbedding
funasr
omegaconf~=2.3.0
nemo_text_processing<1.1.0
WeTextProcessing<1.0.4
librosa
xxhash
torchaudio
ChatTTS>0.1
lightning>=2.0.0
hydra-core>=1.3.2
inflect
conformer
gdown
pyarrow
HyperPyYAML
onnxruntime==1.16.0
openai-whisper
boto3<1.28.65,>=1.28.55
tensorizer~=2.9.0
eva-decord
jj-pytorchvideo
loguru
natsort
loralib

[all:sys_platform != "darwin"]
auto-gptq
autoawq<0.2.6

[all:sys_platform == "darwin" and platform_machine == "arm64"]
mlx-lm

[all:sys_platform == "linux"]
vllm>=0.2.6
sglang>=0.2.7

[audio]
funasr
omegaconf~=2.3.0
nemo_text_processing<1.1.0
WeTextProcessing<1.0.4
librosa
xxhash
torchaudio
ChatTTS>0.1
torch>=2.0.0
lightning>=2.0.0
hydra-core>=1.3.2
inflect
conformer
diffusers>=0.30.0
gdown
pyarrow
HyperPyYAML
onnxruntime==1.16.0
openai-whisper
loguru
natsort
loralib

[benchmark]
psutil

[dev]
cython>=0.29
pytest>=3.5.0
pytest-cov>=2.5.0
pytest-timeout>=1.2.0
pytest-forked>=1.0
pytest-asyncio>=0.14.0
pytest-mock>=3.11.1
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
jieba>=0.42.0
flake8>=3.8.0
black
openai<1.40,>1
langchain
langchain-community
orjson
sphinx-tabs
sphinx-design

[doc]
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
sphinx-tabs
sphinx-design
prometheus_client
timm

[embedding]
sentence-transformers>=2.7.0

[image]
diffusers>=0.30.0
controlnet_aux

[intel]
torch==2.1.0a0
intel_extension_for_pytorch==2.1.10+xpu

[llama_cpp]
llama-cpp-python!=0.2.58,>=0.2.25

[mlx]
mlx-lm

[rerank]
FlagEmbedding

[sglang]
outlines>=0.0.34

[sglang:sys_platform == "linux"]
sglang>=0.2.7
vllm>=0.5.2

[transformers]
transformers>=4.43.2
torch
accelerate>=0.27.2
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
optimum
attrdict
timm>=0.9.16
torchvision
peft
eva-decord
jj-pytorchvideo

[transformers:sys_platform != "darwin"]
auto-gptq
autoawq<0.2.6

[video]
diffusers>=0.30.0
imageio-ffmpeg

[vllm]
vllm>=0.2.6
