xoscar>=0.3.0
torch<2.3.0
gradio>=3.39.0
typer[all]<0.12.0
pillow
click
tqdm>=4.27
tabulate
requests
pydantic
fastapi
uvicorn
huggingface-hub<0.23.0,>=0.19.4
typing_extensions
fsspec<=2023.10.0,>=2023.1.0
s3fs
modelscope>=1.10.0
sse_starlette>=1.6.5
openai>1
python-jose[cryptography]
passlib[bcrypt]
aioprometheus[starlette]>=23.12.0
pynvml
async-timeout
peft
timm
opencv-contrib-python

[all]
chatglm-cpp>=0.3.0
llama-cpp-python!=0.2.58,>=0.2.25
transformers>=4.34.1
torch<2.3.0
accelerate>=0.27.2
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
sentence-transformers>=2.3.1
diffusers
controlnet_aux
orjson
optimum
outlines==0.0.34
attrdict
timm>=0.9.16
torchvision
FlagEmbedding

[all:sys_platform != "darwin"]
auto-gptq
autoawq

[all:sys_platform == "linux"]
vllm<0.4.2,>=0.2.6
sglang[all]

[benchmark]
psutil

[dev]
cython>=0.29
pytest>=3.5.0
pytest-cov>=2.5.0
pytest-timeout>=1.2.0
pytest-forked>=1.0
pytest-asyncio>=0.14.0
pytest-mock>=3.11.1
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
jieba>=0.42.0
flake8>=3.8.0
black
openai>1
opencv-contrib-python
langchain
orjson
sphinx-tabs
sphinx-design

[doc]
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
sphinx-tabs
sphinx-design
prometheus_client
timm
opencv-contrib-python

[embedding]
sentence-transformers>=2.3.1

[ggml]
llama-cpp-python!=0.2.58,>=0.2.25
chatglm-cpp>=0.3.0

[image]
diffusers
controlnet_aux

[intel]
torch==2.1.0a0
intel_extension_for_pytorch==2.1.10+xpu

[rerank]
FlagEmbedding

[sglang]
sglang[all]

[transformers]
transformers>=4.34.1
torch<2.3.0
accelerate>=0.27.2
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
optimum
attrdict
timm>=0.9.16
torchvision
peft

[transformers:sys_platform != "darwin"]
auto-gptq
autoawq

[vllm]
vllm<0.4.2,>=0.2.6
