transformers>=4.37.2
datasets>=2.14.3
accelerate>=0.27.2
peft>=0.10.0
trl>=0.8.1
gradio>=4.0.0
scipy
einops
sentencepiece
protobuf
uvicorn
pydantic
fastapi
sse-starlette
matplotlib>=3.7.0
fire
packaging
pyyaml

[aqlm]
aqlm[gpu]>=1.1.0

[awq]
autoawq

[badam]
badam

[bitsandbytes]
bitsandbytes>=0.39.0

[deepspeed]
deepspeed<=0.14.0,>=0.10.0

[galore]
galore-torch

[gptq]
optimum>=1.16.0
auto-gptq>=0.5.0

[metrics]
nltk
jieba
rouge-chinese

[modelscope]
modelscope

[quality]
ruff

[qwen]
tiktoken
transformers_stream_generator

[torch]
torch>=1.13.1

[vllm]
vllm>=0.4.0
