transformers>=4.41.2
datasets>=2.16.0
accelerate>=0.30.1
peft>=0.11.1
trl>=0.8.6
gradio>=4.0.0
scipy
einops
sentencepiece
tiktoken
protobuf
uvicorn
pydantic
fastapi
sse-starlette
matplotlib>=3.7.0
fire
packaging
pyyaml

[aqlm]
aqlm[gpu]>=1.1.0

[awq]
autoawq

[badam]
badam

[bitsandbytes]
bitsandbytes>=0.39.0

[deepspeed]
deepspeed<=0.14.0,>=0.10.0

[dev]
ruff
pytest

[galore]
galore-torch

[gptq]
optimum>=1.16.0
auto-gptq>=0.5.0

[metrics]
nltk
jieba
rouge-chinese

[modelscope]
modelscope

[qwen]
transformers_stream_generator

[torch]
torch>=1.13.1

[torch-npu]
torch==2.1.0
torch-npu==2.1.0.post3
decorator

[vllm]
vllm>=0.4.3
