torch>=2.0.0
transformers<=4.51.0,>=4.38.2
huggingface_hub>=0.21.4
tqdm
onnxruntime
sentencepiece

[gpu]
onnxruntime-gpu

[stanza]
stanza
langdetect

[tokenizers]
langdetect
python-mecab-ko
janome
jieba3
camel_tools
indic-nlp-library
spacy
stanza
