transformers[torch]
utf8-tokenizer
fugashi[unidic-lite]
jieba

[dev]
ruff
pytest
pytest-xdist
