nltk>=3.8.1
sentencepiece>=0.1.99
transformers>=4.30.0
torch>=2.0.0
datasets>=2.0.0
scikit-learn>=1.0.0
pandas>=1.3.0

[:python_version < "3.9"]
importlib-resources>=5.12.0

[dev]
pytest>=7.0.0
black>=23.0.0
isort>=5.0.0
mypy>=1.0.0
flake8>=6.0.0
