autotiktokenizer>=0.2.0

[all]
sentence-transformers>=2.3.0
numpy>=1.23.0

[dev]
pytest>=6.2.0
datasets>=1.14.0
transformers>=4.0.0
black>=21.12b0
isort>=5.10.2
flake8>=4.0.0
mypy>=0.910
pylint>=2.11.1
pre-commit>=2.15.0

[semantic]
sentence-transformers>=2.3.0
numpy>=1.23.0
