tokenizers>=0.16.0
tqdm>=4.64.0

[all]
rich>=13.0.0
tree-sitter>=0.20.0
tree-sitter-language-pack>=0.7.0
magika<0.7.0,>=0.6.0
sentence-transformers>=3.0.0
numpy<3.0,>=2.0.0
openai>=1.0.0
tiktoken>=0.5.0
model2vec>=0.3.0
cohere>=5.13.0
accelerate>=1.6.0
huggingface-hub>=0.24.0
jsonschema>=4.23.0
pydantic
google-genai
transformers>=4.0.0
torch<3.0,>=2.0.0

[code]
tree-sitter>=0.20.0
tree-sitter-language-pack>=0.7.0
magika<0.7.0,>=0.6.0

[cohere]
cohere>=5.13.0
numpy<3.0,>=2.0.0

[dev]
datasets>=1.14.0
transformers>=4.0.0
pytest>=6.2.0
pytest-cov>=4.0.0
pytest-xdist>=2.5.0
coverage
ruff>=0.0.265
mypy>=1.11.0

[genie]
pydantic
google-genai

[hub]
huggingface-hub>=0.24.0
jsonschema>=4.23.0

[jina]
numpy<3.0,>=2.0.0

[model2vec]
model2vec>=0.3.0
numpy<3.0,>=2.0.0

[neural]
transformers>=4.0.0
torch<3.0,>=2.0.0

[openai]
tiktoken>=0.5.0
openai>=1.0.0
numpy<3.0,>=2.0.0

[semantic]
model2vec>=0.3.0
numpy<3.0,>=2.0.0

[st]
sentence-transformers>=3.0.0
numpy<3.0,>=2.0.0
accelerate>=1.6.0

[viz]
rich>=13.0.0
