
[all]
pytest>=8.0.0
tiktoken>=0.5.0
transformers>=4.30.0
sentence-transformers>=2.0.0
openai>=1.0.0
anthropic>=0.18.0
google-generativeai>=0.3.0
cohere>=4.0.0
rouge-score>=0.1.2
nltk>=3.8.0
bert-score>=0.3.13
sacrebleu>=2.3.0
pypdf>=3.0.0
python-docx>=0.8.11
requests>=2.28.0
langdetect>=1.0.9
pandas>=2.0.0
pyarrow>=12.0.0
cryptography>=41.0.0

[config]
cryptography>=41.0.0

[dev]
pytest>=8.0.0

[documents]
pypdf>=3.0.0
python-docx>=0.8.11
requests>=2.28.0

[embeddings]
sentence-transformers>=2.0.0
openai>=1.0.0

[evaluation]
rouge-score>=0.1.2
nltk>=3.8.0
bert-score>=0.3.13
sacrebleu>=2.3.0

[fine_tuning]
openai>=1.0.0
anthropic>=0.18.0
pandas>=2.0.0
pyarrow>=12.0.0

[generation]
openai>=1.0.0
anthropic>=0.18.0
google-generativeai>=0.3.0
cohere>=4.0.0

[preprocessing]
langdetect>=1.0.9

[tokenizers]
tiktoken>=0.5.0
transformers>=4.30.0
