pandas~=1.5.3
datasets~=2.14.5
transformers~=4.36.1
torch~=2.1.1
safetensors~=0.3.3
matplotlib~=3.8.0
simple-term-menu~=1.6.1
augmenty~=1.4.4
seqeval~=1.2.2
levenshtein~=0.23.0
nltk~=3.8.1
absl-py~=2.1.0
evaluate~=0.4.0
rouge_score~=0.1.2
bert_score~=0.3.13
gensim~=4.3.2
danlp~=0.1.2
huggingface_hub~=0.19.4
hydra-core~=1.3.2
hydra-colorlog~=1.2.0
omegaconf~=2.3.0
gitpython~=3.1.37
black~=23.7.0
isort~=5.12.0
mypy~=1.5.1
pylint~=2.17.5
pandas-stubs~=2.0.3
types-tqdm~=4.66.0
types-requests~=2.31.0

[full]
pypdf~=3.16.1
fasttext-wheel~=0.9.2
peft~=0.5.0
scipy~=1.11.3
spacy~=3.5.4
beautifulsoup4~=4.12.2
trl~=0.7.4
wandb~=0.16.6
deepspeed~=0.12.4
sentencepiece~=0.1.99
accelerate~=0.23.0
google-cloud-aiplatform~=1.38.1
openai~=0.28.1
anthropic~=0.21.3
groq==0.4.2
