# kenlm @ https://github.com/kpu/kenlm/archive/master.zip
pypdf~=3.16.1
fasttext-wheel~=0.9.2
peft~=0.5.0
scipy~=1.11.3
spacy~=3.5.4
beautifulsoup4~=4.12.2
trl~=0.7.4
wandb~=0.16.6
deepspeed~=0.12.4
sentencepiece~=0.1.99
accelerate~=0.23.0

google-cloud-aiplatform~=1.38.1
openai~=0.28.1
anthropic~=0.21.3
groq==0.4.2
