transformers[torch]==4.49
pytorch-lightning
pandas
hydra-core
jsonlines
nltk
torch>=2.0
sentencepiece
scipy
numpy
protobuf
spacy
huggingface-hub
flash-attn
tqdm
