nltk>=3.6.7
sentencepiece>=0.1.96
boto3==1.17.32
pandas>=1.3.5
jieba>=0.42.1
scikit-learn>=1.0.2
tensorboard>=2.9.0
transformers>=4.31.0
datasets>=2.0.0
setuptools==66.0.0
protobuf==3.19.6
ftfy
Pillow>=9.3.0
einops>=0.3.0
diffusers==0.7.2
pytorch-lightning>=1.6.5
taming-transformers-rom1504==0.0.6
rouge-score
sacrebleu>=2.3.1
jsonlines
accelerate
PyYAML==5.4.1
safetensors
timm
