Cython
numpy<=1.26.4,>=1.23.5
regex
tqdm>=4.40.0
joblib
requests
nltk>3.0
pyarrow
beautifulSoup4
faiss-cpu==1.7.3
datasets
torch
dill<0.3.9
scikit-learn>=0.22.1
transformers==4.42.2
protobuf
sentencepiece
pandas
bert_score
chardet
GPUtil
fasttext
