Pillow
protobuf==3.20.0
sentencepiece
tiktoken
torch
transformers
beautifulsoup4
bs4
pandas
requests
scikit-learn
accelerate
openai
python-dotenv
umap-learn
einops
transformers_stream_generator

[cuml]
cudf-cu12
cuml-cu12

[datasets]
harvesttext
matplotlib
cmaps
