transformers
sentencepiece
torch
Pillow
torch
accelerate
torchvision
datasets==2.18.0

[eval]
tqdm
numpy
prettytable
fire
datasets==2.18.0
openai
tiktoken
av
decord

[train]
fire
tqdm
numpy
requests
matplotlib
transformers_stream_generator
tiktoken
chardet
deepspeed
peft>=0.10
bitsandbytes
wandb
ninja
scipy
webdataset
braceexpand
pandas
orjson
prettytable
pytest
opencv-python
pyarrow
dask
einops-exts
datasets==2.18.0
open_clip_torch
openai
av
