Pillow
accelerate
datasets==2.18.0
sentencepiece
torch
torch
torchvision
transformers

[eval]
av
datasets==2.18.0
decord
fire
numpy
openai
prettytable
tiktoken
tqdm

[train]
av
bitsandbytes
braceexpand
chardet
dask
datasets==2.18.0
deepspeed
einops-exts
fire
matplotlib
ninja
numpy
open_clip_torch
openai
opencv-python
orjson
pandas
peft>=0.10
prettytable
pyarrow
pytest
requests
scipy
tiktoken
tqdm
transformers_stream_generator
wandb
webdataset
