fsspec==2023.5.0
pyarrow<=12.0.0
pandas==2.0.3
datasets>=2.19.0
av
soundfile
librosa>=0.10
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
numpy<2
fastapi[standard]>=0.100

[all]
fsspec==2023.5.0
pyarrow<=12.0.0
pandas==2.0.3
datasets>=2.19.0
av
soundfile
librosa>=0.10
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
numpy<2
fastapi[standard]>=0.100
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers>=4.37
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.1.3
rouge
ray==2.31.0
redis>=5.0.0
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark
fire
jsonlines
click
pyspark

[dev]
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark

[dist]
ray==2.31.0
redis>=5.0.0

[mini]
fsspec==2023.5.0
pyarrow<=12.0.0
pandas==2.0.3
datasets>=2.19.0
av
soundfile
librosa>=0.10
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
numpy<2
fastapi[standard]>=0.100

[sandbox]
torch>=1.11.0
wandb
fire
pyspark
vbench
modelscope
Pillow
deepspeed
safetensors
timm
xformers
decord
opencv-python
omegaconf
imageio[ffmpeg]
imageio[pyav]
tensorboard
diffusers==0.27.0
transformers==4.37.2
func_timeout

[sci]
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers>=4.37
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.1.3
rouge

[tools]
fire
jsonlines
click
pyspark
wget
