datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.100
httpx
wordcloud

[all]
datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.100
httpx
wordcloud
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers>=4.47.0
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.1.3
rouge
dashscope
openai
ray>=2.31.0
redis>=5.0.0
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark
wandb<=0.19.0
fire
jsonlines
click
pyspark

[dev]
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark
wandb<=0.19.0

[dist]
ray>=2.31.0
redis>=5.0.0

[mini]
datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.100
httpx
wordcloud

[sandbox]
torch>=1.11.0
fire
pyspark
vbench
modelscope
Pillow
deepspeed
safetensors
timm
xformers
decord
opencv-python
omegaconf
imageio[ffmpeg]
imageio[pyav]
tensorboard
diffusers==0.27.0
transformers==4.37.2
func_timeout

[sci]
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers>=4.47.0
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.1.3
rouge
dashscope
openai

[tools]
fire
jsonlines
click
pyspark
wget
