mosaicml[gcs,libcloud,oci,wandb]<0.22,>=0.21.1
mlflow<3,>=2.10
accelerate<0.26,>=0.25
transformers<4.39,>=4.38.2
mosaicml-streaming<0.8,>=0.7.4
torch<2.3,>=2.2.1
datasets<2.17,>=2.16
fsspec==2023.6.0
sentencepiece==0.1.97
einops==0.7.0
omegaconf<3,>=2.2.3
slack-sdk<4
mosaicml-cli<1,>=0.6.10
onnx==1.14.0
onnxruntime==1.15.1
boto3<2,>=1.21.45
huggingface-hub<1.0,>=0.17.0
beautifulsoup4<5,>=4.12.2
tenacity<9,>=8.2.3
catalogue<3,>=2
typer[all]<1

[all]
pyright==1.1.256
pytest_codeblocks<0.17,>=0.16.1
pre-commit<4,>=3.4.0
toml<0.11,>=0.10.2
mosaicml[databricks]<0.22,>=0.21.1
pytest<8,>=7.2.1
mosaicml[tensorboard]<0.22,>=0.21.1
flash-attn==2.5.0
hf_transfer==0.1.3
databricks-connect==14.1.0
openai==1.3.8
tiktoken==0.4.0
mosaicml[peft]<0.22,>=0.21.1
ai2-olmo>0.2.4
lz4<5,>=4
packaging<23,>=21
pytest-cov<5,>=4
databricks-sql-connector<4,>=3

[all-cpu]
pyright==1.1.256
pytest_codeblocks<0.17,>=0.16.1
pre-commit<4,>=3.4.0
toml<0.11,>=0.10.2
mosaicml[databricks]<0.22,>=0.21.1
pytest<8,>=7.2.1
mosaicml[tensorboard]<0.22,>=0.21.1
hf_transfer==0.1.3
databricks-connect==14.1.0
openai==1.3.8
tiktoken==0.4.0
mosaicml[peft]<0.22,>=0.21.1
ai2-olmo>0.2.4
lz4<5,>=4
packaging<23,>=21
pytest-cov<5,>=4
databricks-sql-connector<4,>=3

[all-flash2]
pyright==1.1.256
pytest_codeblocks<0.17,>=0.16.1
pre-commit<4,>=3.4.0
toml<0.11,>=0.10.2
mosaicml[databricks]<0.22,>=0.21.1
pytest<8,>=7.2.1
mosaicml[tensorboard]<0.22,>=0.21.1
flash-attn==2.5.0
hf_transfer==0.1.3
databricks-connect==14.1.0
openai==1.3.8
tiktoken==0.4.0
mosaicml[peft]<0.22,>=0.21.1
ai2-olmo>0.2.4
lz4<5,>=4
packaging<23,>=21
pytest-cov<5,>=4
databricks-sql-connector<4,>=3

[databricks]
mosaicml[databricks]<0.22,>=0.21.1
databricks-sql-connector<4,>=3
databricks-connect==14.1.0
lz4<5,>=4

[dev]
pre-commit<4,>=3.4.0
pytest<8,>=7.2.1
pytest_codeblocks<0.17,>=0.16.1
pytest-cov<5,>=4
pyright==1.1.256
toml<0.11,>=0.10.2
packaging<23,>=21
hf_transfer==0.1.3

[gpu]
flash-attn==2.5.0

[gpu-flash2]
flash-attn==2.5.0

[olmo]
ai2-olmo>0.2.4

[openai]
openai==1.3.8
tiktoken==0.4.0

[peft]
mosaicml[peft]<0.22,>=0.21.1

[tensorboard]
mosaicml[tensorboard]<0.22,>=0.21.1
