LICENSE
README.md
pyproject.toml
epochraft/__init__.py
epochraft/base.py
epochraft/testing.py
epochraft/version.py
epochraft.egg-info/PKG-INFO
epochraft.egg-info/SOURCES.txt
epochraft.egg-info/dependency_links.txt
epochraft.egg-info/requires.txt
epochraft.egg-info/top_level.txt
epochraft/combinations/__init__.py
epochraft/combinations/concat.py
epochraft/combinations/interleave.py
epochraft/sources/__init__.py
epochraft/sources/iterable.py
epochraft/sources/mosaicml.py
epochraft/sources/sequence.py
epochraft/sources/files/__init__.py
epochraft/sources/files/dataset.py
epochraft/sources/files/generators.py
epochraft/sources/files/shard_reader.py
epochraft/sources/files/shards_mux.py
epochraft/transforms/__init__.py
epochraft/transforms/basic/__init__.py
epochraft/transforms/basic/batch.py
epochraft/transforms/basic/count.py
epochraft/transforms/basic/filter_map.py
epochraft/transforms/basic/parallel_filter_map.py
epochraft/transforms/basic/shuffle.py
epochraft/transforms/basic/stride.py
epochraft/transforms/language_modeling/__init__.py
epochraft/transforms/language_modeling/bos_eos.py
epochraft/transforms/language_modeling/chunk.py
epochraft/transforms/language_modeling/concat_chunk.py
epochraft/transforms/language_modeling/pack_chunk.py
epochraft/transforms/language_modeling/padding.py
epochraft/transforms/language_modeling/tokenization.py
epochraft/transforms/language_modeling/tokenizer_utils.py