MANIFEST.in
README.md
pyproject.toml
requirements.txt
setup.py
hakkero/__init__.py
hakkero/dataset/__init__.py
hakkero/dataset/dataloader.py
hakkero/dataset/indexed_dataset.py
hakkero/dataset/indexify.py
hakkero/dataset/io.py
hakkero/dataset/iterable_dataset.py
hakkero/dataset/logger.py
hakkero/dataset/misc.py
hakkero/dataset/mixed_dataset.py
hakkero/dataset/segment_dataset.py
hakkero/dataset/utils.py
hakkero/dataset/image/__init__.py
hakkero/dataset/strategy/__init__.py
hakkero/dataset/strategy/check.py
hakkero/dataset/strategy/errors.py
hakkero/dataset/strategy/keep_thinks.py
hakkero/dataset/strategy/segmentation.py
hakkero/dataset/strategy/tokenization.py
hakkero/lib/__init__.py
hakkero/lib/turboshuf.cc
hakkero_dataloader.egg-info/PKG-INFO
hakkero_dataloader.egg-info/SOURCES.txt
hakkero_dataloader.egg-info/dependency_links.txt
hakkero_dataloader.egg-info/entry_points.txt
hakkero_dataloader.egg-info/not-zip-safe
hakkero_dataloader.egg-info/requires.txt
hakkero_dataloader.egg-info/top_level.txt
tests/test_packed.py