LICENSE
MANIFEST.in
README.md
setup.py
smolbpe/__init__.py
smolbpe/basicTokenizer.py
smolbpe/gpt4Tokenizer.py
smolbpe.egg-info/PKG-INFO
smolbpe.egg-info/SOURCES.txt
smolbpe.egg-info/dependency_links.txt
smolbpe.egg-info/entry_points.txt
smolbpe.egg-info/requires.txt
smolbpe.egg-info/top_level.txt
smolbpe/data/__init__.py
smolbpe/data/taylorswift.txt
smolbpe/data/text.py