LICENSE
MANIFEST.in
README.md
requirements.txt
setup.py
tokenicer/__init__.py
tokenicer/const.py
tokenicer/tokenicer.py
tokenicer/util.py
tokenicer.egg-info/PKG-INFO
tokenicer.egg-info/SOURCES.txt
tokenicer.egg-info/dependency_links.txt
tokenicer.egg-info/requires.txt
tokenicer.egg-info/top_level.txt