AUTHORS.rst
CONTRIBUTING.rst
HISTORY.rst
LICENSE
MANIFEST.in
README.rst
setup.cfg
setup.py
docs/Makefile
docs/authors.rst
docs/conf.py
docs/contributing.rst
docs/history.rst
docs/index.rst
docs/installation.rst
docs/make.bat
docs/readme.rst
docs/usage.rst
tests/__init__.py
tests/test_chinese_tokenzier_iterator.py
tokenizers_collection/__init__.py
tokenizers_collection/chinese_tokenizer_iterator.py
tokenizers_collection/cli.py
tokenizers_collection/config.py
tokenizers_collection/download_then_unzip.py
tokenizers_collection/helper.py
tokenizers_collection/tokenizers.py
tokenizers_collection.egg-info/PKG-INFO
tokenizers_collection.egg-info/SOURCES.txt
tokenizers_collection.egg-info/dependency_links.txt
tokenizers_collection.egg-info/entry_points.txt
tokenizers_collection.egg-info/not-zip-safe
tokenizers_collection.egg-info/requires.txt
tokenizers_collection.egg-info/top_level.txt