LICENSE
README.md
pyproject.toml
tests/test_chinese.py
tests/test_japanese.py
tests/test_pretokenizer.py
words_segmentation/__init__.py
words_segmentation/chinese.py
words_segmentation/japanese.py
words_segmentation/languages.py
words_segmentation/pretokenizer.py
words_segmentation/tokenizer.py
words_segmentation.egg-info/PKG-INFO
words_segmentation.egg-info/SOURCES.txt
words_segmentation.egg-info/dependency_links.txt
words_segmentation.egg-info/requires.txt
words_segmentation.egg-info/top_level.txt