LICENSE
MANIFEST.in
README.md
pyproject.toml
tests/__init__.py
tests/test_tokenizer.py
turkish_tokenizer/__init__.py
turkish_tokenizer/bpe_v05.json
turkish_tokenizer/build_package.py
turkish_tokenizer/cli.py
turkish_tokenizer/core.py
turkish_tokenizer/ekler_v05.json
turkish_tokenizer/kokler_v07.json
turkish_tokenizer/setup.py
turkish_tokenizer/test_tokenizer.py
turkish_tokenizer/tokenizer.py
turkish_tokenizer/version.py
turkish_tokenizer/wrapper.py
turkish_tokenizer.egg-info/PKG-INFO
turkish_tokenizer.egg-info/SOURCES.txt
turkish_tokenizer.egg-info/dependency_links.txt
turkish_tokenizer.egg-info/entry_points.txt
turkish_tokenizer.egg-info/requires.txt
turkish_tokenizer.egg-info/top_level.txt