LICENSE.txt
MANIFEST.in
README.md
setup.py
aranizer/__init__.py
aranizer/aranizer_bpe32k.py
aranizer/aranizer_bpe50k.py
aranizer/aranizer_bpe64k.py
aranizer/aranizer_bpe86k.py
aranizer/aranizer_sp32k.py
aranizer/aranizer_sp50k.py
aranizer/aranizer_sp64k.py
aranizer/aranizer_sp86k.py
aranizer.egg-info/PKG-INFO
aranizer.egg-info/SOURCES.txt
aranizer.egg-info/dependency_links.txt
aranizer.egg-info/requires.txt
aranizer.egg-info/top_level.txt
aranizer/BPE_tokenizer/BPE_tokenizer_32.0K.json
aranizer/BPE_tokenizer/BPE_tokenizer_50.0K.json
aranizer/BPE_tokenizer/BPE_tokenizer_64.0K.json
aranizer/BPE_tokenizer/BPE_tokenizer_86.0K.json
aranizer/sentence_peice_tokenizers/SP_tokenizer_32.0K.json
aranizer/sentence_peice_tokenizers/SP_tokenizer_50.0K.json
aranizer/sentence_peice_tokenizers/SP_tokenizer_64.0K.json
aranizer/sentence_peice_tokenizers/SP_tokenizer_86.0K.json