LICENSE
MANIFEST.in
README.md
setup.cfg
setup.py
test/test_classifiers.py
test/test_datadownloader.py
test/test_tokenizers.py
toiro.egg-info/PKG-INFO
toiro.egg-info/SOURCES.txt
toiro.egg-info/dependency_links.txt
toiro.egg-info/requires.txt
toiro.egg-info/top_level.txt
toiro/classifiers/__init__.py
toiro/classifiers/classifier_bert.py
toiro/classifiers/classifier_svm.py
toiro/classifiers/classifier_utils.py
toiro/datadownloader/__init__.py
toiro/datadownloader/download.py
toiro/datadownloader/downloader_utils.py
toiro/datadownloader/preprocess.py
toiro/datadownloader/sample_datasets.py
toiro/datadownloader/data/sample.dev
toiro/datadownloader/data/sample.test
toiro/datadownloader/data/sample.train
toiro/datadownloader/data/sample.txt
toiro/datadownloader/data/toiro.gif
toiro/datadownloader/data/toiro.png
toiro/tokenizers/__init__.py
toiro/tokenizers/tokenizer_fugashi_ipadic.py
toiro/tokenizers/tokenizer_fugashi_unidic.py
toiro/tokenizers/tokenizer_ginza.py
toiro/tokenizers/tokenizer_janome.py
toiro/tokenizers/tokenizer_jumanpp.py
toiro/tokenizers/tokenizer_kytea.py
toiro/tokenizers/tokenizer_mecab_python3.py
toiro/tokenizers/tokenizer_nagisa.py
toiro/tokenizers/tokenizer_report.py
toiro/tokenizers/tokenizer_sentencepiece.py
toiro/tokenizers/tokenizer_spacy.py
toiro/tokenizers/tokenizer_sudachipy.py
toiro/tokenizers/tokenizer_tiktoken.py
toiro/tokenizers/tokenizer_tinysegmenter.py
toiro/tokenizers/tokenizer_utils.py
toiro/tokenizers/data/ja.text8.txt.spm.model
toiro/tokenizers/data/ja.text8.txt.spm.vocab