tigrinya_tokenizer/__init__.py,sha256=6qXHYhLQPzC_lwVRIWhTU4vVrWZGKCC6KW4lQpQgc9w,115
tigrinya_tokenizer/corpus.py,sha256=QlwEG9yi83yfkoFxaUKpAeLZ6XLljYFEIPhfly6GL9g,204
tigrinya_tokenizer/normalization.py,sha256=lSUv0pfxx_wg8mYMdcZfzEC7mkSNjYDs4gaR8idnqMc,222
tigrinya_tokenizer/tokenizer.py,sha256=wjvlAWniv4XkpNbuyfJ0CW2i-MQTuu_auKY878Geb0U,3694
tigrinya_tokenizer/train_bpe.py,sha256=aIDfMasaj0e16jIgWu9tCFtv45RG59suAUpFGW5tTKg,2768
tigrinya_tokenizer-0.1.2.dist-info/METADATA,sha256=tTVdDsJTP0tRxZKd7eoKiJ8_qguRP8OUcEL_s18nfpY,2102
tigrinya_tokenizer-0.1.2.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
tigrinya_tokenizer-0.1.2.dist-info/top_level.txt,sha256=8CR3x6F8GumAvqkSNzXztQxuAg4QFB68msSzOlIS9Ck,19
tigrinya_tokenizer-0.1.2.dist-info/RECORD,,
