tokenizer/corpus.py,sha256=QlwEG9yi83yfkoFxaUKpAeLZ6XLljYFEIPhfly6GL9g,204
tokenizer/normalization.py,sha256=lSUv0pfxx_wg8mYMdcZfzEC7mkSNjYDs4gaR8idnqMc,222
tokenizer/train_bpe.py,sha256=aIDfMasaj0e16jIgWu9tCFtv45RG59suAUpFGW5tTKg,2768
tigrinya_tokenizer-0.1.0.dist-info/METADATA,sha256=57JHOOiT_VbZ4oZKcpLZRUgmeY5qzPZPZVg_S1YNbEc,2102
tigrinya_tokenizer-0.1.0.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
tigrinya_tokenizer-0.1.0.dist-info/top_level.txt,sha256=ODlQeKqMCvFle4_HiPNY1X5fX-qZyM3ABBmOPG__vnE,10
tigrinya_tokenizer-0.1.0.dist-info/RECORD,,
