tigrinya_tokenizer/__init__.py,sha256=LEzSHtc0VfBsnvMcjsP4BkmVrG-1rZXLGU1ZwkArs0o,75
tigrinya_tokenizer/corpus.py,sha256=QlwEG9yi83yfkoFxaUKpAeLZ6XLljYFEIPhfly6GL9g,204
tigrinya_tokenizer/normalization.py,sha256=lSUv0pfxx_wg8mYMdcZfzEC7mkSNjYDs4gaR8idnqMc,222
tigrinya_tokenizer/tokenizer.json,sha256=ZNA3sHeHduDX8DHXh9i7MbLxhJoydmh6a6F7KDXvH2Q,4113110
tigrinya_tokenizer/tokenizer.py,sha256=2bh48jWLQo3w8aFcCdJXG4EogcUviYfaFbB5ZMUe-kk,1410
tigrinya_tokenizer/train_bpe.py,sha256=aIDfMasaj0e16jIgWu9tCFtv45RG59suAUpFGW5tTKg,2768
tigrinya_tokenizer-0.1.8.dist-info/METADATA,sha256=rYmCWBtNv-U-e9H9DrWQ_BgZUuLkpPOTeicoIIPPQJ8,2121
tigrinya_tokenizer-0.1.8.dist-info/WHEEL,sha256=YCfwYGOYMi5Jhw2fU4yNgwErybb2IX5PEwBKV4ZbdBo,91
tigrinya_tokenizer-0.1.8.dist-info/top_level.txt,sha256=8CR3x6F8GumAvqkSNzXztQxuAg4QFB68msSzOlIS9Ck,19
tigrinya_tokenizer-0.1.8.dist-info/RECORD,,
