thai_tokenizer/__init__.py,sha256=7PN-FHJfxo9LZJaiHl0TzU1185paHpMwZQY5pzLnuB0,87
thai_tokenizer/__main__.py,sha256=DiF-YTT3bW0hrn26ZEu_KVf1qrskOkvtp2MFk840r0E,1776
thai_tokenizer/loader.py,sha256=S7qpNp8_UssxMT1b3U5kmmpxKwEPzXpfiRmzTzsBTNQ,587
thai_tokenizer/preprocessor.py,sha256=t4_eZsKQvE7hvIqE6NVcYmy-8nJKyTjp9AdDf3jZgtM,672
thai_tokenizer/tcc.py,sha256=v8FB693WFfpUD9LpzgiZYkSERKdIfnQkzLZv0znxgjk,571
thai_tokenizer/tokenizer.py,sha256=Psnpf1ssmlGEn7KEqAiyPO00KIp1jyn0odj8NqgeC_I,2042
thai_tokenizer/trainer.py,sha256=PsvDf9iVM8Om8_zYLV59qk_HYkJu4Di8uueVpgPD23k,4704
thai_tokenizer/data/__init__.py,sha256=vtQrCmYBbYev74fOeDvl4deAXkevcx5zOPNgGDFchXg,173
thai_tokenizer/data/bpe_merges.jsonl,sha256=WVL34jsVbM9FA8hMrCIWhdjolxCQz0bl16vdlbIWrx4,91941
thai_tokenizer-0.2.1.dist-info/LICENSE.txt,sha256=_n_3J1QRMKQd_6tSVVe5HuRuRjbr-8uRQHHXSzBSqzY,1069
thai_tokenizer-0.2.1.dist-info/METADATA,sha256=rLBHQFaqTstdGr8u1zaGboRhXVuCDc7JnedDs_5VTWI,795
thai_tokenizer-0.2.1.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
thai_tokenizer-0.2.1.dist-info/top_level.txt,sha256=e5FcoAj7gJVtiHHbstwvvdChO6sJuzKFaxHR2IM9DmQ,15
thai_tokenizer-0.2.1.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
thai_tokenizer-0.2.1.dist-info/RECORD,,
