thai_tokenizer/__init__.py,sha256=7PN-FHJfxo9LZJaiHl0TzU1185paHpMwZQY5pzLnuB0,87
thai_tokenizer/__main__.py,sha256=DiF-YTT3bW0hrn26ZEu_KVf1qrskOkvtp2MFk840r0E,1776
thai_tokenizer/loader.py,sha256=S7qpNp8_UssxMT1b3U5kmmpxKwEPzXpfiRmzTzsBTNQ,587
thai_tokenizer/preprocessor.py,sha256=t4_eZsKQvE7hvIqE6NVcYmy-8nJKyTjp9AdDf3jZgtM,672
thai_tokenizer/tcc.py,sha256=v8FB693WFfpUD9LpzgiZYkSERKdIfnQkzLZv0znxgjk,571
thai_tokenizer/tokenizer.py,sha256=uqdRp6JapgkmWPWNpzomaSoeMJQsrF9d6jtqNeo7kDw,2115
thai_tokenizer/trainer.py,sha256=PoMW7kd5_xeKzPV9OVcj2iPJoWW61fFKFa469kFdHQQ,4580
thai_tokenizer/data/__init__.py,sha256=vtQrCmYBbYev74fOeDvl4deAXkevcx5zOPNgGDFchXg,173
thai_tokenizer/data/bpe_merges.jsonl,sha256=pd-geqkncXTffAaefntnvkPXgRelSdw9ADeAsyjuESk,198021
thai_tokenizer-0.2.5.dist-info/LICENSE.txt,sha256=_n_3J1QRMKQd_6tSVVe5HuRuRjbr-8uRQHHXSzBSqzY,1069
thai_tokenizer-0.2.5.dist-info/METADATA,sha256=6OYRC2TOPR8lroVfRDnxRzHfxoR5BlLL5uiAHNcq6Ag,1714
thai_tokenizer-0.2.5.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
thai_tokenizer-0.2.5.dist-info/top_level.txt,sha256=e5FcoAj7gJVtiHHbstwvvdChO6sJuzKFaxHR2IM9DmQ,15
thai_tokenizer-0.2.5.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
thai_tokenizer-0.2.5.dist-info/RECORD,,
