thai_tokenizer/__init__.py,sha256=7PN-FHJfxo9LZJaiHl0TzU1185paHpMwZQY5pzLnuB0,87
thai_tokenizer/__main__.py,sha256=DiF-YTT3bW0hrn26ZEu_KVf1qrskOkvtp2MFk840r0E,1776
thai_tokenizer/loader.py,sha256=S7qpNp8_UssxMT1b3U5kmmpxKwEPzXpfiRmzTzsBTNQ,587
thai_tokenizer/preprocessor.py,sha256=t4_eZsKQvE7hvIqE6NVcYmy-8nJKyTjp9AdDf3jZgtM,672
thai_tokenizer/tcc.py,sha256=v8FB693WFfpUD9LpzgiZYkSERKdIfnQkzLZv0znxgjk,571
thai_tokenizer/tokenizer.py,sha256=Psnpf1ssmlGEn7KEqAiyPO00KIp1jyn0odj8NqgeC_I,2042
thai_tokenizer/trainer.py,sha256=PoMW7kd5_xeKzPV9OVcj2iPJoWW61fFKFa469kFdHQQ,4580
thai_tokenizer/data/__init__.py,sha256=vtQrCmYBbYev74fOeDvl4deAXkevcx5zOPNgGDFchXg,173
thai_tokenizer/data/bpe_merges.jsonl,sha256=UpkL39R0Ma1rRNHnw2Chrlpy1Mh21k-QosOjNy1Y9h4,211425
thai_tokenizer-0.2.2.dist-info/LICENSE.txt,sha256=_n_3J1QRMKQd_6tSVVe5HuRuRjbr-8uRQHHXSzBSqzY,1069
thai_tokenizer-0.2.2.dist-info/METADATA,sha256=k2cQLGl3d7zstjLu5Qu3ZCFBcbVmmqg8_i7T6fF5X8s,795
thai_tokenizer-0.2.2.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
thai_tokenizer-0.2.2.dist-info/top_level.txt,sha256=e5FcoAj7gJVtiHHbstwvvdChO6sJuzKFaxHR2IM9DmQ,15
thai_tokenizer-0.2.2.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
thai_tokenizer-0.2.2.dist-info/RECORD,,
