thai_tokenizer/__init__.py,sha256=7PN-FHJfxo9LZJaiHl0TzU1185paHpMwZQY5pzLnuB0,87
thai_tokenizer/__main__.py,sha256=g5PzHdAd98t2wAePG88drxO9BAjjtneIP9HTxTUTYhM,1814
thai_tokenizer/loader.py,sha256=S7qpNp8_UssxMT1b3U5kmmpxKwEPzXpfiRmzTzsBTNQ,587
thai_tokenizer/preprocessor.py,sha256=t4_eZsKQvE7hvIqE6NVcYmy-8nJKyTjp9AdDf3jZgtM,672
thai_tokenizer/tcc.py,sha256=v8FB693WFfpUD9LpzgiZYkSERKdIfnQkzLZv0znxgjk,571
thai_tokenizer/tokenizer.py,sha256=Uk0mFMO-RpdvgDNKRxhY9yxwkctyTKaZpbARuMr42IM,1868
thai_tokenizer/trainer.py,sha256=b45XryZokzw-Q1lceD3hgdFknfQxZYdy74E2haYP_bc,4556
thai_tokenizer/data/__init__.py,sha256=vtQrCmYBbYev74fOeDvl4deAXkevcx5zOPNgGDFchXg,173
thai_tokenizer/data/bpe_merges.jsonl,sha256=ErinWDl-SJSeEIqtoL_cwIZ_Ke7D4e-vf_DQRRsbbdE,95583
thai_tokenizer-0.2.0.dist-info/LICENSE.txt,sha256=_n_3J1QRMKQd_6tSVVe5HuRuRjbr-8uRQHHXSzBSqzY,1069
thai_tokenizer-0.2.0.dist-info/METADATA,sha256=BEWitG1wQS9kt__mu2uHKWcll0tRWsS6Tjc8Jxco_QY,795
thai_tokenizer-0.2.0.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
thai_tokenizer-0.2.0.dist-info/top_level.txt,sha256=e5FcoAj7gJVtiHHbstwvvdChO6sJuzKFaxHR2IM9DmQ,15
thai_tokenizer-0.2.0.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
thai_tokenizer-0.2.0.dist-info/RECORD,,
