mmdt_tokenizer/__init__.py,sha256=Gz_DAUKQkZkoFbGNMX2qYaQLrDEy6kMgZRmBLfLSe9Q,259
mmdt_tokenizer/core.py,sha256=bTn809smKKfIOtBOX42AsEbWAc1a73OSCynQ5OxpSKw,820
mmdt_tokenizer/preprocessing/__init__.py,sha256=o13OYeb1WxooXyt10VAMJKJVsiGiJ6sbsm8F7h6Ed5U,201
mmdt_tokenizer/preprocessing/cleaner.py,sha256=W4tnob3Jq5yGUwWTpYoydsFbaAobVM-2K0jzmj_JYNI,278
mmdt_tokenizer/preprocessing/normalizer.py,sha256=h_mpqbBdW7lXHwgfLfYiZqKsxE5O7jx3vRfkKH0T4ro,1082
mmdt_tokenizer/preprocessing/preprocess.py,sha256=Jmtyp4uJSLtju5s6iA2onWmXCYf3Cv_Xo7CEoKPocbU,1852
mmdt_tokenizer/preprocessing/protector.py,sha256=ruFCS9ZR030YVSdljPfBr3bEyxCzq_VCGRRZeEtp8Ig,706
mmdt_tokenizer/rule_segmenter/__init__.py,sha256=g_doAjwW_fgeLOQIpHSTQvCSuUSVhE2c1Py2tcbdgso,91
mmdt_tokenizer/rule_segmenter/cleanner.py,sha256=V53Zj4RlFijafJQe4EDZ1TOnjwxQxUnHNlsEKjZ3QBI,5702
mmdt_tokenizer/rule_segmenter/collapse.py,sha256=-4r0ojbefepR05rxKghcdxcOuLyXBIGl6d9C6rNa4PU,2521
mmdt_tokenizer/rule_segmenter/config.py,sha256=A5M4lq7QpVkImyYd6UdsvGTV7UoBWAb7loD3nkh0raw,2401
mmdt_tokenizer/rule_segmenter/engine.py,sha256=XiPDQGAnFxI679xMZufMfVKQhaB2BSOaKdFHZfOuOKU,3399
mmdt_tokenizer/rule_segmenter/lexicon.py,sha256=qBgjeqEfYJaQPbJ6XzlVyW0WI1cMdRaU92tRmkxsa4k,782
mmdt_tokenizer/rule_segmenter/lexicons.json,sha256=914LAwO3Pui67jP-_j8Du93CBjRJjs1tQBMNYI0efkg,161835
mmdt_tokenizer/rule_segmenter/merge_ops.py,sha256=VXI9BdPylezK3eIStruoRcO1dV1CcbLEFkB3i96CPA8,4434
mmdt_tokenizer/rule_segmenter/scanner.py,sha256=5nfQ3eskSdnuX5aX_R-UQEi2nwRWXVIB_3LOXZKGnAw,2165
mmdt_tokenizer/rule_segmenter/types.py,sha256=FCIVBFR7QxG-ePE-7Ezr434USlCws0r272RUlxgVPiA,253
mmdt_tokenizer/tokenizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mmdt_tokenizer/tokenizer/syllable_tokenizer.py,sha256=sR9BajG4BEvBWGMd_OSWBlW-8Bc-YQ88eCbttP_xaMU,1219
mmdt_tokenizer/tokenizer/word_tokenizer.py,sha256=huq0S1TXWnplKw_3MR_SUcZ4-yGlCnzGQLksbmLWFcI,2190
mmdt_tokenizer/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mmdt_tokenizer/utils/config.py,sha256=scYSKzEKh_uwIMkKzXktJ-_OTJApPdAIZKdadQlerA0,278
mmdt_tokenizer/utils/csv_utils.py,sha256=I7euJKj5Fd9YZNgKcqIl4hdRpT8RpEkeIML_KfyVTlc,2165
mmdt_tokenizer/utils/data_utils.py,sha256=4h2yD-Z7R5wip8QA9cZWHBByZYjv1XSG7eByUdDcqec,987
mmdt_tokenizer/utils/patterns.py,sha256=zosg1EXi7AEE7M1bVrH0aWGzcF3599uuEXyCzHNMaUs,5402
mmdt_tokenizer-0.1.3.dist-info/METADATA,sha256=sYsQh4-835C4_dnNCSSFa1q26R1BMBxcZozc-jVjC_Q,5388
mmdt_tokenizer-0.1.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
mmdt_tokenizer-0.1.3.dist-info/licenses/LICENSE,sha256=8GhABn9jbaFYr9R7H9qnw5ohHR6jZlPBmYiD8NEVjrI,1074
mmdt_tokenizer-0.1.3.dist-info/RECORD,,
