mwtokenizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/tokenizer.py,sha256=fnMuy244ZrfQONnpS_ScdpEQxKsRo_LBNHe10ISTCQM,11741
mwtokenizer/utils.py,sha256=CmDgis4VQ6QCb_H2Zj7pTfGvbgf3sMRKWs74qLRF_yg,984
mwtokenizer/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/assets/dict_abbr_filtered.json,sha256=U7L1vQFaYw-I174KE_L_Iwu3fFYOja-QXtbeqWJBbZk,651440
mwtokenizer/assets/spcmodels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/assets/spcmodels/nws_bpe_cr.model,sha256=q0yS3kfpYeSoD5GGPJNAu7Da4FF4nk6RJ8VFJeP_DAw,340739
mwtokenizer/assets/spcmodels/nws_bpe_cr.vocab,sha256=SwB8nrSwJ7i2DU1_pQ0-ldgsO_krZ5ha1fGwbVsxRxc,89982
mwtokenizer/assets/spcmodels/nws_bpe_gan.model,sha256=G-HQ4ipTGz5XvQjPEYdKRZhQG96UL_esz7yT4S7noCk,460538
mwtokenizer/assets/spcmodels/nws_bpe_gan.vocab,sha256=jS07oa6uuMIpkDwtgTBwoiM9SiSrlYzHXXWM6bW2d40,195776
mwtokenizer/assets/spcmodels/nws_bpe_ja.model,sha256=b9k87CT2u2M9b4E91kRMUXx2lZzoA2gjxYaiB6JgmMA,761941
mwtokenizer/assets/spcmodels/nws_bpe_ja.vocab,sha256=HomWgk0bmZjhQEdp_7-T90EKKAm31nhVhm__YbOBdvQ,481180
mwtokenizer/assets/spcmodels/nws_bpe_km.model,sha256=Iyj4BL57rRo9F0KMIFEE-jJi2auSAG4luWUo7nDeDvk,1037081
mwtokenizer/assets/spcmodels/nws_bpe_km.vocab,sha256=7-Wd0oulwwksKAlJt3BAjpfDC-X19vx7lH2tz9lHVn0,756320
mwtokenizer/assets/spcmodels/nws_bpe_lo.model,sha256=-w1ylO_HuCXo0hnBdNOWWbbj0qVUTk2MCLMVPuBmVnE,992036
mwtokenizer/assets/spcmodels/nws_bpe_lo.vocab,sha256=19qZoPO4puWibjY7LacNDu_CgWGFrKrPogZoQ0nQqCQ,711275
mwtokenizer/assets/spcmodels/nws_bpe_my.model,sha256=Qk8-QE8FLRaWw2iiyBAtYb4b2vj6eVs9VfApVnyjGAc,1137778
mwtokenizer/assets/spcmodels/nws_bpe_my.vocab,sha256=mkg5Mm6IFtFHOdGVYsVwooK72q-Dun2DUjMg22hl8I0,857017
mwtokenizer/assets/spcmodels/nws_bpe_th.model,sha256=TMwS1NZrCTdcFi3i3leao6pSy7_5oK49Sqqli8AyRss,1021637
mwtokenizer/assets/spcmodels/nws_bpe_th.vocab,sha256=fgBN7XWifEqGdgWqx8EGqBsuexJdJilwDruFggjpYaU,740876
mwtokenizer/assets/spcmodels/nws_bpe_wuu.model,sha256=4zYqzbzWQj3gdRZlUsWomRjzAqMDZzGPItsONcaUNbg,447623
mwtokenizer/assets/spcmodels/nws_bpe_wuu.vocab,sha256=MPCyuAYZ88ko6k-p_5k1qmWLtrzVKc0DPSQlyHxy8S4,182861
mwtokenizer/assets/spcmodels/nws_bpe_zh.model,sha256=jaM5XY-_dRXPtj9jYCIRfkhcdrz7AdB5Dii9QfI5-QY,700593
mwtokenizer/assets/spcmodels/nws_bpe_zh.vocab,sha256=Bx5q_tQM65AmYlQaM9AvXLsW2Essm_KfjQgpzUX0i2s,419832
mwtokenizer/assets/spcmodels/nws_bpe_zh_classical.model,sha256=Suhihb3HlTVkeWmA9JWLytvjYJLs9mk5XB5aQcWpZq4,705780
mwtokenizer/assets/spcmodels/nws_bpe_zh_classical.vocab,sha256=4k6dkdyjtSVXDu1NGQkswZzJz9SS5h3QOwVMnTs7yNc,424999
mwtokenizer/assets/spcmodels/nws_bpe_zh_min_nan.model,sha256=X8tnTtOQRAP60rdNuzmVGpzoY1sT92VuRFknqBD1dc0,730881
mwtokenizer/assets/spcmodels/nws_bpe_zh_min_nan.vocab,sha256=WGxY9KhGw8wqaaEQQZnAjPyDyH0vuHo2_uUT42oJrz0,450104
mwtokenizer/assets/spcmodels/nws_bpe_zh_yue.model,sha256=lcDIc5bJ5D-pBLg-SXTkhk4tM5vz4C7pY3eN-ihdmHY,694442
mwtokenizer/assets/spcmodels/nws_bpe_zh_yue.vocab,sha256=fqQv2zjfB_K3FJveX-DnGtZ3y23TL7EDUPAqimAWc9c,413673
mwtokenizer/assets/spcmodels/spc_bpe_tib.model,sha256=Z_0SjysoyNXqZ5lAt6-ag2LjN1KIY5i3pja25dRDzR8,1204366
mwtokenizer/assets/spcmodels/spc_bpe_tib.vocab,sha256=l3wDICXfhyrs52WDC_yT7YtvIRTduWIpDz85UugVZ_g,923573
mwtokenizer/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/config/symbols.py,sha256=1KPpVQBuz5CKQidQT9ppRNPZJKczZ4ZWnXtQRRZCpBY,18573
mwtokenizer-0.0.2.dist-info/LICENSE,sha256=LvpaaccZ_-c0QhxjxDSMTLc4eqVwN9zaln108A0N1P0,1073
mwtokenizer-0.0.2.dist-info/METADATA,sha256=-Ru4rGvF-rPNyVvU3Zyh9ZpsaAmFZ38oiETedyLJvXg,4196
mwtokenizer-0.0.2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
mwtokenizer-0.0.2.dist-info/top_level.txt,sha256=fByUnfYoHPkVws_2ufx00tY1_TxJNSC2UB185tIHC8Y,12
mwtokenizer-0.0.2.dist-info/RECORD,,
