mwtokenizer/__init__.py,sha256=z6yY5G0JcrnF1xze10z_2Txd6QRsLyddEy7Uv5q6oho,352
mwtokenizer/tokenizer.py,sha256=_34xgZLyj-TSgcGyEph-7s46LHs8arAj-zF9KrwDTjA,13570
mwtokenizer/utils.py,sha256=CmDgis4VQ6QCb_H2Zj7pTfGvbgf3sMRKWs74qLRF_yg,984
mwtokenizer/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/assets/dict_abbr_filtered.json,sha256=TdO1a_9kf85f7h6xEAXmj2ZIvwtvseXKx2ZkY7FXhp8,859057
mwtokenizer/assets/spcmodels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/assets/spcmodels/nws_bpe_gan.model,sha256=G-HQ4ipTGz5XvQjPEYdKRZhQG96UL_esz7yT4S7noCk,460538
mwtokenizer/assets/spcmodels/nws_bpe_gan.vocab,sha256=jS07oa6uuMIpkDwtgTBwoiM9SiSrlYzHXXWM6bW2d40,195776
mwtokenizer/assets/spcmodels/nws_bpe_ja.model,sha256=b9k87CT2u2M9b4E91kRMUXx2lZzoA2gjxYaiB6JgmMA,761941
mwtokenizer/assets/spcmodels/nws_bpe_ja.vocab,sha256=HomWgk0bmZjhQEdp_7-T90EKKAm31nhVhm__YbOBdvQ,481180
mwtokenizer/assets/spcmodels/nws_bpe_km.model,sha256=Iyj4BL57rRo9F0KMIFEE-jJi2auSAG4luWUo7nDeDvk,1037081
mwtokenizer/assets/spcmodels/nws_bpe_km.vocab,sha256=7-Wd0oulwwksKAlJt3BAjpfDC-X19vx7lH2tz9lHVn0,756320
mwtokenizer/assets/spcmodels/nws_bpe_lo.model,sha256=-w1ylO_HuCXo0hnBdNOWWbbj0qVUTk2MCLMVPuBmVnE,992036
mwtokenizer/assets/spcmodels/nws_bpe_lo.vocab,sha256=19qZoPO4puWibjY7LacNDu_CgWGFrKrPogZoQ0nQqCQ,711275
mwtokenizer/assets/spcmodels/nws_bpe_my.model,sha256=Qk8-QE8FLRaWw2iiyBAtYb4b2vj6eVs9VfApVnyjGAc,1137778
mwtokenizer/assets/spcmodels/nws_bpe_my.vocab,sha256=mkg5Mm6IFtFHOdGVYsVwooK72q-Dun2DUjMg22hl8I0,857017
mwtokenizer/assets/spcmodels/nws_bpe_th.model,sha256=TMwS1NZrCTdcFi3i3leao6pSy7_5oK49Sqqli8AyRss,1021637
mwtokenizer/assets/spcmodels/nws_bpe_th.vocab,sha256=fgBN7XWifEqGdgWqx8EGqBsuexJdJilwDruFggjpYaU,740876
mwtokenizer/assets/spcmodels/nws_bpe_wuu.model,sha256=4zYqzbzWQj3gdRZlUsWomRjzAqMDZzGPItsONcaUNbg,447623
mwtokenizer/assets/spcmodels/nws_bpe_wuu.vocab,sha256=MPCyuAYZ88ko6k-p_5k1qmWLtrzVKc0DPSQlyHxy8S4,182861
mwtokenizer/assets/spcmodels/nws_bpe_zh.model,sha256=jaM5XY-_dRXPtj9jYCIRfkhcdrz7AdB5Dii9QfI5-QY,700593
mwtokenizer/assets/spcmodels/nws_bpe_zh.vocab,sha256=Bx5q_tQM65AmYlQaM9AvXLsW2Essm_KfjQgpzUX0i2s,419832
mwtokenizer/assets/spcmodels/nws_bpe_zh_classical.model,sha256=Suhihb3HlTVkeWmA9JWLytvjYJLs9mk5XB5aQcWpZq4,705780
mwtokenizer/assets/spcmodels/nws_bpe_zh_classical.vocab,sha256=4k6dkdyjtSVXDu1NGQkswZzJz9SS5h3QOwVMnTs7yNc,424999
mwtokenizer/assets/spcmodels/nws_bpe_zh_min_nan.model,sha256=X8tnTtOQRAP60rdNuzmVGpzoY1sT92VuRFknqBD1dc0,730881
mwtokenizer/assets/spcmodels/nws_bpe_zh_min_nan.vocab,sha256=WGxY9KhGw8wqaaEQQZnAjPyDyH0vuHo2_uUT42oJrz0,450104
mwtokenizer/assets/spcmodels/nws_bpe_zh_yue.model,sha256=lcDIc5bJ5D-pBLg-SXTkhk4tM5vz4C7pY3eN-ihdmHY,694442
mwtokenizer/assets/spcmodels/nws_bpe_zh_yue.vocab,sha256=fqQv2zjfB_K3FJveX-DnGtZ3y23TL7EDUPAqimAWc9c,413673
mwtokenizer/assets/spcmodels/spc_bpe_tib.model,sha256=Z_0SjysoyNXqZ5lAt6-ag2LjN1KIY5i3pja25dRDzR8,1204366
mwtokenizer/assets/spcmodels/spc_bpe_tib.vocab,sha256=l3wDICXfhyrs52WDC_yT7YtvIRTduWIpDz85UugVZ_g,923573
mwtokenizer/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
mwtokenizer/config/symbols.py,sha256=G1a1ivnbFXiSZUZojQ0ijjWpnRlamzLKcQ6lH1uNbZM,19323
mwtokenizer-0.2.0.dist-info/LICENSE,sha256=LvpaaccZ_-c0QhxjxDSMTLc4eqVwN9zaln108A0N1P0,1073
mwtokenizer-0.2.0.dist-info/METADATA,sha256=qOuT9X74jbmbRIk0zk7yTJ-xDbUzEROlC0ezLIpWf4w,4063
mwtokenizer-0.2.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
mwtokenizer-0.2.0.dist-info/top_level.txt,sha256=fByUnfYoHPkVws_2ufx00tY1_TxJNSC2UB185tIHC8Y,12
mwtokenizer-0.2.0.dist-info/RECORD,,
