curated_tokenizers-0.0.9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
curated_tokenizers-0.0.9.dist-info/RECORD,,
curated_tokenizers-0.0.9.dist-info/LICENSE,sha256=Sdj--WzZJxnLUkLvTE-VTtwAikb898qr7K4U28xES1A,2642
curated_tokenizers-0.0.9.dist-info/WHEEL,sha256=1_erwh2TCU3TrYzgBQGCtZskLEmw2vbfn7Xu2mHHvyU,111
curated_tokenizers-0.0.9.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.0.9.dist-info/METADATA,sha256=ElsF_8JAV230sFEDoZO2uQ4kH8bGMIsd_rbkAITc71o,1908
curated_tokenizers/merges.cc,sha256=bfn3elmiFcQpLbZv_D7ZPN6-IP2VaeJa9flsktl3lCA,2126
curated_tokenizers/config.h,sha256=bSpQjNpV_vzGjOb2J5zcjg1H7z1_wOmWBFjIY1JBc7k,156
curated_tokenizers/_wordpiece.pxd,sha256=9rWiBiosVmh70MwM5HcoTsrWFAAJUxNi3vfc2LS3Ry0,654
curated_tokenizers/_bbpe.pyx,sha256=DzKrkdRbeUcz26K-aNO23ep92nq0EJsO7csMYivcpj0,6461
curated_tokenizers/__init__.py,sha256=Dtn4OlRTn_YX-6pOTp47sG9PhJBTjtvk3Cb6CUM283E,120
curated_tokenizers/_spp.pyx,sha256=DDY9enq9qshDT-ZkVY6bArZgETfD7rlLrr9UEfGFb-o,7804
curated_tokenizers/merges.hh,sha256=FSfZwdFpNZMx6N5BMIisRrgxSjIdHB3CUluPq9blRwQ,1190
curated_tokenizers/wordpiece.cc,sha256=m6XOiqoslH6ieBnavtI2TAWSgjMNuft0bTm9U6Q2vmM,1083
curated_tokenizers/_spp.pxd,sha256=xoIQJQIiUJpF8NCvMDnRWLZsVc81R2C1OA-2kYebpBw,2149
curated_tokenizers/_bbpe.cpython-312-darwin.so,sha256=jZcftK08rD21m6OCCwfa9BMbTTohuM_YxeuKoEdSCdc,215272
curated_tokenizers/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/_bbpe.pxd,sha256=RRVU0IHVe_rtcAlK8SwJXZZQo_Gj8um0vqBku96Hmh0,333
curated_tokenizers/_wordpiece.pyx,sha256=5CHpTRnr-YqghQaCbbDa7F9y0n-ng8uG1RdKHF1CL6c,4840
curated_tokenizers/_spp.cpython-312-darwin.so,sha256=Ql8xV9E3mPkK2o9r3dInuWK3wy9fNCoS7HGIsSj1WWc,1557464
curated_tokenizers/wordpiece.hh,sha256=YShSvQUOxmye0W6hzlES44reBstFRP7oCZGH94UB-S0,1011
curated_tokenizers/_wordpiece.cpython-312-darwin.so,sha256=AmnetZIC2pqbOmVkIRYnN6mbaN7qo1bbSwAs9sdWizc,145440
curated_tokenizers/util.hh,sha256=VT-IgsTPBVqCxPvmh2rDT6qCzbxyWLgx22J9a2OmTuc,333
curated_tokenizers/tests/toy-word-pieces.txt,sha256=pX4mNd-dx7EsFcMJy90uHFU297daQ3kfRBH30UV9QQw,31
curated_tokenizers/tests/test_bbpe_processor.py,sha256=NVsjuUrb8rwHrAZKUcupfk9mVTq-VP-gpmZnH-tHMcU,2159
curated_tokenizers/tests/test_word_piece_processor.py,sha256=LiK4WGD8wwN0pckBiod2l0OuimP7jKTxVJBfHuHfCW8,2268
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/test_sp.py,sha256=zPX32eXdCxzT4dyocQrGp0U35MBjzzy4Li90WmxESNs,4679
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=ouOja6engvjR8K136noUyvaRihzu_QyDh8BsVnhsr5c,6291
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers/tests/incorrect-merges.txt,sha256=J3bMlGl31fOTeHCw6Hkf0jViEyh86ca-BiGM37JkFZY,19
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=OA7hBeYFTAIiNV01E0qG8amdTkA-bzOc_6MGkVQPjOA,16815
