benchmarks/benchmark_code_multilingual.py,sha256=Z0-SLmgBqh9q5wmVoiP-4lLeOTT_iNzR7XAxbjB1n3w,22215
benchmarks/benchmark_extended.py,sha256=nvQmcmZevCUQX_3g8aUxjMZdYaT6Z1EV7hA4Art-MHQ,37424
benchmarks/benchmark_github_repos.py,sha256=MWGIOIybXTmbqlzyfeQwnyT8HhGLpGgIJ913O5DnA7s,13891
benchmarks/benchmark_newword_comparison.py,sha256=M9dmHmBReywnTUKDvixfuYn76sbuL6FKlJ1HyNEKVOA,11960
benchmarks/benchmark_prove_newword.py,sha256=V802ubWHn8Whn9nT4lyBwzoWMxB6X2BQnMFtoL9wqD4,9743
benchmarks/benchmark_realworld.py,sha256=50EOS4m1fNt6kaCJwUXAsCTpKh2tFqWE6hlx0Y4-jyo,22887
benchmarks/benchmark_study.py,sha256=Ratchbj71VXcIiU5SaNz-AvlamKGAvhLnhj39Px2SL4,13152
benchmarks/benchmark_wikipedia.py,sha256=8irFcH6oG8t10nR-0EbmW9kyYpfYCRRAeCwJhfvbdB4,10537
benchmarks/build_massive.py,sha256=f9D9xom9cskD9zzDHk5YUAX8LtiNUDvcW5sRh9__D7U,10861
benchmarks/build_pretrained.py,sha256=wpafiCdTlNBuUIfUtP1XfjFSkGlMarBGAzSt0jEjU4Q,10427
benchmarks/run_benchmarks.py,sha256=UXiXDoqfmg9M3tqZH_nrLtbh4MmLRg1JoHGdWQ7Mll4,8864
benchmarks/train_monster_tokenizer.py,sha256=VPcyDoXPoP4Ef57bvxgOOaDxsjgWx576d1fGypG8OcU,8347
ion/__init__.py,sha256=_cv3DxbeEqCg5YQrV0yH4h-xcWx8zK4OLYgU8JzCl8g,1298
ion/__main__.py,sha256=bH-BbcKW4_v_ntebvsq2f_v4aWiQ4-UiU_pZzo9raKM,113
ion/benchmarks.py,sha256=6SvSwZXdtxggQjpQqpxN7Scn5sNoIcrEM7ChfUp0IOM,35322
ion/builder.py,sha256=fTPp3XSiQnuz7kg9e_XUrZlJE7M-BQ6IinDuF3w7l7U,26392
ion/cli.py,sha256=wWMgk-3cACe3UIEYyzdSxLM5mGkenLxyvpjZcb2Mr6Y,127433
ion/corpus.py,sha256=iZmVuVZGfi389IVVHPD1pMRUwqxrO2hnjbZnJ07GWUQ,14232
ion/gui.py,sha256=V9DiLKeiJRVqotCgengVrxNOjRWjK-NazQtf-NHMlSo,29589
ion/integrations.py,sha256=kbVT0xfMUT5_vJSpTyQzVZ8Gjba5cbu6Qz7pUMgckBI,30645
ion/licensing.py,sha256=Vu3wQJUwvnpZYIyMJW-DJM8ye4TA3XMckncbdH1QsAU,29884
ion/phrase_discovery.py,sha256=OC9jnpcPiYboX-OlIcsDDvlXhhSRG3JAt3oKcv4_eQA,14775
ion/stats.py,sha256=XPi-Mtmf0Xj_SmjB3IRrH2pku3sv8OIu3ZRzwiQtXi8,3890
ion/tokenizer.py,sha256=-hMppWzazH9GdZ_QYRyiqV0GEM0QSVSVAfODUKO428I,40584
ion/tools.py,sha256=YnXDqbsckNKdFPK6pKXvAeY3pr7y-OUD7DAm7cF68Oo,32806
ion/utils.py,sha256=N8Lt4TjMT1ICl6ciNLHWwUS20X1Lu81lx1mw4URWd2k,25189
ion/compat/__init__.py,sha256=Gpq8ZNX-P12RECUQtShp5V0jhh_Ii6QO9fedXblc9gY,779
ion/compat/ion_embeddings.py,sha256=cGGSKHCnK5lVTMTTRWJEzfhA2nFFzbUtVM65gA30zH8,15596
ion/compat/ion_math.py,sha256=hhN__lmfuUY2EcY8-RVb-igSIH0UkOk-vhHHA6-y0Kc,58053
ion/compat/ion_phrases.py,sha256=nneUopKDkkjVEMfvQlofGZpazQVQvSr-q2Qdb_ltQy0,7982
ion/pretrained/bpe-1m.json,sha256=pv1psESc3TuI-3PXZOdf7DAcUbSWOwF_Fvy6_7lhegg,3326214
ion/pretrained/bpe-250k.json,sha256=3y5eQ0dldQIPzFc_Z06sPtUvh2jHm00O3ok1f7byFOU,3416503
ion/pretrained/bpe-2m.json,sha256=woPwdPhVqCxMeUBvefFupgUAm62dWOL5nzZEV8L4iRA,3249356
ion/pretrained/bpe-500k.json,sha256=OR7cKOATd0cOSP73OBqynv7bqgs3zYbLIncjAB-5LqY,3378964
ion/pretrained/ion-1m.json,sha256=H-_RkvXBMn-rwJ9SogX7nJqmJwg6CPoUTocNP0a-Qr4,26821140
ion/pretrained/ion-250k.json,sha256=8rJldltEAK05gnwVqMCejg5pm3ufu8mTAzUmB0KHn9o,17231158
ion/pretrained/ion-2m.json,sha256=9FfYL9wKRhj4goEjSukzcOpkmGyGEvCexk3a5g0JoHU,38133927
ion/pretrained/ion-500k.json,sha256=LEI5dN12Qko79DWaPgp7O-EHgG8npWNTpp9cPZ_N8cY,21118651
ion_tokenizer-1.0.5.dist-info/licenses/LICENSE.md,sha256=eJoEpUwtyiaJDO8GzcvxOtrIiGbOPzNNcYgq5cgSDus,1509
tests/test_all_features.py,sha256=IMsYypd4OWlVsj-K3DX7x6eE0YjgaY5tBTRp6DVwpYY,96268
tests/test_benchmarks_comprehensive.py,sha256=MZbTb3XWGp_zaWZSGruQMGHTEOFAjK7nMxci9Juguiw,38812
tests/test_compat_modules.py,sha256=cpPPU5cavlgazEyafLHS59pMsT-mL0XBVACYafWPIBg,13557
tests/test_compat_vs_gensim.py,sha256=2Pq5bqnnkywEIv0XdOGu09QvTzabx_lHOiw81x3Ev7k,9982
tests/test_export_train.py,sha256=Pb3Z0Y_rhhhuuV2b2mNBTtcwQhGFFumc_d7DIRXLF-o,22392
tests/test_training_integrations.py,sha256=123PgkAqVJyRV_sdDV-PnbpulSkdwuaLCMywfMWuCgg,15619
ion_tokenizer-1.0.5.dist-info/METADATA,sha256=_EiO52pFenGiMQE55wQYvg_ZILsct_1ldUC2ELk19ao,6828
ion_tokenizer-1.0.5.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
ion_tokenizer-1.0.5.dist-info/entry_points.txt,sha256=ioX4udfwhDF8Mb-srdHqfSjQGofXW4SO4dXQI7xpKmA,36
ion_tokenizer-1.0.5.dist-info/top_level.txt,sha256=_knCUXXCVanGvTiDY6vuJShKNlLiiyZdtWMWBN9vyjI,21
ion_tokenizer-1.0.5.dist-info/RECORD,,
