benchmarks/benchmark_code_multilingual.py,sha256=Z0-SLmgBqh9q5wmVoiP-4lLeOTT_iNzR7XAxbjB1n3w,22215
benchmarks/benchmark_extended.py,sha256=nvQmcmZevCUQX_3g8aUxjMZdYaT6Z1EV7hA4Art-MHQ,37424
benchmarks/benchmark_github_repos.py,sha256=MWGIOIybXTmbqlzyfeQwnyT8HhGLpGgIJ913O5DnA7s,13891
benchmarks/benchmark_newword_comparison.py,sha256=M9dmHmBReywnTUKDvixfuYn76sbuL6FKlJ1HyNEKVOA,11960
benchmarks/benchmark_prove_newword.py,sha256=V802ubWHn8Whn9nT4lyBwzoWMxB6X2BQnMFtoL9wqD4,9743
benchmarks/benchmark_realworld.py,sha256=50EOS4m1fNt6kaCJwUXAsCTpKh2tFqWE6hlx0Y4-jyo,22887
benchmarks/benchmark_study.py,sha256=Ratchbj71VXcIiU5SaNz-AvlamKGAvhLnhj39Px2SL4,13152
benchmarks/benchmark_wikipedia.py,sha256=8irFcH6oG8t10nR-0EbmW9kyYpfYCRRAeCwJhfvbdB4,10537
benchmarks/build_massive.py,sha256=f9D9xom9cskD9zzDHk5YUAX8LtiNUDvcW5sRh9__D7U,10861
benchmarks/build_pretrained.py,sha256=wpafiCdTlNBuUIfUtP1XfjFSkGlMarBGAzSt0jEjU4Q,10427
benchmarks/run_benchmarks.py,sha256=UXiXDoqfmg9M3tqZH_nrLtbh4MmLRg1JoHGdWQ7Mll4,8864
benchmarks/train_monster_tokenizer.py,sha256=VPcyDoXPoP4Ef57bvxgOOaDxsjgWx576d1fGypG8OcU,8347
ion/__init__.py,sha256=7nIOWKSflwQ3IilKVhJPAohg0-yooKkPJZsS4l2s2FU,833
ion/__main__.py,sha256=bH-BbcKW4_v_ntebvsq2f_v4aWiQ4-UiU_pZzo9raKM,113
ion/benchmarks.py,sha256=6SvSwZXdtxggQjpQqpxN7Scn5sNoIcrEM7ChfUp0IOM,35322
ion/builder.py,sha256=OHNwLqnOwdda5yEiMX_-I0jzmrSiXACwp3YtMEBpppI,24352
ion/cli.py,sha256=doFiuh3mLmwObCBoED1RGBmQDMIt0a0sZqXses70LeM,113187
ion/corpus.py,sha256=CkxKxgXMzVf-5rAtxMLknSSKoXxUHn6GonDLtYjqgho,12341
ion/gui.py,sha256=tV8VEzLtKYtbAguTvY9dEqOV-b5k4joP0vrWHzr_mrw,23501
ion/integrations.py,sha256=teI3pwJu34TudZe_-ZWaO-b1_vO81xzhQlEuFY2IIYs,29787
ion/licensing.py,sha256=MB67I4Gd_RDe_-ymOMokFoS5oEzJJEjaYvYdIbEbK5c,28881
ion/phrase_discovery.py,sha256=nf8RITF7bSE8QjcZ2JPWp1WiGyoN4NpkRpj7dwoxSTo,16335
ion/stats.py,sha256=XPi-Mtmf0Xj_SmjB3IRrH2pku3sv8OIu3ZRzwiQtXi8,3890
ion/tokenizer.py,sha256=vtF3m59KhnPwMrNFllTaBJxo4hDTBbvvqlnuslxmQJM,38619
ion/tools.py,sha256=B6XxPKka_9EzGp330H8FiQFCDmlQUa2rLnzsMmWFK50,31242
ion/utils.py,sha256=q2f3d3BnbilRhAhUppxtGVYgrWCAqpH_NFdCFMVa8WU,23436
ion/compat/__init__.py,sha256=Gpq8ZNX-P12RECUQtShp5V0jhh_Ii6QO9fedXblc9gY,779
ion/compat/ion_embeddings.py,sha256=cGGSKHCnK5lVTMTTRWJEzfhA2nFFzbUtVM65gA30zH8,15596
ion/compat/ion_math.py,sha256=hhN__lmfuUY2EcY8-RVb-igSIH0UkOk-vhHHA6-y0Kc,58053
ion/compat/ion_phrases.py,sha256=nneUopKDkkjVEMfvQlofGZpazQVQvSr-q2Qdb_ltQy0,7982
tests/test_all_features.py,sha256=IMsYypd4OWlVsj-K3DX7x6eE0YjgaY5tBTRp6DVwpYY,96268
tests/test_benchmarks_comprehensive.py,sha256=MZbTb3XWGp_zaWZSGruQMGHTEOFAjK7nMxci9Juguiw,38812
tests/test_compat_modules.py,sha256=cpPPU5cavlgazEyafLHS59pMsT-mL0XBVACYafWPIBg,13557
tests/test_compat_vs_gensim.py,sha256=2Pq5bqnnkywEIv0XdOGu09QvTzabx_lHOiw81x3Ev7k,9982
tests/test_export_train.py,sha256=Pb3Z0Y_rhhhuuV2b2mNBTtcwQhGFFumc_d7DIRXLF-o,22392
tests/test_training_integrations.py,sha256=123PgkAqVJyRV_sdDV-PnbpulSkdwuaLCMywfMWuCgg,15619
ion_tokenizer-1.0.1.dist-info/METADATA,sha256=UkQuKltsKm68JsLjMRiFvkgbMDFsUhCkryhfALTOvGs,10732
ion_tokenizer-1.0.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
ion_tokenizer-1.0.1.dist-info/entry_points.txt,sha256=2ur2eJo01DMAFICI_B0mTg5D1evw4SkOhE2dPKM4F1Q,37
ion_tokenizer-1.0.1.dist-info/top_level.txt,sha256=_knCUXXCVanGvTiDY6vuJShKNlLiiyZdtWMWBN9vyjI,21
ion_tokenizer-1.0.1.dist-info/RECORD,,
