dolma-0.9.0.dist-info/METADATA,sha256=AEhfkEnr13G3ExRfoolM_87j1Z6hdg_DigvXvFUtb4o,6382
dolma-0.9.0.dist-info/WHEEL,sha256=rPig9zYtO7vfFFXmE6OlCFEMxezP8RCu-Eo-8RgyqJM,91
dolma-0.9.0.dist-info/entry_points.txt,sha256=ujDqnT7r2W8ndsvrIIkFajfDuLyv3VmZwwBQ4YjE3fM,48
dolma-0.9.0.dist-info/license_files/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
dolma/cli/analyzer.py,sha256=KMoHqtg3aG2alym-UZOJ6vhmO49e_p-_PaoW9Id_TtY,3115
dolma/cli/deduper.py,sha256=bCLHuVJTUgOTvLszlPH0-oTdYSijZihospvFjiT-ygo,8938
dolma/cli/mixer.py,sha256=KTH4EKHaRUXY4afqtQxFHMLU4CERJqQJUIQveE-M5LY,6544
dolma/cli/resolvers.py,sha256=vsDlIoMdchh1UGWDWo4SGfSX4usLV4-nUCPYoTazJOs,840
dolma/cli/shared.py,sha256=vPgIJ6Ikd-6x5ST7dxnWiDbXvT3KK-4GvGhqS8RkhW8,1321
dolma/cli/tagger.py,sha256=Q3sp7V-evY1mJy9mPqgv6G-cQ2DD8QxNtgW2olapEZ0,5653
dolma/cli/tokenizer.py,sha256=bf2rFtE_vxWjer9nlCd3ooNgcVLQFSBlsln6VehsqkI,4532
dolma/cli/__init__.py,sha256=WX27EcxMv2lpzHh5oaGzzLCKpb6EfqhdyiN5i7ntPI8,6300
dolma/cli/__main__.py,sha256=V_xIA65YSaJmOnHgSl0VKdpMxvZvRQUgN_x8uBj5eus,1813
dolma/core/analyzer.py,sha256=PIeew-Ling5yvY6pcfeXK3gWTiDRyXGEOwdjmv5hg-Y,11226
dolma/core/binning.py,sha256=9KV1OUyoFP2nFTZVi2JXE3sNHrwCo7zNKwwBQs7mKLw,10793
dolma/core/data_types.py,sha256=BpeW7Cs5MN3P5Bd1IUNpt_RUQ2TaLKs_-weaXVDllxY,6585
dolma/core/errors.py,sha256=uHFdOIEVqka7SBUqpPzpg7Q4HYPeuJIDLvF0IiJA0VM,505
dolma/core/ft_dataset.py,sha256=MwRmAzXnxmgeKqg27AUZT3i7Osve9dlcMNlTxQBKk10,6605
dolma/core/ft_tagger.py,sha256=MC6DzpX_uZDlj93ZAG04tS657wnbA7Ud2KmkVEW3wes,5712
dolma/core/loggers.py,sha256=ELxCvUEJvmp7dPyopunRKZgEzyyZ6KCZ0LICg1DJLvE,397
dolma/core/parallel.py,sha256=ZTPNvEGrJcbCbPU1K9Q6tZ5L7Q-N58bgul9OhUbDMwo,17148
dolma/core/paths.py,sha256=BQPhlREQ7k8o8obq-DLi-r19hxUHGsKKhCdDuzOg13E,9085
dolma/core/registry.py,sha256=5KfAHHXwpCCRuVa6W2CTmIwLuoWHJ7HNcE17qx2VwZA,1575
dolma/core/runtime.py,sha256=3s7N1PVtKAUO-jHSH0NfW1xM-cg0WvYekw-EIod4-G0,18557
dolma/core/taggers.py,sha256=SW8eOVQhrvr2-8x3EBBGH_Iw_6WejOoKVM1O6k3gCzg,1454
dolma/core/trainer.py,sha256=Dq68dy_WBUQQS6vSKS0XZ87CBO3GGqLqUsoaV21UHSQ,49
dolma/core/utils.py,sha256=lMef1fbxIOowLg-_ShIgHOYmra2LWcVLw7OZAnqPo6c,2099
dolma/core/vizualizer.py,sha256=hrNqgO3-aq1g0GBPC2GHsWPPFg9yDVczcWb2Zt4ww-A,9764
dolma/core/__init__.py,sha256=PxQ2G89gXVbL72BbneTGblCi-QAoB64TtRt41NnmI2E,230
dolma/data/naughty_words_en.txt,sha256=sFPpdy2XnolVqyZ_jvVyfDdfpId0cXqFKUmTbnIG2aU,4180
dolma/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dolma/taggers/c4.py,sha256=DJF1N20JPvsAcWf7EAm4EPhDI8gYFTL_kYexWc3SNRU,4857
dolma/taggers/code.py,sha256=hSQdLcTuNzqGx6jYSCR_1XWMUI_mqCs4aF5oIbnkBzQ,6632
dolma/taggers/gopher.py,sha256=Muqur9BnJCoEQM8EFgdjy05WOeSeqNjle_KevNnkKC0,7029
dolma/taggers/jigsaw.py,sha256=_FhLnJL-JlQhtKZeVENemW-F0HCu02kVJK6yWkSfv0M,1943
dolma/taggers/language.py,sha256=QDtAgJW7GUzAhwpOMtRwWEI0BHuX8-8Dw0NqbVBtzDY,8101
dolma/taggers/length.py,sha256=4PjhzAYI8JjqiIIUyRpyeEOSUyWK5pKguNH1HZL2qt0,5520
dolma/taggers/pii.py,sha256=LiHp4XZvjyml782aWLschjZzGBZB_xdcCSRwiOhlPrQ,10787
dolma/taggers/punctuation.py,sha256=Z4L6hWCWxsoCyJI8g-fGeXG1CNPBhOoPSAiqeLI-Kt4,1267
dolma/taggers/sampling.py,sha256=nWY112ZvpogukfQw0rKGcLf38p2gpQOAsl1PRcFmo2Q,764
dolma/taggers/tokenizers.py,sha256=B7xpBZYv94WFMkbshLqfM8xJW9EBwJZtzH2pmmWBoSc,1078
dolma/taggers/__init__.py,sha256=FL9k_uHKih-n9j2p7VaGrP2vAN3-rZloXDuy9gEfRck,154
dolma/tokenizer/data_types.py,sha256=NGNAFDJT12E8f9Z3OVzDfNiN6IZ5_SG8nfRDrioCnak,1264
dolma/tokenizer/executor.py,sha256=G-WZZ3STPHDR9OSkdTfu_RPAFuV-QKjHTZOUG-JR4zI,8966
dolma/tokenizer/memmap_writer.py,sha256=2NvL4WKXDbKveHdaxlOrQwdSlz7w6M4JSH0WwqJvHuc,8796
dolma/tokenizer/tokenizer.py,sha256=s7ew4h0xZYFSxbhPq0bdJdfv3EoT4_A5TrrHiBImXfk,8225
dolma/tokenizer/__init__.py,sha256=-gA-Nhsg_tif5fCVcGyow4LIo3CQZ3uN36bXTfIuPyc,245
dolma/tokenizer/__main__.py,sha256=fgal1qkOIyy15cbSpREunPjjsJJ2koTBsNiq12gFoy4,1046
dolma/__init__.py,sha256=2imXN4VeZ7e_t4xM6CiJdU3tswWbAXwxynTcykrQBoo,1046
dolma/dolma.cp310-win32.pyd,sha256=KvrnZAZGcaeTcdK1KrJo1f1PKzW-KfOotwjLV6HkW_c,9672192
dolma-0.9.0.dist-info/RECORD,,
