dolma-1.0.0.dist-info/METADATA,sha256=Igyv5N8fFp7HHfhlG9BmKLQjXdoQoZiSD8IW1fwlQqs,6327
dolma-1.0.0.dist-info/WHEEL,sha256=UV9zG4LLu5aozZ4CLlFrx0g296T6XFIH7lrdHjOZdds,106
dolma-1.0.0.dist-info/entry_points.txt,sha256=ujDqnT7r2W8ndsvrIIkFajfDuLyv3VmZwwBQ4YjE3fM,48
dolma-1.0.0.dist-info/license_files/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
dolma/core/binning.py,sha256=pi6Q5CRaCwAgVL7Ex18hOhrabA_VmW0w8WaE90dNgSc,11167
dolma/core/paths.py,sha256=bc00LgeoOJW9Rdf15J7xwr9OuqNlnRDsw7d7vB5RhsU,9049
dolma/core/vizualizer.py,sha256=odp58V9yzqPDe8Sx6MShQ7ANxR03Uh24_e01bACD4vI,9515
dolma/core/registry.py,sha256=iQJkqU7d_r7bQkcERAGT8Li4Iaoc3dumW4SmWbF2yks,1899
dolma/core/loggers.py,sha256=gQIac_VSGev89omQlxX5_KzFduAH_3hOidg21_Tjzjc,569
dolma/core/analyzer.py,sha256=Eg58sNJzQGnlZeaW3Sy7EnTQo6wRkEmj8nM2kvSt9Yc,10973
dolma/core/__init__.py,sha256=P1geIB-dicdJyLLWF172-SVx9f_Kb_89tBn-XxikhS4,219
dolma/core/data_types.py,sha256=7-hQewnQWiRpwe2QTv9TCUWQN3xydpQvSsExp_dijj0,8211
dolma/core/runtime.py,sha256=ebkH9txIMRBElezPf1h6eVlJLUUYfhjTmOrCr-Aedss,19153
dolma/core/ft_tagger.py,sha256=cjvnz7pbtanGL-zJ3qrCyQKr6BPvH3Sz_VEmuOh8NyU,5558
dolma/core/ft_dataset.py,sha256=17FTgayBxxGiztXyPJXwgNiZZh3vI9GKlEkDPDZVLCE,6364
dolma/core/taggers.py,sha256=8laX9NqQP4gfi1NK1sM5rpwQ70gv0vScwQTGunim49o,2003
dolma/core/utils.py,sha256=Q_pxYn8WENeHC9LWzyFY_jJMVBht5tVWOHVapUWW61I,5109
dolma/core/errors.py,sha256=FX-zr3v3pdiM_Yu5ktNybaMaIMbLe29LMa7TSiIniQo,483
dolma/core/trainer.py,sha256=yfDTEkPq8OgiYWe4_k8xOgMmH2nv3wEWNvalrEOT6cM,42
dolma/core/parallel.py,sha256=LR8RJkw5bH4Ol79prhIKXZDyAVr9fXjhu3CilcjKTyk,17066
dolma/tokenizer/__init__.py,sha256=QeJVOvXyF-zk9Qo8_7dHNAzKTCvYb5aKo_voYJhIrQY,235
dolma/tokenizer/data_types.py,sha256=qAi498CJE7_W2r2-wi-iJvOhw6jSKfP8VYaZQOc6hqM,1214
dolma/tokenizer/tokenizer.py,sha256=tcGTvZd8HfPy0e9Zpv5ttdEUvfYUvW4Fyt4pUxncUc0,12764
dolma/tokenizer/__main__.py,sha256=Bkh1o5kaG9xd7o0rYruxMTBbUCiKAjkhyd-lZSBhXZg,1014
dolma/tokenizer/memmap_writer.py,sha256=dA5nuCjU-RbpmvyskwvgMFvYVgmcmtCvqN0m3Ijwvqs,8581
dolma/tokenizer/executor.py,sha256=W5h29_fLE7AIRQbwE2F1J38C47tCxMg3VVjE6O3g-pY,11435
dolma/__init__.py,sha256=otHYoXGwNby3cwcTXphFq-qNuY4aSVreRU15IU8aTL4,1262
dolma/cli/resolvers.py,sha256=d5hB1HiFqOA5xVtOSr_6xhyC6wsGI3jA9QtrcPqG5Ls,804
dolma/cli/analyzer.py,sha256=jPHmaHHHwZcszxUjxAV1dNnJ_RlF5cdtyYahfEGopTo,3033
dolma/cli/__init__.py,sha256=K3_kSaFupWePZdpYLSIkhvGKD5fowvoMpxcXr0zOaoY,6664
dolma/cli/shared.py,sha256=_Wflzx2bElOJoynpqnSAp09ZEQK9VDfajwDRmJ8P5Dw,1280
dolma/cli/tokenizer.py,sha256=EOB7RWD8bRVruBG_55_kIVGfUA_G-kK0etDPAFGsMjU,8050
dolma/cli/tagger.py,sha256=vsgoQSDO1D-HkMAe2-SiC3uMirqNYMMNANy9nTsJk-4,6196
dolma/cli/deduper.py,sha256=-i9yI6lGfrWy6jquP6ReHXuU21uGRiQykvZk0EhqEmo,9391
dolma/cli/mixer.py,sha256=AheQfPKwztmHJ6IYdeLRJOzXL1zcen5nrsQjWuRGZjA,6825
dolma/cli/__main__.py,sha256=Zl_fAZR4fT1dYQ26_lNqktsA2CL7HN8ZDObW9fyEem0,2901
dolma/taggers/c4.py,sha256=7xZqdw_XohrTQaJIU5hZ2cO7oo9n4d9oaQKNJcHKSuo,4730
dolma/taggers/repetitions/repetitions_taggers.py,sha256=fhZn30K1BVHvXdUeJ-xpPSJlRYI1uaGMSiR8EGquhMg,6500
dolma/taggers/repetitions/__init__.py,sha256=gVSqSuci_7txxCiZNpwTHwg8wvl4ihx2MZjSX6qOhAY,316
dolma/taggers/repetitions/utils.py,sha256=Xs-H0MP0zkhLecxRxfvI3yekaOb82JI5gmig9KjF0PQ,5107
dolma/taggers/gopher.py,sha256=aHpM2ZQKMIBOLzMFQZOapeDI5QVAlKTK6MXuxL1SWC8,7654
dolma/taggers/length.py,sha256=GOMeEUyMOWCa-94apKAGSlx0gl2gEbcUPMs8TiD9-k4,5674
dolma/taggers/punctuation.py,sha256=x7UJdBdQcZDzegUvsoRDY-n9hB1id66Ni7BLBTPavls,1228
dolma/taggers/code/__init__.py,sha256=uwOCYx7CQ7o3xdJ7iaZRgv2swiFiYkAmePKYZsSMCNg,309
dolma/taggers/code/starcoder.py,sha256=-Z6xV3Mx5kquFC5c0doLf35GHvazwgpqde8hXhZQpfs,4184
dolma/taggers/code/utils.py,sha256=y0qsh2JlMWd-55idxVoR64W9YXSnM3KGqU-q5U7VL7o,2130
dolma/taggers/code/code_taggers.py,sha256=7ymowSDZAYFB3Tq7wQ1LWrKJ3XrCg-wEhm-ouwiNZC8,9633
dolma/taggers/__init__.py,sha256=CUdJ-kA_e5UMCWrPbmV-HloA9F9Q3fAw7vHZiIK5XiE,159
dolma/taggers/sampling.py,sha256=nepjKCTrB09Um4TKdUHMWIIzBKAk_-Pk9vjceY1FvvQ,744
dolma/taggers/jigsaw.py,sha256=tHcUbW1qi8cnT5fVPCcCKWJfVx2C0UT81gxV26tVbyU,1898
dolma/taggers/language.py,sha256=5hPyF0JjqjgxC3sWLi9aqx5L1M-fJvdCA71kSEYNtq4,8843
dolma/taggers/pii.py,sha256=Br1qqiLxHlv5a4U56gXPxOebhTL3Q_9HGFgvRPIe2jw,10710
dolma/taggers/tokenizers.py,sha256=86-bBa87RdEyJ83LBzddDo3VJ53e2a48YdE5j9h9sDw,1041
dolma/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dolma/data/naughty_words_en.txt,sha256=r4UezvHV8hLKuhczmxKsOcwv7314x0h29nI3ZE_O6L0,3777
dolma/data/ext_to_lang_mapping.json,sha256=432dWmIB-qPV7BZAyU_PvUkWL45fhyRmiUvonSYMcWE,18623
dolma/dolma.cpython-311-darwin.so,sha256=-OaSMUNoMH1YRjVts_o5cNQozQsXQxEYrk8GuAoj3x4,14657376
dolma-1.0.0.dist-info/RECORD,,
