ai2_olmo_core-2.3.0.dist-info/licenses/LICENSE,sha256=YvuKOpYh3COIF0yqq-nCMXtpS7mh1GyYvPVlW2j1G-M,11359
olmo_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/aliases.py,sha256=XWvWxUnmyAlg4lSNLHHATI6Vr1wsw2csndP81UhWVEs,114
olmo_core/config.py,sha256=PbvlQ0rgR1VsNTlT-yQIuoDEvlgkYAASBdweKzwU5u8,11201
olmo_core/doc_utils.py,sha256=6p5zoXjR3ozSLsluZSd7pMqodEmPJ_RHZA7yshQK3LA,537
olmo_core/exceptions.py,sha256=xDvUJ_l8G4a2Bqe4hAHxORBFLLh_lQQW8ilOpAf2u3U,641
olmo_core/io.py,sha256=XzOhD8HFF9RwP-iK36589lkHOVrhzcZiEvoDLyyySyo,34786
olmo_core/model_ladder.py,sha256=oz__aVMPAU7qrquHi7w5dIEHnKDSqYkYoZAlVLEhHFM,15064
olmo_core/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/script_utils.py,sha256=XT8pp930Xt5u5auyW2w-He3iGRAwRqnX-lnAySIuDCE,6117
olmo_core/utils.py,sha256=uP-P3FTdlKL1Tv-dUYUnD6Y4a-zEW_hoQw2r54tTcQI,22711
olmo_core/version.py,sha256=MOh59AAXJ-p3Rni99x_qJMfW2yAM1yuEjwB3QuFC_Ys,308
olmo_core/data/__init__.py,sha256=OajbGC_Ey1fIS547tj3dWRF7ReEMgJ-iTBzSCUHycVg,2477
olmo_core/data/collator.py,sha256=f03Llo96jh2YV7O-L_0LhcAGvZ5GpVfnhDH2fhMKUxU,5537
olmo_core/data/data_loader.py,sha256=SEttHnJCPKvDisZ447KKoyeyGtHJRl4M2RPzpgHIWIk,44710
olmo_core/data/numpy_dataset.py,sha256=BHQrQI0iZwKKrqZRVs0BY9rlHvlLxwiApVdnuF2CJ5E,110655
olmo_core/data/source_mixture.py,sha256=SWvs8V6SjHNP90LrflUjJk13JlADp_deC3hW3IVXT54,21657
olmo_core/data/tokenizer.py,sha256=_7HbHE6IfO5ZQiBQcoODKj2-PrFuPXXl0rnwjzGQMAA,3802
olmo_core/data/types.py,sha256=25OrKLACouQduMoUwJmPZXjErDO0gxIc6WqIt9ygpik,1065
olmo_core/data/utils.py,sha256=t8xjXBUqSVNViMNKBJo7TdAhrjvbmwJgqQJkE-i3ejg,36437
olmo_core/data/mixes/OLMo-mix-0625-150Bsample.txt,sha256=M-QmjnafVe8EQalmbRi5A2yNLnZdcRykBk6JRwdySj8,870288
olmo_core/data/mixes/OLMo-mix-0625-700Bsample.txt,sha256=F8yCWQoQImyfK3YhVKsUdu9upzAnSaaD2LTANmlWLDw,30028
olmo_core/data/mixes/OLMo-mix-0625.txt,sha256=t4YWFTmMNYUyNqfU-E5AHrhB4ZwcU5HfoPU01XD5K-Y,116262
olmo_core/data/mixes/OLMo-mix-0925.txt,sha256=_MaoK5pehoiF3s-8MEhpZ2RMfKSCp9aHEC9_9Zfb18k,109962
olmo_core/data/mixes/OLMoE-mix-0824.txt,sha256=t4S7KjhnrE7LDlS9urh7_v1kgItLXqZJu3HQfwueCg8,120656
olmo_core/data/mixes/__init__.py,sha256=yJUEScqoANhWdeiawPjbPHgs3n4y0LMAXZ1Xic_uWYM,3670
olmo_core/data/mixes/dolma17.txt,sha256=5csryxCmpE2y-H1wOkGu7O0-eAaqAiITkmOo8J89Gqo,105758
olmo_core/data/mixes/v3-small-ppl-validation.txt,sha256=P8_jr3sOjrLdTnzPD6Xy-5W0s8FsU9Ocjrou5sVzttE,1050
olmo_core/distributed/__init__.py,sha256=CacGOPn8um0fqmNB5z4E6uXRCNO52ZasI_ucYrOJojY,76
olmo_core/distributed/utils.py,sha256=dWHIMuzxjneLlq0ehKEGXxkPo-Sv1BPKtLJE0qNnPUc,17674
olmo_core/distributed/checkpoint/__init__.py,sha256=NM9b10k0AAoqeCDS7LJml0ympOv-wcQmi3Wa5JCWSC4,30526
olmo_core/distributed/checkpoint/filesystem.py,sha256=AzNHY5P0id1jzNkHyPn1Tl9p7Gb2uHOwURpjsQlqVZA,15434
olmo_core/distributed/parallel/__init__.py,sha256=cNfbyX4UdTLapHZr-Fi_94-tkbIOwcfzgIXBDh8HH4U,20199
olmo_core/distributed/parallel/context_parallel.py,sha256=O6c9uSyIRd2kQbh8LIZ_eNehc_5CaSCSFmRFBHjqr5I,243
olmo_core/distributed/parallel/data_parallel.py,sha256=8uSoVmRGI4zV9KDqtRL_pa2QVPdrpSzBUbhdDLHQFsA,2655
olmo_core/distributed/parallel/expert_parallel.py,sha256=6pxELsC90UlV2TmtpwXsMkCezqAWGEf67du0TYGZRFI,241
olmo_core/distributed/parallel/pipeline_parallel.py,sha256=l_Dypo2NWmfjI2-UCVrM13FJvprsUs_EIprRQ6cHEPs,6933
olmo_core/distributed/parallel/tensor_parallel.py,sha256=M1L70Nj8dYIxRRlrTkfQ54HEfM02xXIzv3CneWmL7oI,2173
olmo_core/eval/__init__.py,sha256=ZpvrlpSrgD-Mj_7nnlAilJfqJe2xSQXndluxFsP_dL0,215
olmo_core/eval/evaluator.py,sha256=IAEtle6bJFcpNPGmUWv1zxtVkrpltwAvettIQ779YQY,2668
olmo_core/eval/lm_evaluator.py,sha256=8jMpC5OOdZAA7rct-SViNJLm-5do0o7Ku6WDbPBWPcs,4444
olmo_core/eval/metrics.py,sha256=SDY9TDklQmVi6zye_1ADtWkAweDL_1XYlG0EPYWCBIo,2807
olmo_core/eval/task_groups.py,sha256=DKDYST-VfZTcRg5Wamn8TEQn61fWPRZvfgCRBeqP-6Y,5012
olmo_core/float8/__init__.py,sha256=HaTh6amNGemeGxBXrXSlt832NChMw_hA5qhD5sqzlUk,4109
olmo_core/float8/ao.py,sha256=Jf1AUHRaLuEfHEUGh0Eph8pRFzAU2lxVbIiSCb6deQ4,3989
olmo_core/float8/utils.py,sha256=CfrJORwK4CfaEMVUnFuT1ImyQodWCqmiK2lEhrU70BA,1378
olmo_core/generate/__init__.py,sha256=O7nvnSSGc6krMw2G9H-2pRnqY2utvczF996d4G6hQmc,361
olmo_core/generate/sampling.py,sha256=5B3-F4EhpL_CS6fkq299bNL-BtN7IRcNnlDPZ4NjW2g,4486
olmo_core/generate/utils.py,sha256=QHOvt5X1gc_nLdglml9S7ldz-nUutYbpylRdrz9vjzw,793
olmo_core/generate/generation_module/__init__.py,sha256=SnoUNb-mLD_qAxk6-K4_w431FymUXUTpZz5OwlPlwpc,361
olmo_core/generate/generation_module/config.py,sha256=7roI_q9swvHrgJmADPDdUqAFoHyYGjgTn8rXI4c6rbw,2732
olmo_core/generate/generation_module/generation_module.py,sha256=PiWHPrLjUHwlGSPnqlJG89Me2lKLcs8Wnh4uAIqny5c,874
olmo_core/generate/generation_module/transformer/__init__.py,sha256=P0aSMv5nn-MuMWOeBUVt7f2jiEzIp_SzD03Itehm95Y,204
olmo_core/generate/generation_module/transformer/config.py,sha256=4PPXxWqn6JLiaEwqiQmFi3GsaJ_GMesUunCAM8SXiNo,3804
olmo_core/generate/generation_module/transformer/generation_module.py,sha256=5dQH79PNFBcLK-wFxSDwH76HCvHvSuDeaI6h8VN-pTk,22146
olmo_core/internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/internal/common.py,sha256=asIeUOZS-j8b7RuPAyoMsxiZu2WyA3K7Dp4STxgNWxc,8077
olmo_core/internal/cookbook.py,sha256=isjtT-KXlmkCE1eSgFnHPsBAknUi6IstKhYz4JsoTac,5404
olmo_core/internal/experiment.py,sha256=iY63VCc2MGiZY1-wQG4yMOuo9KxGVNcbAv79ip4ny9Y,19132
olmo_core/internal/model_ladder.py,sha256=Bl--RFq6eBtW6vrPXdbDyDLh3dWM8UE0ke4NBg3kktI,6425
olmo_core/kernels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
olmo_core/kernels/moe.py,sha256=s-baQjMwzOHeoqmx3Kr9KhgnGVuBoYyT8LZbgFOhSVE,15947
olmo_core/launch/__init__.py,sha256=7nvo9YJev0oHqyn4hmxUogGjlzQWicrju5VQxsGjmfU,63
olmo_core/launch/beaker.py,sha256=-KKODZ0t2ziarNEcPGYz05OVKBr7fflqsX1Q6uS-GO4,31570
olmo_core/launch/reorder_ranks_in_gcp.py,sha256=lON8YzZ83OxCa1N1h_jzaL5e8-y5yWcgpv-APncF67o,4135
olmo_core/launch/select_beaker_hosts.py,sha256=utmD3XudAJ3KSb7GLJuaEo3nclFV85zpDPQJyq9qgG0,9829
olmo_core/launch/utils.py,sha256=ERZf3O2yh8a1Da-Rw24LSwoM-kzY6jGYBWHwqHJ8-Es,2663
olmo_core/nn/__init__.py,sha256=C1yT4sObTBqoIyRk4dvoRRGB3zLg2mimAE5RlZkIJpQ,57
olmo_core/nn/buffer_cache.py,sha256=3MrWKdI0AA4iiQIDqMJyl0HwdByqDg853wgksM_XnT0,2346
olmo_core/nn/cross_entropy_loss.py,sha256=bHwy2fN5XjvLVCz7IBdj1dUoXs42iKeSR72LAmtuwfM,7225
olmo_core/nn/feed_forward.py,sha256=hmbeWHNS3l9SV15Sr1DlFHeKpBvstGOqw8Z55qbt2Ug,7202
olmo_core/nn/layer_norm.py,sha256=tzm4xPhEfi8Hz0o-j3C75Yxb8nTKrTJMssO3FOYgAoM,9184
olmo_core/nn/lm_head.py,sha256=_cgLUu-egIKVukbWQb2mgQouJ5Uk-LQyP0kfbSX0rg8,19921
olmo_core/nn/rope.py,sha256=mXNIzftbbh6nlf9ZhDA4feiJwFY1HIP2KgD84JJAgi0,30287
olmo_core/nn/utils.py,sha256=R6nQHvsRIDcX9gvQqB3gIHaft8s0vP-8NCKuZ7w1M8s,2620
olmo_core/nn/attention/__init__.py,sha256=kQ3-Q9xLTItv0-DkycBIZcd55pxY1yYd73Lct2RbfQs,34442
olmo_core/nn/attention/backend.py,sha256=a7UdJhTm52V_1xC2ujNjR6n7KqQ16fifUhw6tuQUA_0,24899
olmo_core/nn/attention/flash_attn_api.py,sha256=dNxvox4Igc9BXNlJLc2hVjNxPrZgFQWy3w3KmwpH4n0,13539
olmo_core/nn/attention/kv_cache.py,sha256=juvVDx6hTvK5_3Mfq0HlkgZkcNaSGa6RPmG9W2VlLEs,3863
olmo_core/nn/attention/ring.py,sha256=HYY44Id3di8PEU_wMj_2-6J_xRmNY2w19YE4Q0LMjkE,13514
olmo_core/nn/attention/te_attn_api.py,sha256=GueeH9-LKxzqro5a6YkcMn899flRBqQnUV06ig1JyVM,293
olmo_core/nn/conversion/__init__.py,sha256=uCDzaxrBI8U_m8quzLiWX3DDwWKvGoTmLGT1OvMUoOY,348
olmo_core/nn/conversion/state_converter.py,sha256=jj4kkvlp1SIb4_HLerLbq_UQ0HGIZqZ_5Pa67t0-QqQ,5674
olmo_core/nn/conversion/state_mapping.py,sha256=eu_yy8-kIzppPD-rM-ZqZ9dI2-5SYFx7F-rn-kHEWS0,10817
olmo_core/nn/functional/__init__.py,sha256=DAjfYafxKgdUrfgmbMZaLNDaefJb8EfESb-GJhRpfOk,455
olmo_core/nn/functional/cross_entropy_loss.py,sha256=i9FnEpKMZmXGmXi0ZoS3rhtQdN-lWyTL80AwPJWoaf0,4505
olmo_core/nn/hf/__init__.py,sha256=FQfkS3ZdT92Ngrk7fZwUQVcmZdNoL-aZs9g6zjjYSX4,688
olmo_core/nn/hf/checkpoint.py,sha256=NF2dUor2FCBj-yKmNVnXvvRhfcBqlRbjwFL7OfW0A0w,7440
olmo_core/nn/hf/config.py,sha256=X4fgfcyZSu6b15vynwmV6iZQbvbkRYRSWcW0vMXV7Tg,9705
olmo_core/nn/hf/convert.py,sha256=wzVv1_yPRxnpXjPHMd84hwTvQC2-hbX8ZvSka6v5OjU,21361
olmo_core/nn/moe/__init__.py,sha256=tPBREjIFac9oYTGIH86r6vgt4dfMscN6ZFP63YOKjZQ,569
olmo_core/nn/moe/loss.py,sha256=HVZ4fOUFlo5bCNZiLv9AuZ8wnbzx6rjJRrHVvqI5Ucs,5870
olmo_core/nn/moe/mlp.py,sha256=o6wF6G9iPAL6HLkXXboowbkksy_gl23uMwEJ3rbnbrE,10653
olmo_core/nn/moe/moe.py,sha256=Q7kAfy84zCY6einPV5SnduLbCMoNDH9PaYpd60GbPYM,12596
olmo_core/nn/moe/parallel_mlp.py,sha256=FbnMQw3pGfJGW4Xj6g70PT91fdZJvayx3RteK2nuYNM,30351
olmo_core/nn/moe/router.py,sha256=3ilzo6otNRiNg3gE4Tt1xoKmSgMgex0if4zZcE2I6ZI,21866
olmo_core/nn/transformer/__init__.py,sha256=wMhtrODKXpwcj0K7SopsS6PZgBfaudYhzQxyssPmK1w,1305
olmo_core/nn/transformer/block.py,sha256=SVXRnjkZGDuU_WO7Y6xCaSaswvBuYsGq0HuTHnXxUFs,34600
olmo_core/nn/transformer/config.py,sha256=cEbkyZIH5_pf6Ob5Y4IwULVmYTuNiDY9eEWZk1qhcx8,40683
olmo_core/nn/transformer/init.py,sha256=Zs8OFKdd0QiILqlkDd5HQuNwxiXXQVpdnofiUmMpTiA,6411
olmo_core/nn/transformer/model.py,sha256=r6m14Vy-C-yX09KKameahjo3ECpvnAgJnW2RagEDmoU,42230
olmo_core/ops/__init__.py,sha256=OkGQqXX1QquZvb99rNPXuSCMjCSaqdtZHX4nfV2teY4,910
olmo_core/ops/moe.py,sha256=vsYw3M-yWjw9KVgQTLfPpbjRzdbvYys4Y9lfGPHXoQU,8920
olmo_core/optim/__init__.py,sha256=ToBO46e2PZGQ7OX1LCR9kDT4DD2NSoUJCoFXeV6IqMo,1035
olmo_core/optim/adam.py,sha256=foIBbiK3PlxBdWnHsnIE3gS1F0lVBCLD1oNVEjfL-TM,582
olmo_core/optim/adamw.py,sha256=zJFesbyzyeKUQmk5wHcXOlErASVmVZF-nI0KEYCZSOU,9409
olmo_core/optim/config.py,sha256=CwjeoyqnwE-m7ZcaE7BO0fL9ofPo9pMhLK4KKy_vVcM,7224
olmo_core/optim/lion.py,sha256=6aCDZsTfcZPqsIbuTC5MvgT7xrlbAgiQiihBAdcxyAs,4605
olmo_core/optim/scheduler.py,sha256=axVugItRl3SYOcsVt0N3sFJsTjHhmuLl75i81omQEQo,19957
olmo_core/optim/skip_step_optimizer.py,sha256=kd39C7ldxA7AEEqA75C_h2zuxt26Hg96IECWDtS5ByU,4420
olmo_core/testing/__init__.py,sha256=VVcJChWpn9Zbq-vndjZvyDheDAOMbId4qbVO2qKBA2g,936
olmo_core/testing/distributed.py,sha256=WNZZRssFr7eCIrkqkJL-oSsmW86kDHW3c6TrH2opnJk,3801
olmo_core/testing/utils.py,sha256=Vfuq8_qbTMqPm-vRXm9FOsK21xQwDCQmEU5zpUxO2Rc,3910
olmo_core/train/__init__.py,sha256=TZOhWTg_RVB_k3TkWqF1Bx6CR-0ZOnIPvId3NMOYmp8,5203
olmo_core/train/checkpoint.py,sha256=zZcnQBXjw5Fjss5aGQ85vrog_zYWCawcO2nyidv8Lzs,15688
olmo_core/train/common.py,sha256=L7p5EWO78lSvZGr0nKNAT1cwJkZSgh5nWXvuTNkY0wU,6230
olmo_core/train/config.py,sha256=XWuXQ5LVOtJoBPOGlNnmMmsnde2cDdp2tJuz1cjzjDU,7023
olmo_core/train/trainer.py,sha256=_LjeITIdsbDzeAnXY30DMee71Q0YC0wTmOS5scslZ-I,52385
olmo_core/train/utils.py,sha256=KQp10vHsw4wnHuwtmaMadKrWHCIoraAl3OuYdF3kbyY,12830
olmo_core/train/callbacks/__init__.py,sha256=IRYDCCNF1-polIX6c-V7Kc0xmzMz1qdFRBdvswuzxYU,1745
olmo_core/train/callbacks/batch_size_scheduler.py,sha256=cuHEz0Fi_8HHiB2uD9TjoTWP-jv_oC66rtBEnZjCX3I,8966
olmo_core/train/callbacks/beaker.py,sha256=W_TBzw6VB7RN0pNiSz9V9GQXf_mPbxuswWZ-ltB-bCY,5546
olmo_core/train/callbacks/callback.py,sha256=z6XAHJq1x-03RD7rY0JdlhhXFFlFAnwoJonQfVH3o7M,4052
olmo_core/train/callbacks/checkpointer.py,sha256=BA2JqUJ1Yf2bN2M-OHtKhP6qZsjD-k6KAiaPLk-rMNA,10132
olmo_core/train/callbacks/comet.py,sha256=52Hqep7Ii5BATb1mbgZj5luWap5ez35QlSyhxn1vAtQ,7781
olmo_core/train/callbacks/config_saver.py,sha256=N1zAfyhQo26Tx0EDPFfTWu670WHynjhy_QOAiT-8s0k,2729
olmo_core/train/callbacks/console_logger.py,sha256=lLwyD743W3nz_7vQziSG-x0z5MsO-6_lQXAn040Fqi8,2948
olmo_core/train/callbacks/evaluator_callback.py,sha256=-8wnF55o7TEYutmFCDzR7V0mYKNLNcwTaD_Lb1LwzHA,16473
olmo_core/train/callbacks/garbage_collector.py,sha256=mQpq-ssLKPAMSRI6F7nb_VSk5yP5ZiqzE3NqB5Af15U,1426
olmo_core/train/callbacks/gpu_memory_monitor.py,sha256=fgpMMOFanUPfmWUk5cKZCbcrw6-TZXXEm0JujqMt1gM,2736
olmo_core/train/callbacks/monkey_patcher.py,sha256=d_c1D0MpJJzzMxaOmH5e5gOgZ4oOi6xqnEWNLbG4OtU,694
olmo_core/train/callbacks/profiler.py,sha256=Nt8osZTWx_h0KgRpXaWIEeSpACRstzUJFgXEm3qlnb4,6579
olmo_core/train/callbacks/sequence_length_scheduler.py,sha256=A3IiAfrUGWGoiFf6xMJz5YmEAKqXSZQTM3WWG4eFoCU,6675
olmo_core/train/callbacks/slack_notifier.py,sha256=lnTa5CeBetCrBi1pkPknv2UcKDY-uhHE5rztFmgK3SQ,4339
olmo_core/train/callbacks/speed_monitor.py,sha256=U3aYwbrhlKb4_nREPM3s00md3Da0LDjA2qHFb37ISdo,6522
olmo_core/train/callbacks/wandb.py,sha256=vqVhKyrVte-Wl9eF2BmqG3dwGqGqgBQOUsjvXzYDoqo,4851
olmo_core/train/train_module/__init__.py,sha256=EbKjo69OP7LcCVWXgnTjSf-p6RZFwI3uSjRqfVxIHL8,1190
olmo_core/train/train_module/train_module.py,sha256=1FqhHiVA1Ca4cD79fFNX5F9I3nFtAgofa_v22xOrPdM,13599
olmo_core/train/train_module/transformer/__init__.py,sha256=yAtsjmsc7yZ1Q4mQiEgJZG3CLmyZbM_3j9Nq_E7zf4g,1036
olmo_core/train/train_module/transformer/common.py,sha256=1KU_SDadtqyAmaqwHspIj_5DwDqBBLc5u6eTy_HiRfY,6005
olmo_core/train/train_module/transformer/config.py,sha256=N2kd3R7G9850LutkzTmzCCDjuVRpen2_FbLsl69C_pQ,12230
olmo_core/train/train_module/transformer/pipeline_train_module.py,sha256=iVkEHz7iMcIj3A9x5wh_Ti44o-bAUnqOWN-j3iin_2I,28412
olmo_core/train/train_module/transformer/train_module.py,sha256=CDtWaeKWBT7V60evLZ4AQn2zG2_ALwNnD2gMINxBPNU,25904
ai2_olmo_core-2.3.0.dist-info/METADATA,sha256=HUFMkMikKEt2hsE7f5kh_POUP6NWkXIIZpOh9DKZkAo,25715
ai2_olmo_core-2.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
ai2_olmo_core-2.3.0.dist-info/top_level.txt,sha256=UtCTFfoX3W7Uv2UKc7h_I8QyTlIAl_fZSZyb7UGwY6Q,10
ai2_olmo_core-2.3.0.dist-info/RECORD,,
