LICENSE
README.md
setup.py
InternEvo.egg-info/PKG-INFO
InternEvo.egg-info/SOURCES.txt
InternEvo.egg-info/dependency_links.txt
InternEvo.egg-info/requires.txt
InternEvo.egg-info/top_level.txt
internlm/__init__.py
internlm/accelerator/__init__.py
internlm/accelerator/abstract_accelerator.py
internlm/accelerator/cuda_accelerator.py
internlm/accelerator/dipu_accelerator.py
internlm/accelerator/npu_accelerator.py
internlm/apis/__init__.py
internlm/apis/inference.py
internlm/checkpoint/__init__.py
internlm/checkpoint/checkpoint_manager.py
internlm/checkpoint/components.py
internlm/checkpoint/load_funcs.py
internlm/checkpoint/utils.py
internlm/core/__init__.py
internlm/core/engine.py
internlm/core/gradient_handler.py
internlm/core/naive_amp.py
internlm/core/trainer.py
internlm/core/context/__init__.py
internlm/core/context/parallel_context.py
internlm/core/context/process_group_initializer.py
internlm/core/context/random.py
internlm/core/parallel/__init__.py
internlm/core/parallel/shard.py
internlm/core/scheduler/__init__.py
internlm/core/scheduler/base_scheduler.py
internlm/core/scheduler/no_pipeline_scheduler.py
internlm/core/scheduler/pipeline_scheduler.py
internlm/core/scheduler/comm/__init__.py
internlm/core/scheduler/comm/p2p.py
internlm/core/scheduler/comm/utils.py
internlm/data/__init__.py
internlm/data/build_dataloader.py
internlm/data/train_state.py
internlm/data/utils.py
internlm/data/tokenized/__init__.py
internlm/data/tokenized/batch_sampler.py
internlm/data/tokenized/collaters.py
internlm/data/tokenized/dataset.py
internlm/data/tokenized/dummy_dataset.py
internlm/data/tokenized/dummy_dataset_multimodal.py
internlm/data/tokenized/packed_dataset.py
internlm/data/tokenized/single_dataset.py
internlm/eval/__init__.py
internlm/eval/evaluation.py
internlm/initialize/__init__.py
internlm/initialize/initialize_tensor.py
internlm/initialize/initialize_trainer.py
internlm/initialize/launch.py
internlm/initialize/legacy/__init__.py
internlm/initialize/legacy/launch.py
internlm/model/__init__.py
internlm/model/builder.py
internlm/model/metrics.py
internlm/model/modeling_internlm.py
internlm/model/modeling_internlm2.py
internlm/model/modeling_llama.py
internlm/model/modeling_llava.py
internlm/model/modeling_moe.py
internlm/model/registry.py
internlm/model/utils.py
internlm/model/llava/__init__.py
internlm/model/llava/clip_builder.py
internlm/model/llava/clip_encoder.py
internlm/model/llava/projector_builder.py
internlm/model/losses/__init__.py
internlm/model/losses/ce_loss.py
internlm/model/modules/__init__.py
internlm/model/modules/embedding.py
internlm/model/modules/linear.py
internlm/model/modules/mha.py
internlm/model/modules/mlp.py
internlm/model/modules/norm.py
internlm/model/modules/utils.py
internlm/model/moe/__init__.py
internlm/model/moe/base_layer.py
internlm/model/moe/experts.py
internlm/model/moe/gshard_layer.py
internlm/model/moe/moe.py
internlm/model/moe/utils.py
internlm/model/moe/megablock/__init__.py
internlm/model/moe/megablock/megablock_dmoe.py
internlm/model/moe/megablock/megablock_moe.py
internlm/model/moe/megablock/mlp.py
internlm/model/moe/megablock/utils.py
internlm/model/ops/__init__.py
internlm/model/ops/attention.py
internlm/model/ops/cross_entropy.py
internlm/model/ops/linear.py
internlm/model/ops/norm.py
internlm/model/ops/rotary_emb.py
internlm/model/ops/utils.py
internlm/monitor/__init__.py
internlm/monitor/alert.py
internlm/monitor/monitor.py
internlm/monitor/utils.py
internlm/solver/__init__.py
internlm/solver/activation_checkpoint.py
internlm/solver/optimizer/__init__.py
internlm/solver/optimizer/base_optimizer.py
internlm/solver/optimizer/compatible_adamw.py
internlm/solver/optimizer/fsdp_optimizer.py
internlm/solver/optimizer/hybrid_zero_optim.py
internlm/solver/optimizer/store.py
internlm/solver/optimizer/utils.py
internlm/solver/schedulers/__init__.py
internlm/solver/schedulers/beta2_scheduler.py
internlm/solver/schedulers/lr_scheduler.py
internlm/train/__init__.py
internlm/train/pipeline.py
internlm/train/utils.py
internlm/utils/__init__.py
internlm/utils/common.py
internlm/utils/gputest.py
internlm/utils/logger.py
internlm/utils/megatron_timers.py
internlm/utils/parallel.py
internlm/utils/simple_memory_profiler.py
internlm/utils/storage_manager.py
internlm/utils/timeout.py
internlm/utils/utils.py
internlm/utils/writer.py
tests/__init__.py
tests/common_fixture.py
tests/test_core/__init__.py
tests/test_core/test_pipeline.py
tests/test_core/utils.py
tests/test_training/7B_check_acc.py
tests/test_training/7B_check_init.py
tests/test_training/__init__.py
tests/test_training/test_forward_output_no_fa.py
tests/test_training/test_load_ckpt_loss.py
tests/test_training/test_loss.py
tests/test_training/test_no_fa_train_temp.py
tests/test_training/test_norm_weight.py
tests/test_training/test_swap_nb_loss_and_gradnorm.py
tests/test_training/train_CI.py