LICENSE
README.md
pyproject.toml
setup.py
llm_foundry.egg-info/PKG-INFO
llm_foundry.egg-info/SOURCES.txt
llm_foundry.egg-info/dependency_links.txt
llm_foundry.egg-info/entry_points.txt
llm_foundry.egg-info/requires.txt
llm_foundry.egg-info/top_level.txt
llmfoundry/__init__.py
llmfoundry/_version.py
llmfoundry/layers_registry.py
llmfoundry/registry.py
llmfoundry/algorithms/__init__.py
llmfoundry/callbacks/__init__.py
llmfoundry/callbacks/async_eval_callback.py
llmfoundry/callbacks/curriculum_learning_callback.py
llmfoundry/callbacks/dataset_swap_callback.py
llmfoundry/callbacks/env_logging_callback.py
llmfoundry/callbacks/eval_gauntlet_callback.py
llmfoundry/callbacks/eval_output_logging_callback.py
llmfoundry/callbacks/fdiff_callback.py
llmfoundry/callbacks/hf_checkpointer.py
llmfoundry/callbacks/kill_loss_spike_callback.py
llmfoundry/callbacks/log_mbmoe_tok_per_expert_callback.py
llmfoundry/callbacks/loss_perp_v_len_callback.py
llmfoundry/callbacks/monolithic_ckpt_callback.py
llmfoundry/callbacks/resumption_callbacks.py
llmfoundry/callbacks/run_timeout_callback.py
llmfoundry/callbacks/scheduled_gc_callback.py
llmfoundry/cli/__init__.py
llmfoundry/cli/cli.py
llmfoundry/cli/data_prep_cli.py
llmfoundry/cli/registry_cli.py
llmfoundry/command_utils/__init__.py
llmfoundry/command_utils/eval.py
llmfoundry/command_utils/train.py
llmfoundry/command_utils/data_prep/__init__.py
llmfoundry/command_utils/data_prep/convert_dataset_hf.py
llmfoundry/command_utils/data_prep/convert_dataset_json.py
llmfoundry/command_utils/data_prep/convert_delta_to_json.py
llmfoundry/command_utils/data_prep/convert_finetuning_dataset.py
llmfoundry/command_utils/data_prep/convert_text_to_mds.py
llmfoundry/data/__init__.py
llmfoundry/data/data.py
llmfoundry/data/dataloader.py
llmfoundry/data/packing.py
llmfoundry/data/text_data.py
llmfoundry/data/utils.py
llmfoundry/data/finetuning/__init__.py
llmfoundry/data/finetuning/collator.py
llmfoundry/data/finetuning/dataloader.py
llmfoundry/data/finetuning/tasks.py
llmfoundry/eval/__init__.py
llmfoundry/eval/datasets/__init__.py
llmfoundry/eval/datasets/in_context_learning_evaluation.py
llmfoundry/eval/datasets/utils.py
llmfoundry/eval/metrics/__init__.py
llmfoundry/eval/metrics/nlp.py
llmfoundry/interfaces/__init__.py
llmfoundry/interfaces/callback_with_config.py
llmfoundry/loggers/__init__.py
llmfoundry/metrics/__init__.py
llmfoundry/metrics/token_acc.py
llmfoundry/models/__init__.py
llmfoundry/models/hf/__init__.py
llmfoundry/models/hf/hf_base.py
llmfoundry/models/hf/hf_causal_lm.py
llmfoundry/models/hf/hf_fsdp.py
llmfoundry/models/hf/hf_t5.py
llmfoundry/models/inference_api_wrapper/__init__.py
llmfoundry/models/inference_api_wrapper/fmapi.py
llmfoundry/models/inference_api_wrapper/interface.py
llmfoundry/models/inference_api_wrapper/openai_causal_lm.py
llmfoundry/models/layers/__init__.py
llmfoundry/models/layers/attention.py
llmfoundry/models/layers/blocks.py
llmfoundry/models/layers/custom_embedding.py
llmfoundry/models/layers/dmoe.py
llmfoundry/models/layers/fc.py
llmfoundry/models/layers/ffn.py
llmfoundry/models/layers/layer_builders.py
llmfoundry/models/layers/norm.py
llmfoundry/models/mpt/__init__.py
llmfoundry/models/mpt/configuration_mpt.py
llmfoundry/models/mpt/modeling_mpt.py
llmfoundry/models/utils/__init__.py
llmfoundry/models/utils/act_ckpt.py
llmfoundry/models/utils/config_defaults.py
llmfoundry/models/utils/config_moe_args.py
llmfoundry/models/utils/meta_init_context.py
llmfoundry/models/utils/mpt_param_count.py
llmfoundry/models/utils/param_init_fns.py
llmfoundry/optim/__init__.py
llmfoundry/optim/adaptive_lion.py
llmfoundry/optim/lion.py
llmfoundry/optim/no_op.py
llmfoundry/optim/outlier_detection.py
llmfoundry/optim/scheduler.py
llmfoundry/tokenizers/__init__.py
llmfoundry/tokenizers/tiktoken.py
llmfoundry/tokenizers/utils.py
llmfoundry/tp/__init__.py
llmfoundry/tp/ffn_tp_strategy.py
llmfoundry/utils/__init__.py
llmfoundry/utils/builders.py
llmfoundry/utils/checkpoint_conversion_helpers.py
llmfoundry/utils/config_utils.py
llmfoundry/utils/consts.py
llmfoundry/utils/data_prep_utils.py
llmfoundry/utils/exceptions.py
llmfoundry/utils/file_utils.py
llmfoundry/utils/huggingface_hub_utils.py
llmfoundry/utils/logging_utils.py
llmfoundry/utils/model_download_utils.py
llmfoundry/utils/mosaicml_logger_utils.py
llmfoundry/utils/prompt_files.py
llmfoundry/utils/registry_utils.py
llmfoundry/utils/warnings.py
tests/test_registry.py
tests/test_smoketest.py
tests/test_utils.py