LICENSE
MANIFEST.in
README.md
setup.cfg
setup.py
ms_swift.egg-info/PKG-INFO
ms_swift.egg-info/SOURCES.txt
ms_swift.egg-info/dependency_links.txt
ms_swift.egg-info/entry_points.txt
ms_swift.egg-info/not-zip-safe
ms_swift.egg-info/requires.txt
ms_swift.egg-info/top_level.txt
requirements/docs.txt
requirements/eval.txt
requirements/framework.txt
requirements/ray.txt
requirements/swanlab.txt
requirements/tests.txt
swift/__init__.py
swift/version.py
swift/agent_template/__init__.py
swift/agent_template/base.py
swift/agent_template/deepseek_v3_1.py
swift/agent_template/extra.py
swift/agent_template/glm4.py
swift/agent_template/hermes.py
swift/agent_template/llama.py
swift/agent_template/mapping.py
swift/agent_template/mistral.py
swift/agent_template/qwen.py
swift/agent_template/qwen3_coder.py
swift/agent_template/react.py
swift/agent_template/seed_oss.py
swift/agent_template/toolbench.py
swift/agent_template/youtu.py
swift/arguments/__init__.py
swift/arguments/app_args.py
swift/arguments/deploy_args.py
swift/arguments/eval_args.py
swift/arguments/export_args.py
swift/arguments/infer_args.py
swift/arguments/merge_args.py
swift/arguments/pretrain_args.py
swift/arguments/rlhf_args.py
swift/arguments/sampling_args.py
swift/arguments/sft_args.py
swift/arguments/tuner_args.py
swift/arguments/webui_args.py
swift/arguments/base_args/__init__.py
swift/arguments/base_args/base_args.py
swift/arguments/base_args/data_args.py
swift/arguments/base_args/generation_args.py
swift/arguments/base_args/model_args.py
swift/arguments/base_args/quant_args.py
swift/arguments/base_args/template_args.py
swift/callbacks/__init__.py
swift/callbacks/activation_cpu_offload.py
swift/callbacks/adalora.py
swift/callbacks/base.py
swift/callbacks/deepspeed_elastic.py
swift/callbacks/early_stop.py
swift/callbacks/lisa.py
swift/callbacks/mapping.py
swift/callbacks/perf_log.py
swift/cli/__init__.py
swift/cli/app.py
swift/cli/deploy.py
swift/cli/eval.py
swift/cli/export.py
swift/cli/infer.py
swift/cli/main.py
swift/cli/merge_lora.py
swift/cli/pt.py
swift/cli/rlhf.py
swift/cli/rollout.py
swift/cli/sample.py
swift/cli/sft.py
swift/cli/utils.py
swift/cli/web_ui.py
swift/cli/_megatron/__init__.py
swift/cli/_megatron/export.py
swift/cli/_megatron/main.py
swift/cli/_megatron/pt.py
swift/cli/_megatron/rlhf.py
swift/cli/_megatron/sft.py
swift/config/fsdp2.json
swift/config/zero0.json
swift/config/zero1.json
swift/config/zero2.json
swift/config/zero2_offload.json
swift/config/zero3.json
swift/config/zero3_offload.json
swift/dataloader/__init__.py
swift/dataloader/dispatcher.py
swift/dataloader/shard.py
swift/dataset/__init__.py
swift/dataset/dataset_meta.py
swift/dataset/dataset_syntax.py
swift/dataset/indexed_dataset.py
swift/dataset/loader.py
swift/dataset/media.py
swift/dataset/packing.py
swift/dataset/register.py
swift/dataset/utils.py
swift/dataset/data/dataset_info.json
swift/dataset/dataset/__init__.py
swift/dataset/dataset/llm.py
swift/dataset/dataset/mllm.py
swift/dataset/preprocessor/__init__.py
swift/dataset/preprocessor/core.py
swift/dataset/preprocessor/extra.py
swift/hub/__init__.py
swift/hub/constant.py
swift/hub/hub.py
swift/infer_engine/__init__.py
swift/infer_engine/base.py
swift/infer_engine/grpo_vllm_engine.py
swift/infer_engine/infer_client.py
swift/infer_engine/infer_engine.py
swift/infer_engine/lmdeploy_engine.py
swift/infer_engine/patch.py
swift/infer_engine/protocol.py
swift/infer_engine/sglang_engine.py
swift/infer_engine/transformers_engine.py
swift/infer_engine/utils.py
swift/infer_engine/vllm_engine.py
swift/loss/__init__.py
swift/loss/base.py
swift/loss/causal_lm.py
swift/loss/embedding.py
swift/loss/mapping.py
swift/loss/reranker.py
swift/loss_scale/__init__.py
swift/loss_scale/agent.py
swift/loss_scale/base.py
swift/loss_scale/mapping.py
swift/loss_scale/other.py
swift/loss_scale/utils.py
swift/loss_scale/config/agentflan.json
swift/loss_scale/config/alpha_umi.json
swift/loss_scale/config/hermes.json
swift/loss_scale/config/ignore_empty_think.json
swift/loss_scale/config/qwen.json
swift/loss_scale/config/react.json
swift/megatron/__init__.py
swift/megatron/convert.py
swift/megatron/init.py
swift/megatron/arguments/__init__.py
swift/megatron/arguments/export_args.py
swift/megatron/arguments/megatron_args.py
swift/megatron/arguments/megatron_base_args.py
swift/megatron/arguments/pretrain_args.py
swift/megatron/arguments/rlhf_args.py
swift/megatron/arguments/sft_args.py
swift/megatron/callbacks/__init__.py
swift/megatron/callbacks/base.py
swift/megatron/callbacks/default_flow.py
swift/megatron/callbacks/mapping.py
swift/megatron/callbacks/print.py
swift/megatron/callbacks/swanlab.py
swift/megatron/callbacks/tensorboard.py
swift/megatron/callbacks/utils.py
swift/megatron/callbacks/wandb.py
swift/megatron/model/__init__.py
swift/megatron/model/constant.py
swift/megatron/model/gpt_bridge.py
swift/megatron/model/gpt_model.py
swift/megatron/model/mm_gpt_model.py
swift/megatron/model/model_config.py
swift/megatron/model/register.py
swift/megatron/model/rope.py
swift/megatron/model/gpts/__init__.py
swift/megatron/model/gpts/glm4.py
swift/megatron/model/gpts/minimax_m2.py
swift/megatron/model/gpts/olmoe.py
swift/megatron/model/gpts/qwen3_emb.py
swift/megatron/model/gpts/qwen3_next.py
swift/megatron/model/mm_gpts/__init__.py
swift/megatron/model/mm_gpts/glm.py
swift/megatron/model/mm_gpts/internvl.py
swift/megatron/model/mm_gpts/kimi_vl.py
swift/megatron/model/mm_gpts/llama4.py
swift/megatron/model/mm_gpts/qwen.py
swift/megatron/model/mm_gpts/qwen3_5.py
swift/megatron/model/mm_gpts/qwen3_vl.py
swift/megatron/model/mm_gpts/utils.py
swift/megatron/pipelines/__init__.py
swift/megatron/pipelines/export/__init__.py
swift/megatron/pipelines/export/export.py
swift/megatron/pipelines/train/__init__.py
swift/megatron/pipelines/train/pretrain.py
swift/megatron/pipelines/train/rlhf.py
swift/megatron/pipelines/train/sft.py
swift/megatron/trainers/__init__.py
swift/megatron/trainers/base.py
swift/megatron/trainers/batch_sampler.py
swift/megatron/trainers/dpo_trainer.py
swift/megatron/trainers/embedding_trainer.py
swift/megatron/trainers/gkd_trainer.py
swift/megatron/trainers/grpo_trainer.py
swift/megatron/trainers/kto_trainer.py
swift/megatron/trainers/reranker_trainer.py
swift/megatron/trainers/reward_trainer.py
swift/megatron/trainers/rlhf_mixin.py
swift/megatron/trainers/rollout_mixin.py
swift/megatron/trainers/trainer.py
swift/megatron/trainers/utils.py
swift/megatron/trainers/vocab_parallel_utils.py
swift/megatron/tuners/__init__.py
swift/megatron/tuners/lora.py
swift/megatron/utils/__init__.py
swift/megatron/utils/convert_utils.py
swift/megatron/utils/megatron_lm_utils.py
swift/megatron/utils/parallel_utils.py
swift/megatron/utils/patcher.py
swift/megatron/utils/utils.py
swift/metrics/__init__.py
swift/metrics/acc.py
swift/metrics/base.py
swift/metrics/embedding.py
swift/metrics/mapping.py
swift/metrics/nlg.py
swift/metrics/reranker.py
swift/metrics/utils.py
swift/model/__init__.py
swift/model/constant.py
swift/model/model_arch.py
swift/model/model_meta.py
swift/model/npu_patcher.py
swift/model/patcher.py
swift/model/register.py
swift/model/utils.py
swift/model/models/__init__.py
swift/model/models/baai.py
swift/model/models/baichuan.py
swift/model/models/baidu.py
swift/model/models/bert.py
swift/model/models/codefuse.py
swift/model/models/deepseek.py
swift/model/models/gemma.py
swift/model/models/glm.py
swift/model/models/internlm.py
swift/model/models/llama.py
swift/model/models/llava.py
swift/model/models/llm.py
swift/model/models/mamba.py
swift/model/models/microsoft.py
swift/model/models/minicpm.py
swift/model/models/minimax.py
swift/model/models/mistral.py
swift/model/models/mllm.py
swift/model/models/moonshot.py
swift/model/models/mplug.py
swift/model/models/openbuddy.py
swift/model/models/qwen.py
swift/model/models/seed.py
swift/model/models/skywork.py
swift/model/models/stepfun.py
swift/model/models/telechat.py
swift/model/models/tencent.py
swift/model/models/valley.py
swift/model/models/yi.py
swift/optimizers/__init__.py
swift/optimizers/base.py
swift/optimizers/lorap.py
swift/optimizers/mapping.py
swift/optimizers/multimodal.py
swift/optimizers/muon.py
swift/optimizers/muonclip.py
swift/optimizers/galore/__init__.py
swift/optimizers/galore/adafactor.py
swift/optimizers/galore/adamw.py
swift/optimizers/galore/adamw8bit.py
swift/optimizers/galore/galore_projector.py
swift/optimizers/galore/utils.py
swift/pipelines/__init__.py
swift/pipelines/base.py
swift/pipelines/utils.py
swift/pipelines/app/__init__.py
swift/pipelines/app/app.py
swift/pipelines/app/build_ui.py
swift/pipelines/app/locale.py
swift/pipelines/eval/__init__.py
swift/pipelines/eval/eval.py
swift/pipelines/eval/utils.py
swift/pipelines/export/__init__.py
swift/pipelines/export/cached_dataset.py
swift/pipelines/export/export.py
swift/pipelines/export/merge_lora.py
swift/pipelines/export/ollama.py
swift/pipelines/export/quant.py
swift/pipelines/infer/__init__.py
swift/pipelines/infer/deploy.py
swift/pipelines/infer/infer.py
swift/pipelines/infer/rollout.py
swift/pipelines/infer/utils.py
swift/pipelines/sampling/__init__.py
swift/pipelines/sampling/base.py
swift/pipelines/sampling/distill_sampler.py
swift/pipelines/sampling/sampling.py
swift/pipelines/sampling/utils.py
swift/pipelines/sampling/vanilla_sampler.py
swift/pipelines/train/__init__.py
swift/pipelines/train/kto.py
swift/pipelines/train/pretrain.py
swift/pipelines/train/rlhf.py
swift/pipelines/train/sft.py
swift/pipelines/train/tuner.py
swift/ray/__init__.py
swift/ray/arguments.py
swift/ray/base.py
swift/ray/resource_manager.py
swift/rewards/__init__.py
swift/rewards/orm.py
swift/rewards/prm.py
swift/rewards/rm_plugin.py
swift/rlhf_trainers/__init__.py
swift/rlhf_trainers/args_mixin.py
swift/rlhf_trainers/arguments.py
swift/rlhf_trainers/cpo_trainer.py
swift/rlhf_trainers/dpo_trainer.py
swift/rlhf_trainers/gkd_trainer.py
swift/rlhf_trainers/grpo_trainer.py
swift/rlhf_trainers/kto_trainer.py
swift/rlhf_trainers/orpo_trainer.py
swift/rlhf_trainers/ppo_trainer.py
swift/rlhf_trainers/reward_trainer.py
swift/rlhf_trainers/rlhf_mixin.py
swift/rlhf_trainers/rollout_mixin.py
swift/rlhf_trainers/utils.py
swift/rlhf_trainers/vllm_client.py
swift/rollout/__init__.py
swift/rollout/gym_env.py
swift/rollout/multi_turn.py
swift/sequence_parallel/__init__.py
swift/sequence_parallel/ulysses.py
swift/sequence_parallel/utils.py
swift/sequence_parallel/zigzag_ring_attn.py
swift/template/__init__.py
swift/template/base.py
swift/template/constant.py
swift/template/grounding.py
swift/template/register.py
swift/template/template_inputs.py
swift/template/template_meta.py
swift/template/utils.py
swift/template/vision_utils.py
swift/template/templates/__init__.py
swift/template/templates/baai.py
swift/template/templates/baidu.py
swift/template/templates/bert.py
swift/template/templates/deepseek.py
swift/template/templates/dots.py
swift/template/templates/gemma.py
swift/template/templates/glm.py
swift/template/templates/idefics3.py
swift/template/templates/internlm.py
swift/template/templates/internvl.py
swift/template/templates/kwai.py
swift/template/templates/llama.py
swift/template/templates/llava.py
swift/template/templates/llm.py
swift/template/templates/megrez.py
swift/template/templates/microsoft.py
swift/template/templates/midashenglm.py
swift/template/templates/minicpm.py
swift/template/templates/minimax.py
swift/template/templates/minimind.py
swift/template/templates/mistral.py
swift/template/templates/molmo.py
swift/template/templates/moonshot.py
swift/template/templates/mplug.py
swift/template/templates/openbuddy.py
swift/template/templates/pixtral.py
swift/template/templates/qwen.py
swift/template/templates/seed.py
swift/template/templates/stepfun.py
swift/template/templates/tencent.py
swift/template/templates/utils.py
swift/template/templates/valley.py
swift/template/templates/yi.py
swift/trainers/__init__.py
swift/trainers/arguments.py
swift/trainers/embedding_trainer.py
swift/trainers/mixin.py
swift/trainers/patcher.py
swift/trainers/reranker_trainer.py
swift/trainers/seq2seq_trainer.py
swift/trainers/trainer.py
swift/trainers/trainer_factory.py
swift/trainers/utils.py
swift/tuner_plugin/__init__.py
swift/tuner_plugin/base.py
swift/tuner_plugin/dummy.py
swift/tuner_plugin/ia3.py
swift/tuner_plugin/lora_llm.py
swift/tuner_plugin/mapping.py
swift/tuners/__init__.py
swift/tuners/adapter.py
swift/tuners/base.py
swift/tuners/llamapro.py
swift/tuners/lora.py
swift/tuners/lora_layers.py
swift/tuners/mapping.py
swift/tuners/neftune.py
swift/tuners/part.py
swift/tuners/peft.py
swift/tuners/prompt.py
swift/tuners/reft.py
swift/tuners/restuning.py
swift/tuners/restuning_components.py
swift/tuners/side.py
swift/tuners/utils.py
swift/tuners/longlora/__init__.py
swift/tuners/longlora/llama.py
swift/tuners/longlora/longlora.py
swift/tuners/scetuning/__init__.py
swift/tuners/scetuning/scetuning.py
swift/tuners/scetuning/scetuning_components.py
swift/ui/__init__.py
swift/ui/app.py
swift/ui/base.py
swift/ui/llm_eval/__init__.py
swift/ui/llm_eval/eval.py
swift/ui/llm_eval/llm_eval.py
swift/ui/llm_eval/model.py
swift/ui/llm_eval/runtime.py
swift/ui/llm_export/__init__.py
swift/ui/llm_export/export.py
swift/ui/llm_export/llm_export.py
swift/ui/llm_export/model.py
swift/ui/llm_export/runtime.py
swift/ui/llm_grpo/__init__.py
swift/ui/llm_grpo/advanced.py
swift/ui/llm_grpo/dataset.py
swift/ui/llm_grpo/external_rollout.py
swift/ui/llm_grpo/external_runtime.py
swift/ui/llm_grpo/grpo_advanced.py
swift/ui/llm_grpo/hyper.py
swift/ui/llm_grpo/llm_grpo.py
swift/ui/llm_grpo/lora.py
swift/ui/llm_grpo/model.py
swift/ui/llm_grpo/optimizer.py
swift/ui/llm_grpo/quantization.py
swift/ui/llm_grpo/report_to.py
swift/ui/llm_grpo/reward.py
swift/ui/llm_grpo/rollout.py
swift/ui/llm_grpo/runtime.py
swift/ui/llm_grpo/save.py
swift/ui/llm_grpo/target.py
swift/ui/llm_grpo/tuner.py
swift/ui/llm_infer/__init__.py
swift/ui/llm_infer/generate.py
swift/ui/llm_infer/llm_infer.py
swift/ui/llm_infer/model.py
swift/ui/llm_infer/runtime.py
swift/ui/llm_rlhf/__init__.py
swift/ui/llm_rlhf/advanced.py
swift/ui/llm_rlhf/dataset.py
swift/ui/llm_rlhf/hyper.py
swift/ui/llm_rlhf/llm_rlhf.py
swift/ui/llm_rlhf/lora.py
swift/ui/llm_rlhf/model.py
swift/ui/llm_rlhf/optimizer.py
swift/ui/llm_rlhf/quantization.py
swift/ui/llm_rlhf/report_to.py
swift/ui/llm_rlhf/rlhf.py
swift/ui/llm_rlhf/runtime.py
swift/ui/llm_rlhf/save.py
swift/ui/llm_rlhf/target.py
swift/ui/llm_rlhf/tuner.py
swift/ui/llm_sample/__init__.py
swift/ui/llm_sample/llm_sample.py
swift/ui/llm_sample/model.py
swift/ui/llm_sample/runtime.py
swift/ui/llm_sample/sample.py
swift/ui/llm_train/__init__.py
swift/ui/llm_train/advanced.py
swift/ui/llm_train/dataset.py
swift/ui/llm_train/hyper.py
swift/ui/llm_train/llm_train.py
swift/ui/llm_train/lora.py
swift/ui/llm_train/model.py
swift/ui/llm_train/optimizer.py
swift/ui/llm_train/quantization.py
swift/ui/llm_train/report_to.py
swift/ui/llm_train/runtime.py
swift/ui/llm_train/save.py
swift/ui/llm_train/self_cog.py
swift/ui/llm_train/target.py
swift/ui/llm_train/task.py
swift/ui/llm_train/tuner.py
swift/ui/llm_train/utils.py
swift/utils/__init__.py
swift/utils/constants.py
swift/utils/dequantizer.py
swift/utils/env.py
swift/utils/hf_config.py
swift/utils/hub_utils.py
swift/utils/import_utils.py
swift/utils/io_utils.py
swift/utils/logger.py
swift/utils/np_utils.py
swift/utils/processor_utils.py
swift/utils/safetensors.py
swift/utils/shutdown_manager.py
swift/utils/tb_utils.py
swift/utils/torch_utils.py
swift/utils/transformers_utils.py
swift/utils/utils.py
tests/test_utils.py