.gitignore
.gitmodules
.pre-commit-config.yaml
.readthedocs.yaml
CMakeLists.txt
CODE_OF_CONDUCT.md
CONTRIBUTING.md
DCO
Dockerfile
Dockerfile.310p
Dockerfile.310p.openEuler
Dockerfile.a3
Dockerfile.a3.openEuler
Dockerfile.openEuler
LICENSE
README.md
README.zh.md
codecov.yml
collect_env.py
format.sh
mypy.ini
packages.txt
pyproject.toml
requirements-dev.txt
requirements-lint.txt
requirements.txt
setup.py
typos.toml
.gemini/config.yaml
.github/Dockerfile.buildwheel
.github/Dockerfile.nightly.a2
.github/Dockerfile.nightly.a3
.github/PULL_REQUEST_TEMPLATE.md
.github/actionlint.yaml
.github/dependabot.yml
.github/labeler.yml
.github/ISSUE_TEMPLATE/100-documentation.yml
.github/ISSUE_TEMPLATE/110-user-story.yml
.github/ISSUE_TEMPLATE/200-installation.yml
.github/ISSUE_TEMPLATE/300-usage.yml
.github/ISSUE_TEMPLATE/400-bug-report.yml
.github/ISSUE_TEMPLATE/500-feature-request.yml
.github/ISSUE_TEMPLATE/600-new-model.yml
.github/ISSUE_TEMPLATE/700-performance-discussion.yml
.github/ISSUE_TEMPLATE/750-RFC.yml
.github/ISSUE_TEMPLATE/800-others.yml
.github/ISSUE_TEMPLATE/900-release-checklist.yml
.github/ISSUE_TEMPLATE/config.yml
.github/workflows/_e2e_nightly_multi_node.yaml
.github/workflows/_e2e_nightly_single_node.yaml
.github/workflows/_e2e_nightly_single_node_models.yaml
.github/workflows/_e2e_test.yaml
.github/workflows/_pre_commit.yml
.github/workflows/_schedule_image_build.yaml
.github/workflows/_unit_test.yaml
.github/workflows/bot_merge_conflict.yaml
.github/workflows/bot_pr_create.yaml
.github/workflows/labled_doctest.yaml
.github/workflows/labled_download_model.yaml
.github/workflows/labled_test_310.yaml
.github/workflows/nightly_test_a2.yaml
.github/workflows/nightly_test_a3.yaml
.github/workflows/pr_close_cancel_job.yaml
.github/workflows/pr_test_full.yaml
.github/workflows/pr_test_light.yaml
.github/workflows/schedule_codecov_refresh.yaml
.github/workflows/schedule_image_build_and_push.yaml
.github/workflows/schedule_nightly_image_build.yaml
.github/workflows/schedule_release_code_and_wheel.yml
.github/workflows/schedule_test_benchmarks.yaml
.github/workflows/schedule_test_vllm_main.yaml
.github/workflows/matchers/actionlint.json
.github/workflows/matchers/mypy.json
.github/workflows/misc/model_list.json
benchmarks/README.md
benchmarks/requirements-bench.txt
benchmarks/ops/ben_vocabparallelembedding.py
benchmarks/scripts/convert_json_to_markdown.py
benchmarks/scripts/perf_result_template.md
benchmarks/scripts/run-performance-benchmarks.sh
benchmarks/tests/latency-tests.json
benchmarks/tests/serving-tests.json
benchmarks/tests/throughput-tests.json
cmake/utils.cmake
csrc/CMakeLists.txt
csrc/build.sh
csrc/build_aclnn.sh
csrc/camem_allocator.cpp
csrc/ops.h
csrc/torch_binding.cpp
csrc/torch_binding_meta.cpp
csrc/utils.h
csrc/aclnn_torch_adapter/NPUBridge.cpp
csrc/aclnn_torch_adapter/NPUBridge.h
csrc/aclnn_torch_adapter/NPUStorageImpl.cpp
csrc/aclnn_torch_adapter/NPUStorageImpl.h
csrc/aclnn_torch_adapter/op_api_common.h
csrc/add_rms_norm_bias/op_host/CMakeLists.txt
csrc/add_rms_norm_bias/op_host/add_rms_norm_bias_def.cpp
csrc/add_rms_norm_bias/op_host/add_rms_norm_bias_infershape.cpp
csrc/add_rms_norm_bias/op_host/add_rms_norm_bias_tiling.cpp
csrc/add_rms_norm_bias/op_host/add_rms_norm_bias_tiling.h
csrc/add_rms_norm_bias/op_host/error_log.h
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias.cpp
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias.h
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias_merge_n.h
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias_multi_n.h
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias_single_n.h
csrc/add_rms_norm_bias/op_kernel/add_rms_norm_bias_split_d.h
csrc/add_rms_norm_bias/op_kernel/reduce_common.h
csrc/add_rms_norm_bias/op_kernel/rms_norm_base.h
csrc/batch_matmul_transpose/op_host/batch_matmul_transpose.h
csrc/batch_matmul_transpose/op_host/common.h
csrc/batch_matmul_transpose/op_host/common_tiling.h
csrc/batch_matmul_transpose/op_host/tiling/tiling_data.cpp
csrc/batch_matmul_transpose/op_host/tiling/tiling_data.h
csrc/batch_matmul_transpose/op_kernel/batch_matmul_transpose_kernel.cpp
csrc/cmake/config.cmake
csrc/cmake/func.cmake
csrc/cmake/intf.cmake
csrc/cmake/intf_pub.cmake
csrc/cmake/modules/Findalog.cmake
csrc/cmake/scripts/prepare.sh
csrc/dispatch_ffn_combine/op_host/CMakeLists.txt
csrc/dispatch_ffn_combine/op_host/aclnn_dispatch_ffn_combine.cpp
csrc/dispatch_ffn_combine/op_host/aclnn_dispatch_ffn_combine.h
csrc/dispatch_ffn_combine/op_host/dispatch_ffn_combine_def.cpp
csrc/dispatch_ffn_combine/op_host/dispatch_ffn_combine_proto.cpp
csrc/dispatch_ffn_combine/op_host/dispatch_ffn_combine_tiling.cpp
csrc/dispatch_ffn_combine/op_host/error_log.h
csrc/dispatch_ffn_combine/op_host/hcom_topo_info.h
csrc/dispatch_ffn_combine/op_host/tiling_args.h
csrc/dispatch_ffn_combine/op_kernel/dispatch_ffn_combine.cpp
csrc/dispatch_ffn_combine/op_kernel/dispatch_ffn_combine.h
csrc/dispatch_ffn_combine/op_kernel/dispatch_ffn_combine_kernel.hpp
csrc/dispatch_ffn_combine/op_kernel/dispatch_ffn_combine_tiling.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_init_routing_quant_v2.cpp
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_init_routing_quant_v2_tiling.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_init_routing_v2_tiling.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_common.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_expert_token_out.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_fullload_dynamic_quant.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_fullload_quant.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_fullload_quant_base.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_gather_dynamic_quant.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_gather_out.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_gather_quant.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_init_routing_fullload.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_mrgsort.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_mrgsort_out.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_sort_base.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_sort_multi_core.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_sort_one_core.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_src_to_dst_and_gather.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_src_to_dst_op.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/moe_v2_src_to_dst_with_capacity.h
csrc/dispatch_ffn_combine/op_kernel/moe_init_routing_quant_v2/tiling_base.h
csrc/dispatch_ffn_combine/op_kernel/unpermute/moe_token_unpermute.h
csrc/dispatch_ffn_combine/op_kernel/unpermute/moe_token_unpermute_tiling.h
csrc/dispatch_ffn_combine/op_kernel/utils/block_epilogue_pertoken_row.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/block_epilogue_pertoken_swiglu.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/block_mmad_preload_async_fixpipe_quant.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/const_args.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/copy_gm_to_l1_custom.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/copy_l0c_to_gm_custom.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/dispatch_policy_custom.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/get_tensor_addr.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/hccl_shmem.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/layout3d.hpp
csrc/dispatch_ffn_combine/op_kernel/utils/select_helper.hpp
csrc/dispatch_gmm_combine_decode/op_host/CMakeLists.txt
csrc/dispatch_gmm_combine_decode/op_host/aclnn_dispatch_gmm_combine_decode.cpp
csrc/dispatch_gmm_combine_decode/op_host/aclnn_dispatch_gmm_combine_decode.h
csrc/dispatch_gmm_combine_decode/op_host/dispatch_gmm_combine_decode_def.cpp
csrc/dispatch_gmm_combine_decode/op_host/dispatch_gmm_combine_decode_proto.cpp
csrc/dispatch_gmm_combine_decode/op_host/dispatch_gmm_combine_decode_tiling.cpp
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode.cpp
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode_base.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode_tiling.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/dispatch_policy.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/block/block_epilogue.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/block/block_epilogue_per_token_dequant.hpp
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/block/block_epilogue_per_token_dequant_swiglu.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/tile/tile_stride_binary.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/epilogue/tile/tile_stride_muls.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/gemm/dispatch_policy.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/gemm/block/block_mmad.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/gemm/block/block_mmad_preload_async_with_callback_resident_a.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/gemm/kernel/grouped_matmul_slice_m_per_token_dequant_multistage_workspace.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/gemm/kernel/grouped_matmul_slice_m_per_token_dequant_swiglu_quant_multistage_workspace.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/raw_distributed/cam_moe_distribute_combine.h
csrc/dispatch_gmm_combine_decode/op_kernel/dispatch_gmm_combine_decode/raw_distributed/cam_moe_distribute_dispatch.h
csrc/dispatch_layout/op_host/CMakeLists.txt
csrc/dispatch_layout/op_host/aclnn_dispatch_layout.cpp
csrc/dispatch_layout/op_host/aclnn_dispatch_layout.h
csrc/dispatch_layout/op_host/dispatch_layout.cpp
csrc/dispatch_layout/op_host/dispatch_layout_tiling.cpp
csrc/dispatch_layout/op_kernel/dispatch_layout.cpp
csrc/dispatch_layout/op_kernel/dispatch_layout.h
csrc/dispatch_layout/op_kernel/dispatch_layout_tiling.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/CMakeLists.txt
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/aclnn_grouped_matmul_swiglu_quant_weight_nz_tensor_list.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/aclnn_grouped_matmul_swiglu_quant_weight_nz_tensor_list.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list_def.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list_proto.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list_tiling.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_host/grouped_matmul_swiglu_quant_weight_nz_tensor_list_tiling.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_kernel/grouped_matmul_swiglu_quant_weight_nz_tensor_list.cpp
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_kernel/grouped_matmul_swiglu_quant_weight_nz_tensor_list.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_kernel/grouped_matmul_swiglu_quant_weight_nz_tensor_list_split_ws.h
csrc/grouped_matmul_swiglu_quant_weight_nz_tensor_list/op_kernel/grouped_matmul_swiglu_quant_weight_nz_tensor_list_utils.h
csrc/kernels/bgmv_expand.cpp
csrc/kernels/bgmv_shrink.cpp
csrc/kernels/get_masked_input_and_mask_kernel.cpp
csrc/kernels/math_utils.h
csrc/kernels/pos_encoding_kernels.cpp
csrc/kernels/sgmv_expand.cpp
csrc/kernels/sgmv_shrink.cpp
csrc/kernels/types.h
csrc/kernels/utils.h
csrc/lightning_indexer/op_host/CMakeLists.txt
csrc/lightning_indexer/op_host/lightning_indexer_def.cpp
csrc/lightning_indexer/op_host/lightning_indexer_proto.cpp
csrc/lightning_indexer/op_host/lightning_indexer_tiling.cpp
csrc/lightning_indexer/op_host/lightning_indexer_tiling.h
csrc/lightning_indexer/op_kernel/lightning_indexer.cpp
csrc/lightning_indexer/op_kernel/lightning_indexer_common.h
csrc/lightning_indexer/op_kernel/lightning_indexer_kernel.h
csrc/lightning_indexer/op_kernel/lightning_indexer_service_cube.h
csrc/lightning_indexer/op_kernel/lightning_indexer_service_vector.h
csrc/lightning_indexer/op_kernel/lightning_indexer_template_tiling_key.h
csrc/lightning_indexer/op_kernel/lightning_indexer_vector.h
csrc/matmul_allreduce_add_rmsnorm/op_host/CMakeLists.txt
csrc/matmul_allreduce_add_rmsnorm/op_host/aclnn_matmul_allreduce_add_rmsnorm.cpp
csrc/matmul_allreduce_add_rmsnorm/op_host/aclnn_matmul_allreduce_add_rmsnorm.h
csrc/matmul_allreduce_add_rmsnorm/op_host/matmul_allreduce_add_rmsnorm_def.cpp
csrc/matmul_allreduce_add_rmsnorm/op_host/matmul_allreduce_add_rmsnorm_proto.cpp
csrc/matmul_allreduce_add_rmsnorm/op_host/matmul_allreduce_add_rmsnorm_tiling.cpp
csrc/matmul_allreduce_add_rmsnorm/op_host/matmul_allreduce_add_rmsnorm_workspace.h
csrc/matmul_allreduce_add_rmsnorm/op_kernel/matmul_allreduce_add_rmsnorm.cpp
csrc/matmul_allreduce_add_rmsnorm/op_kernel/matmul_allreduce_add_rmsnorm_aic_kernel.h
csrc/matmul_allreduce_add_rmsnorm/op_kernel/matmul_allreduce_add_rmsnorm_aiv_kernel.h
csrc/matmul_allreduce_add_rmsnorm/op_kernel/matmul_allreduce_add_rmsnorm_tiling.h
csrc/matmul_allreduce_add_rmsnorm/op_kernel/matmul_allreduce_add_rmsnorm_utils.h
csrc/mla_preprocess/op_host/mla_preprocess.h
csrc/mla_preprocess/op_host/tiling/mla_preprocess_tiling.h
csrc/mla_preprocess/op_kernel/mla_preprocess.h
csrc/mla_preprocess/op_kernel/mla_preprocess_kernel.cpp
csrc/mla_preprocess/op_kernel/mla_preprocess_mix_bf16.hpp
csrc/mla_preprocess/op_kernel/mla_preprocess_mix_bf16_nq.hpp
csrc/mla_preprocess/op_kernel/mla_preprocess_mix_bf16_qdown.hpp
csrc/mla_preprocess/op_kernel/mla_preprocess_mix_fp16.hpp
csrc/mla_preprocess/op_kernel/kernel/common.h
csrc/mla_preprocess/op_kernel/kernel/common_func.h
csrc/mla_preprocess/op_kernel/kernel/hardware.h
csrc/mla_preprocess/op_kernel/kernel/iterator.h
csrc/mla_preprocess/op_kernel/kernel/kernel_utils.h
csrc/mla_preprocess/op_kernel/kernel/layout.h
csrc/mla_preprocess/op_kernel/kernel/mem.h
csrc/mla_preprocess/op_kernel/kernel/mma.h
csrc/mla_preprocess/op_kernel/kernel/set_fpc.h
csrc/mla_preprocess/op_kernel/kernel/simd.h
csrc/mla_preprocess/op_kernel/kernel/utils.h
csrc/mla_preprocess/op_kernel/kernel/iterators/gm_to_l1_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/gm_to_ub_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l0c_to_gm_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l0c_to_l1_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l0c_to_ub_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l1_to_bt_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l1_to_fb_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l1_to_l0_iterator.inc
csrc/mla_preprocess/op_kernel/kernel/iterators/l1_to_ub_iterator.inc
csrc/moe_combine_normal/op_host/CMakeLists.txt
csrc/moe_combine_normal/op_host/aclnn_moe_combine_normal.cpp
csrc/moe_combine_normal/op_host/aclnn_moe_combine_normal.h
csrc/moe_combine_normal/op_host/moe_combine_normal.cpp
csrc/moe_combine_normal/op_host/moe_combine_normal_tiling.cpp
csrc/moe_combine_normal/op_kernel/moe_combine_normal.cpp
csrc/moe_combine_normal/op_kernel/moe_combine_normal.h
csrc/moe_combine_normal/op_kernel/moe_combine_normal_tiling.h
csrc/moe_dispatch_normal/op_host/CMakeLists.txt
csrc/moe_dispatch_normal/op_host/aclnn_moe_dispatch_normal.cpp
csrc/moe_dispatch_normal/op_host/aclnn_moe_dispatch_normal.h
csrc/moe_dispatch_normal/op_host/moe_dispatch_normal.cpp
csrc/moe_dispatch_normal/op_host/moe_dispatch_normal_tiling.cpp
csrc/moe_dispatch_normal/op_kernel/moe_dispatch_normal.cpp
csrc/moe_dispatch_normal/op_kernel/moe_dispatch_normal.h
csrc/moe_dispatch_normal/op_kernel/moe_dispatch_normal_tiling.h
csrc/moe_gating_top_k/op_host/CMakeLists.txt
csrc/moe_gating_top_k/op_host/error_log.h
csrc/moe_gating_top_k/op_host/math_util.h
csrc/moe_gating_top_k/op_host/moe_gating_top_k_def.cpp
csrc/moe_gating_top_k/op_host/moe_gating_top_k_infershape.cpp
csrc/moe_gating_top_k/op_host/moe_gating_top_k_proto.cpp
csrc/moe_gating_top_k/op_host/moe_gating_top_k_proto.h
csrc/moe_gating_top_k/op_host/moe_gating_top_k_tiling.cpp
csrc/moe_gating_top_k/op_host/moe_gating_top_k_tiling.h
csrc/moe_gating_top_k/op_host/moe_gating_top_k_tiling_arch35.cpp
csrc/moe_gating_top_k/op_host/moe_gating_top_k_tiling_base.cpp
csrc/moe_gating_top_k/op_kernel/common.h
csrc/moe_gating_top_k/op_kernel/error_log.h
csrc/moe_gating_top_k/op_kernel/moe_gating_top_k.cpp
csrc/moe_gating_top_k/op_kernel/moe_gating_top_k_apt.cpp
csrc/moe_gating_top_k/op_kernel/moe_gating_top_k_e_k_fullload.h
csrc/moe_gating_top_k/op_kernel/moe_gating_top_k_generalized.h
csrc/moe_gating_top_k/op_kernel/moe_gating_top_k_without_group.h
csrc/moe_gating_top_k/tiling_base/data_copy_transpose_tiling.h
csrc/moe_gating_top_k/tiling_base/data_copy_transpose_tiling_def.h
csrc/moe_gating_top_k/tiling_base/error_log.h
csrc/moe_gating_top_k/tiling_base/tiling_base.h
csrc/moe_gating_top_k/tiling_base/tiling_key.h
csrc/moe_gating_top_k/tiling_base/tiling_templates_registry.h
csrc/moe_gating_top_k/tiling_base/tiling_type.h
csrc/moe_gating_top_k/tiling_base/tiling_util.h
csrc/moe_init_routing_custom/op_host/CMakeLists.txt
csrc/moe_init_routing_custom/op_host/aclnn_moe_init_routing_custom.cpp
csrc/moe_init_routing_custom/op_host/aclnn_moe_init_routing_custom.h
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom.cpp
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom.h
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom_def.cpp
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom_infershape.cpp
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom_tiling.cpp
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom_tiling.h
csrc/moe_init_routing_custom/op_host/moe_init_routing_custom_tiling_base.cpp
csrc/moe_init_routing_custom/op_kernel/moe_custom_common.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_expert_tokens_count.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_full_load.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_full_load_base.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_full_load_dynamic_quant.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_full_load_static_quant.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_full_load_unquantized.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_droppad_static_quant.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_dynamic_quant.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_out.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_out_droppad.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_sort_multi_core.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_gather_static_quant.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_mrgsort.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_mrgsort_out.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_mrgsort_out_performance.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_mrgsort_performance.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_row_idx_gather.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_row_idx_gather_droppad.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_row_idx_gather_droppad_dynamic.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_sort_actual_expert.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_sort_base.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_sort_multi_core.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_sort_multi_core_performance.h
csrc/moe_init_routing_custom/op_kernel/moe_custom_sort_one_core.h
csrc/moe_init_routing_custom/op_kernel/moe_init_routing_custom.cpp
csrc/notify_dispatch/op_host/CMakeLists.txt
csrc/notify_dispatch/op_host/aclnn_notify_dispatch.cpp
csrc/notify_dispatch/op_host/aclnn_notify_dispatch.h
csrc/notify_dispatch/op_host/notify_dispatch.cpp
csrc/notify_dispatch/op_host/notify_dispatch_tiling.cpp
csrc/notify_dispatch/op_kernel/notify_dispatch.cpp
csrc/notify_dispatch/op_kernel/notify_dispatch.h
csrc/notify_dispatch/op_kernel/notify_dispatch_tiling.h
csrc/sparse_flash_attention/op_host/CMakeLists.txt
csrc/sparse_flash_attention/op_host/sparse_flash_attention_def.cpp
csrc/sparse_flash_attention/op_host/sparse_flash_attention_proto.cpp
csrc/sparse_flash_attention/op_host/sparse_flash_attention_tiling.cpp
csrc/sparse_flash_attention/op_host/sparse_flash_attention_tiling.h
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention.cpp
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention_common.h
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention_kernel_mla.h
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention_service_cube_mla.h
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention_service_vector_mla.h
csrc/sparse_flash_attention/op_kernel/sparse_flash_attention_template_tiling_key.h
csrc/utils/CMakeLists.txt
csrc/utils/inc/aclnn_util.h
csrc/utils/inc/fallback.h
csrc/utils/inc/fallback_comm.h
csrc/utils/inc/error/ops_error.h
csrc/utils/inc/kernel/comm_args.h
csrc/utils/inc/kernel/data_copy.h
csrc/utils/inc/kernel/dropmask.h
csrc/utils/inc/kernel/pse.h
csrc/utils/inc/kernel/sync_collectives.h
csrc/utils/inc/kernel/util.h
csrc/utils/inc/log/ops_log.h
csrc/utils/inc/log/inner/dfx_base.h
csrc/utils/inc/tiling/data_copy_transpose_tiling.h
csrc/utils/inc/tiling/data_copy_transpose_tiling_def.h
csrc/utils/inc/tiling/tiling_base.h
csrc/utils/inc/tiling/tiling_templates_registry.h
csrc/utils/inc/tiling/tiling_type.h
csrc/utils/src/fallback_comm.cpp
docs/Makefile
docs/README.md
docs/requirements-docs.txt
docs/requirements-test.txt
docs/source/conf.py
docs/source/faqs.md
docs/source/index.md
docs/source/installation.md
docs/source/quick_start.md
docs/source/_templates/sections/header.html
docs/source/assets/deployment.png
docs/source/assets/disaggregated_prefill_pull.png
docs/source/assets/disaggregated_prefill_push.png
docs/source/assets/eplb.png
docs/source/assets/multi_node_dp_deepseek.png
docs/source/assets/multi_node_dp_kimi.png
docs/source/assets/workflow.png
docs/source/assets/cp/blocktable.png
docs/source/assets/cp/chunkedprefill.png
docs/source/assets/cp/dcp-decode.png
docs/source/assets/cp/dcp-prefill.png
docs/source/assets/cp/head-tail-style.png
docs/source/assets/cp/overview.png
docs/source/assets/cp/pcp-decode.png
docs/source/assets/cp/pcp-prefill.png
docs/source/assets/quantization/get_quant_method.png
docs/source/assets/quantization/quant_algorithm_overview.png
docs/source/assets/quantization/quant_method_base_class.png
docs/source/assets/quantization/quant_method_call_flow.png
docs/source/assets/quantization/quant_methods_overview.png
docs/source/community/contributors.md
docs/source/community/governance.md
docs/source/community/versioning_policy.md
docs/source/community/user_stories/index.md
docs/source/community/user_stories/llamafactory.md
docs/source/developer_guide/contribution/index.md
docs/source/developer_guide/contribution/multi_node_test.md
docs/source/developer_guide/contribution/testing.md
docs/source/developer_guide/evaluation/index.md
docs/source/developer_guide/evaluation/using_ais_bench.md
docs/source/developer_guide/evaluation/using_evalscope.md
docs/source/developer_guide/evaluation/using_lm_eval.md
docs/source/developer_guide/evaluation/using_opencompass.md
docs/source/developer_guide/feature_guide/ACL_Graph.md
docs/source/developer_guide/feature_guide/KV_Cache_Pool_Guide.md
docs/source/developer_guide/feature_guide/ModelRunner_prepare_inputs.md
docs/source/developer_guide/feature_guide/add_custom_aclnn_op.md
docs/source/developer_guide/feature_guide/context_parallel.md
docs/source/developer_guide/feature_guide/disaggregated_prefill.md
docs/source/developer_guide/feature_guide/eplb_swift_balancer.md
docs/source/developer_guide/feature_guide/index.md
docs/source/developer_guide/feature_guide/patch.md
docs/source/developer_guide/feature_guide/quantization.md
docs/source/developer_guide/performance_and_debug/index.md
docs/source/developer_guide/performance_and_debug/msprobe_guide.md
docs/source/developer_guide/performance_and_debug/optimization_and_tuning.md
docs/source/developer_guide/performance_and_debug/performance_benchmark.md
docs/source/developer_guide/performance_and_debug/profile_execute_duration.md
docs/source/developer_guide/performance_and_debug/service_profiling_guide.md
docs/source/locale/zh_CN/LC_MESSAGES/faqs.po
docs/source/locale/zh_CN/LC_MESSAGES/index.po
docs/source/locale/zh_CN/LC_MESSAGES/installation.po
docs/source/locale/zh_CN/LC_MESSAGES/quick_start.po
docs/source/locale/zh_CN/LC_MESSAGES/community/contributors.po
docs/source/locale/zh_CN/LC_MESSAGES/community/governance.po
docs/source/locale/zh_CN/LC_MESSAGES/community/versioning_policy.po
docs/source/locale/zh_CN/LC_MESSAGES/community/user_stories/index.po
docs/source/locale/zh_CN/LC_MESSAGES/community/user_stories/llamafactory.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/contribution/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/contribution/multi_node_test.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/contribution/testing.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/using_ais_bench.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/using_evalscope.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/using_lm_eval.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/using_opencompass.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/evaluation/accuracy_report/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/ACL_Graph.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/KV_Cache_Pool_Guide.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/ModelRunner_prepare_inputs.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/add_custom_aclnn_op.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/context_parallel.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/disaggregated_prefill.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/eplb_swift_balancer.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/patch.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/feature_guide/quantization.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/modeling/adding_a_new_model.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/modeling/adding_a_new_multimodal_model.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/modeling/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/index.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/msprobe_guide.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/optimization_and_tuning.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/performance_benchmark.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/profile_execute_duration.po
docs/source/locale/zh_CN/LC_MESSAGES/developer_guide/performance_and_debug/service_profiling_guide.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/310p.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/DeepSeek-R1.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/DeepSeek-V3.1.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/DeepSeek-V3.2.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/GLM4.x.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Kimi-K2-Thinking.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/PaddleOCR-VL.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen-VL-Dense.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen2.5-7B.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen2.5-Omni.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-235B-A22B.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-30B-A3B.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-32B-W4A4.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-8B-W4A8.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-Coder-30B-A3B.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-Dense.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-Next.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-Omni-30B-A3B-Thinking.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3-VL-235B-A22B-Instruct.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3_embedding.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/Qwen3_reranker.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/index.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/long_sequence_context_parallel_multi_node.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/long_sequence_context_parallel_single_node.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/multi_node.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/multi_npu.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/multi_npu_moge.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/multi_npu_quantization.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/multi_npu_qwen3_moe.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/pd_colocated_mooncake_multi_instance.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/pd_disaggregation_mooncake_multi_node.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/pd_disaggregation_mooncake_single_node.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/ray.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/single_node_300i.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/single_npu.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/single_npu_audio.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/single_npu_multimodal.po
docs/source/locale/zh_CN/LC_MESSAGES/tutorials/single_npu_qwen3_embedding.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/release_notes.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/configuration/additional_config.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/configuration/env_vars.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/configuration/index.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/deployment_guide/index.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/deployment_guide/using_volcano_kthena.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/Fine_grained_TP.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/Multi_Token_Prediction.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/context_parallel.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/dynamic_batch.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/eplb_swift_balancer.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/external_dp.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/graph_mode.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/index.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/kv_pool.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/large_scale_ep.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/layer_sharding.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/lora.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/netloader.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/quantization.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/sleep_mode.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/speculative_decoding.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/structured_output.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/feature_guide/ucm_deployment.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/support_matrix/index.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/support_matrix/supported_features.po
docs/source/locale/zh_CN/LC_MESSAGES/user_guide/support_matrix/supported_models.po
docs/source/logos/vllm-ascend-logo-text-dark.png
docs/source/logos/vllm-ascend-logo-text-light.png
docs/source/tutorials/310p.md
docs/source/tutorials/DeepSeek-R1.md
docs/source/tutorials/DeepSeek-V3.1.md
docs/source/tutorials/DeepSeek-V3.2.md
docs/source/tutorials/GLM4.x.md
docs/source/tutorials/Kimi-K2-Thinking.md
docs/source/tutorials/PaddleOCR-VL.md
docs/source/tutorials/Qwen-VL-Dense.md
docs/source/tutorials/Qwen2.5-7B.md
docs/source/tutorials/Qwen2.5-Omni.md
docs/source/tutorials/Qwen3-235B-A22B.md
docs/source/tutorials/Qwen3-30B-A3B.md
docs/source/tutorials/Qwen3-32B-W4A4.md
docs/source/tutorials/Qwen3-8B-W4A8.md
docs/source/tutorials/Qwen3-Coder-30B-A3B.md
docs/source/tutorials/Qwen3-Dense.md
docs/source/tutorials/Qwen3-Next.md
docs/source/tutorials/Qwen3-Omni-30B-A3B-Thinking.md
docs/source/tutorials/Qwen3-VL-235B-A22B-Instruct.md
docs/source/tutorials/Qwen3_embedding.md
docs/source/tutorials/Qwen3_reranker.md
docs/source/tutorials/index.md
docs/source/tutorials/long_sequence_context_parallel_multi_node.md
docs/source/tutorials/long_sequence_context_parallel_single_node.md
docs/source/tutorials/pd_colocated_mooncake_multi_instance.md
docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md
docs/source/tutorials/pd_disaggregation_mooncake_single_node.md
docs/source/tutorials/ray.md
docs/source/user_guide/release_notes.md
docs/source/user_guide/configuration/additional_config.md
docs/source/user_guide/configuration/env_vars.md
docs/source/user_guide/configuration/index.md
docs/source/user_guide/deployment_guide/index.md
docs/source/user_guide/deployment_guide/using_volcano_kthena.md
docs/source/user_guide/feature_guide/Fine_grained_TP.md
docs/source/user_guide/feature_guide/Multi_Token_Prediction.md
docs/source/user_guide/feature_guide/context_parallel.md
docs/source/user_guide/feature_guide/dynamic_batch.md
docs/source/user_guide/feature_guide/eplb_swift_balancer.md
docs/source/user_guide/feature_guide/external_dp.md
docs/source/user_guide/feature_guide/graph_mode.md
docs/source/user_guide/feature_guide/index.md
docs/source/user_guide/feature_guide/kv_pool.md
docs/source/user_guide/feature_guide/large_scale_ep.md
docs/source/user_guide/feature_guide/layer_sharding.md
docs/source/user_guide/feature_guide/lora.md
docs/source/user_guide/feature_guide/netloader.md
docs/source/user_guide/feature_guide/quantization.md
docs/source/user_guide/feature_guide/sleep_mode.md
docs/source/user_guide/feature_guide/speculative_decoding.md
docs/source/user_guide/feature_guide/structured_output.md
docs/source/user_guide/feature_guide/ucm_deployment.md
docs/source/user_guide/feature_guide/images/eplb_img.png
docs/source/user_guide/feature_guide/images/layer_sharding.png
docs/source/user_guide/feature_guide/images/netloader_flowchart.png
docs/source/user_guide/feature_guide/images/netloader_timing_diagram.png
docs/source/user_guide/feature_guide/images/structured_output_1.png
docs/source/user_guide/support_matrix/index.md
docs/source/user_guide/support_matrix/supported_features.md
docs/source/user_guide/support_matrix/supported_models.md
examples/offline_data_parallel.py
examples/offline_disaggregated_prefill_npu.py
examples/offline_embed.py
examples/offline_external_launcher.py
examples/offline_inference_audio_language.py
examples/offline_inference_npu.py
examples/offline_inference_npu_long_seq.py
examples/offline_inference_npu_tp2.py
examples/offline_inference_sleep_mode_npu.py
examples/offline_weight_load.py
examples/prompt_embed_inference.py
examples/prompt_embedding_inference.py
examples/run_dp_server.sh
examples/chat_templates/template_qwen2_audio.jinja
examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py
examples/disaggregated_prefill_v1/load_balance_proxy_server_example.py
examples/disaggregated_prefill_v1/mooncake_connector_deployment_guide.md
examples/eplb/eplb_deepseek.py
examples/eplb/eplb_strategy.py
examples/external_online_dp/README.md
examples/external_online_dp/dp_load_balance_proxy_server.py
examples/external_online_dp/launch_online_dp.py
examples/external_online_dp/run_dp_template.sh
examples/quantization/llm-compressor/w8a8_int8.py
examples/quantization/llm-compressor/w8a8_int8_dynamic.py
tests/__init__.py
tests/e2e/__init__.py
tests/e2e/common.sh
tests/e2e/conftest.py
tests/e2e/model_utils.py
tests/e2e/run_doctests.sh
tests/e2e/utils.py
tests/e2e/310p/test_offline_inference_310p.py
tests/e2e/doctests/001-quickstart-test.sh
tests/e2e/doctests/002-pip-binary-installation-test.sh
tests/e2e/models/conftest.py
tests/e2e/models/report_template.md
tests/e2e/models/test_lm_eval_correctness.py
tests/e2e/models/configs/ERNIE-4.5-21B-A3B-PT.yaml
tests/e2e/models/configs/InternVL3_5-8B-hf.yaml
tests/e2e/models/configs/Llama-3.2-3B-Instruct.yaml
tests/e2e/models/configs/Molmo-7B-D-0924.yaml
tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml
tests/e2e/models/configs/Qwen2.5-Omni-7B.yaml
tests/e2e/models/configs/Qwen3-30B-A3B-W8A8.yaml
tests/e2e/models/configs/Qwen3-30B-A3B.yaml
tests/e2e/models/configs/Qwen3-8B-W8A8.yaml
tests/e2e/models/configs/Qwen3-8B.yaml
tests/e2e/models/configs/Qwen3-Next-80B-A3B-Instruct.yaml
tests/e2e/models/configs/Qwen3-Omni-30B-A3B-Instruct.yaml
tests/e2e/models/configs/Qwen3-VL-30B-A3B-Instruct.yaml
tests/e2e/models/configs/Qwen3-VL-8B-Instruct.yaml
tests/e2e/models/configs/accuracy.txt
tests/e2e/models/configs/gemma-3-4b-it.yaml
tests/e2e/models/configs/internlm3-8b-instruct.yaml
tests/e2e/models/configs/llava-onevision-qwen2-0.5b-ov-hf.yaml
tests/e2e/multicard/2-cards/test_aclgraph_capture_replay.py
tests/e2e/multicard/2-cards/test_data_parallel.py
tests/e2e/multicard/2-cards/test_expert_parallel.py
tests/e2e/multicard/2-cards/test_external_launcher.py
tests/e2e/multicard/2-cards/test_full_graph_mode.py
tests/e2e/multicard/2-cards/test_ilama_lora_tp2.py
tests/e2e/multicard/2-cards/test_offline_inference_distributed.py
tests/e2e/multicard/2-cards/test_offline_weight_load.py
tests/e2e/multicard/2-cards/test_pipeline_parallel.py
tests/e2e/multicard/2-cards/test_prefix_caching.py
tests/e2e/multicard/2-cards/test_quantization.py
tests/e2e/multicard/2-cards/test_qwen3_moe.py
tests/e2e/multicard/2-cards/test_shared_expert_dp.py
tests/e2e/multicard/2-cards/test_single_request_aclgraph.py
tests/e2e/multicard/2-cards/spec_decode/test_spec_decode.py
tests/e2e/multicard/4-cards/test_data_parallel_tp2.py
tests/e2e/multicard/4-cards/test_kimi_k2.py
tests/e2e/multicard/4-cards/test_qwen3_next.py
tests/e2e/multicard/4-cards/long_sequence/test_accuracy.py
tests/e2e/multicard/4-cards/long_sequence/test_basic.py
tests/e2e/multicard/4-cards/long_sequence/test_chunked_prefill.py
tests/e2e/multicard/4-cards/long_sequence/test_mtp.py
tests/e2e/multicard/4-cards/spec_decode/test_mtp_qwen3_next.py
tests/e2e/nightly/multi_node/__init__.py
tests/e2e/nightly/multi_node/config/DeepSeek-R1-W8A8-A2.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-R1-W8A8-EPLB.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-R1-W8A8-longseq.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-R1-W8A8.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-V3.1-BF16.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-V3.yaml
tests/e2e/nightly/multi_node/config/DeepSeek-V3_2-W8A8-A3-dual-nodes.yaml
tests/e2e/nightly/multi_node/config/Kimi-K2-Instruct-W8A8.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-A22B-A2.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-A22B.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-W8A8-EPLB.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-W8A8-longseq.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-W8A8.yaml
tests/e2e/nightly/multi_node/config/Qwen3-235B-disagg-pd.yaml
tests/e2e/nightly/multi_node/config/Qwen3-VL-235B-disagg-pd.yaml
tests/e2e/nightly/multi_node/scripts/__init__.py
tests/e2e/nightly/multi_node/scripts/lws.yaml.jinja2
tests/e2e/nightly/multi_node/scripts/multi_node_config.py
tests/e2e/nightly/multi_node/scripts/run.sh
tests/e2e/nightly/multi_node/scripts/test_multi_node.py
tests/e2e/nightly/multi_node/scripts/utils.py
tests/e2e/nightly/single_node/models/__init__.py
tests/e2e/nightly/single_node/models/test_deepseek_r1_0528_w8a8.py
tests/e2e/nightly/single_node/models/test_deepseek_r1_0528_w8a8_eplb.py
tests/e2e/nightly/single_node/models/test_deepseek_r1_w8a8_hbm.py
tests/e2e/nightly/single_node/models/test_deepseek_v3_2_w8a8.py
tests/e2e/nightly/single_node/models/test_glm4_5.py
tests/e2e/nightly/single_node/models/test_kimi_k2_thinking.py
tests/e2e/nightly/single_node/models/test_mtpx_deepseek_r1_0528_w8a8.py
tests/e2e/nightly/single_node/models/test_prefix_cache_deepseek_r1_0528_w8a8.py
tests/e2e/nightly/single_node/models/test_prefix_cache_qwen3_32b_int8.py
tests/e2e/nightly/single_node/models/test_qwen2_5_vl_32b.py
tests/e2e/nightly/single_node/models/test_qwen2_5_vl_7b.py
tests/e2e/nightly/single_node/models/test_qwen3_235b_a22b_w8a8_eplb.py
tests/e2e/nightly/single_node/models/test_qwen3_235b_w8a8.py
tests/e2e/nightly/single_node/models/test_qwen3_30b_w8a8.py
tests/e2e/nightly/single_node/models/test_qwen3_32b.py
tests/e2e/nightly/single_node/models/test_qwen3_32b_int8.py
tests/e2e/nightly/single_node/models/test_qwen3_32b_int8_a3_feature_stack3.py
tests/e2e/nightly/single_node/models/test_qwen3_8b.py
tests/e2e/nightly/single_node/models/test_qwen3_next.py
tests/e2e/nightly/single_node/models/test_qwen3_next_w8a8.py
tests/e2e/nightly/single_node/models/test_qwq_32b.py
tests/e2e/nightly/single_node/ops/__init__.py
tests/e2e/nightly/single_node/ops/multicard_ops_a2/test_matmul_allreduce_add_rmsnorm.py
tests/e2e/nightly/single_node/ops/multicard_ops_a3/__init__.py
tests/e2e/nightly/single_node/ops/multicard_ops_a3/test_dispatch_ffn_combine.py
tests/e2e/nightly/single_node/ops/multicard_ops_a3/test_dispatch_gmm_combine_decode.py
tests/e2e/nightly/single_node/ops/singlecard_ops/__init__.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_add_rms_norm_bias.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_batch_matmul_transpose.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_bgmv_expand.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_bgmv_shrink.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_fused_moe.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_gating_top_k_softmax.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_gmm_swiglu_quant_weight_nz_tensor_list.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_grouped_matmul_swiglu_quant.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_mla_preprocess.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_mla_preprocess_nq.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_mla_preprocess_qdown.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_moe_init_routing_custom.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_npu_moe_gating_top_k.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_rotary_embedding.py
tests/e2e/nightly/single_node/ops/singlecard_ops/test_vocabparallelembedding.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/__init__.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_causal_conv1d.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_chunk_gated_delta_rule.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_fused_qkvzba_split_reshape_cat.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_fused_sigmoid_gating_delta_rule.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_l2norm.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_prepare_inputs_padded.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_rejection_sample.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_rope.py
tests/e2e/nightly/single_node/ops/singlecard_ops/triton/test_split_qkv_rmsnorm_rope.py
tests/e2e/prompts/example.txt
tests/e2e/singlecard/__init__.py
tests/e2e/singlecard/test_aclgraph_accuracy.py
tests/e2e/singlecard/test_aclgraph_mem.py
tests/e2e/singlecard/test_async_scheduling.py
tests/e2e/singlecard/test_batch_invariant.py
tests/e2e/singlecard/test_camem.py
tests/e2e/singlecard/test_completion_with_prompt_embeds.py
tests/e2e/singlecard/test_cpu_offloading.py
tests/e2e/singlecard/test_guided_decoding.py
tests/e2e/singlecard/test_ilama_lora.py
tests/e2e/singlecard/test_models.py
tests/e2e/singlecard/test_multistream_overlap_shared_expert.py
tests/e2e/singlecard/test_profile_execute_duration.py
tests/e2e/singlecard/test_quantization.py
tests/e2e/singlecard/test_sampler.py
tests/e2e/singlecard/test_vlm.py
tests/e2e/singlecard/test_xlite.py
tests/e2e/singlecard/utils.py
tests/e2e/singlecard/compile/__init__.py
tests/e2e/singlecard/compile/backend.py
tests/e2e/singlecard/compile/test_norm_quant_fusion.py
tests/e2e/singlecard/model_runner_v2/__init__.py
tests/e2e/singlecard/model_runner_v2/test_basic.py
tests/e2e/singlecard/pooling/__init__.py
tests/e2e/singlecard/pooling/test_classification.py
tests/e2e/singlecard/pooling/test_embedding.py
tests/e2e/singlecard/pooling/test_scoring.py
tests/e2e/singlecard/spec_decode/__init__.py
tests/e2e/singlecard/spec_decode/test_mtp_eagle_correctness.py
tests/e2e/singlecard/spec_decode/test_v1_spec_decode.py
tests/e2e/vllm_interface/vllm_test.cfg
tests/e2e/vllm_interface/singlecard/test_sampler.py
tests/ut/__init__.py
tests/ut/base.py
tests/ut/conftest.py
tests/ut/test_ascend_config.py
tests/ut/test_envs.py
tests/ut/test_platform.py
tests/ut/test_utils.py
tests/ut/attention/test_attention_cp.py
tests/ut/attention/test_attention_mask.py
tests/ut/attention/test_attention_v1.py
tests/ut/attention/test_mla_cp.py
tests/ut/attention/test_mla_v1.py
tests/ut/attention/test_sfa_v1.py
tests/ut/attention/utils.py
tests/ut/compilation/test_acl_graph.py
tests/ut/compilation/test_add_rms_norm_quant.py
tests/ut/core/test_scheduler_dynamic_batch.py
tests/ut/device_allocator/test_camem.py
tests/ut/distributed/test_communicator.py
tests/ut/distributed/test_determin_expert_map_all.py
tests/ut/distributed/test_parallel_state.py
tests/ut/distributed/device_communicators/test_pyhccl.py
tests/ut/distributed/device_communicators/test_pyhccl_wrapper.py
tests/ut/distributed/mooncake/test_config_data.py
tests/ut/eplb/adaptor/test_abstract_adaptor.py
tests/ut/eplb/core/expert_map.json
tests/ut/eplb/core/test_eplb_device_transfer_loader.py
tests/ut/eplb/core/test_eplb_utils.py
tests/ut/eplb/core/policy/test_policy_abstract.py
tests/ut/eplb/core/policy/test_policy_dynamic_ep.py
tests/ut/eplb/core/policy/test_policy_dynamic_ep_v2.py
tests/ut/eplb/core/policy/test_policy_factor.py
tests/ut/fake_weight/config.json
tests/ut/kv_connector/test_mooncake_connector.py
tests/ut/kv_connector/test_mooncake_layerwise_connector.py
tests/ut/kv_connector/test_remote_decode_lifecycle.py
tests/ut/kv_connector/test_remote_prefill_lifecycle.py
tests/ut/kv_connector/utils.py
tests/ut/model_loader/netloader/test_netloader.py
tests/ut/model_loader/netloader/test_netloader_elastic.py
tests/ut/model_loader/netloader/test_netloader_load.py
tests/ut/model_loader/netloader/test_netloader_utils.py
tests/ut/ops/test_activation.py
tests/ut/ops/test_comm_utils.py
tests/ut/ops/test_fused_moe.py
tests/ut/ops/test_layernorm.py
tests/ut/ops/test_linear.py
tests/ut/ops/test_mla.py
tests/ut/ops/test_moe_comm_method.py
tests/ut/ops/test_moe_mlp.py
tests/ut/ops/test_prepare_finalize.py
tests/ut/ops/test_rotary_embedding.py
tests/ut/ops/test_token_dispatcher.py
tests/ut/ops/test_vocab_parallel_embedding.py
tests/ut/patch/worker/patch_common/test_patch_distributed.py
tests/ut/patch/worker/patch_common/test_patch_minicpm.py
tests/ut/quantization/test_quant_config.py
tests/ut/quantization/test_utils.py
tests/ut/quantization/test_w4a16.py
tests/ut/quantization/test_w4a4_flatquant_dynamic.py
tests/ut/quantization/test_w4a8_dynamic.py
tests/ut/quantization/test_w8a16.py
tests/ut/quantization/test_w8a8.py
tests/ut/quantization/test_w8a8_dynamic.py
tests/ut/sample/test_rejection_sampler.py
tests/ut/sample/test_sampler.py
tests/ut/spec_decode/test_eagle_proposer.py
tests/ut/spec_decode/test_mtp_proposer.py
tests/ut/worker/test_block_table.py
tests/ut/worker/test_pcp_manager.py
tests/ut/worker/test_worker_v1.py
tools/actionlint.sh
tools/aisbench.py
tools/check_python_src_init.py
tools/check_repo.sh
tools/collect_user_first_contribution.sh
tools/enforce_regex_import.py
tools/format_contributors.py
tools/install_flash_infer_attention_score_ops_a2.sh
tools/install_flash_infer_attention_score_ops_a3.sh
tools/mooncake_installer.sh
tools/mypy.sh
tools/png-lint.sh
tools/send_mm_request.py
tools/send_request.py
tools/shellcheck.sh
tools/sphinx-lint.sh
tools/vllm_bench.py
vllm_ascend/__init__.py
vllm_ascend/_version.py
vllm_ascend/ascend_config.py
vllm_ascend/ascend_forward_context.py
vllm_ascend/batch_invariant.py
vllm_ascend/cpu_binding.py
vllm_ascend/envs.py
vllm_ascend/flash_common3_context.py
vllm_ascend/meta_registration.py
vllm_ascend/platform.py
vllm_ascend/profiling_config.py
vllm_ascend/utils.py
vllm_ascend.egg-info/PKG-INFO
vllm_ascend.egg-info/SOURCES.txt
vllm_ascend.egg-info/dependency_links.txt
vllm_ascend.egg-info/entry_points.txt
vllm_ascend.egg-info/requires.txt
vllm_ascend.egg-info/top_level.txt
vllm_ascend/_cann_ops_custom/.gitkeep
vllm_ascend/attention/__init__.py
vllm_ascend/attention/attention_mask.py
vllm_ascend/attention/attention_v1.py
vllm_ascend/attention/mla_v1.py
vllm_ascend/attention/sfa_v1.py
vllm_ascend/attention/utils.py
vllm_ascend/attention/context_parallel/__init__.py
vllm_ascend/attention/context_parallel/attention_cp.py
vllm_ascend/attention/context_parallel/common_cp.py
vllm_ascend/attention/context_parallel/mla_cp.py
vllm_ascend/compilation/__init__.py
vllm_ascend/compilation/acl_graph.py
vllm_ascend/compilation/compiler_interface.py
vllm_ascend/compilation/graph_fusion_pass_manager.py
vllm_ascend/compilation/npugraph_ex_passes/__init__.py
vllm_ascend/compilation/npugraph_ex_passes/add_rms_norm_quant.py
vllm_ascend/compilation/passes/__init__.py
vllm_ascend/compilation/passes/norm_quant_fusion_pass.py
vllm_ascend/compilation/passes/qknorm_rope_fusion_pass.py
vllm_ascend/core/__init__.py
vllm_ascend/core/multi_block_pool.py
vllm_ascend/core/recompute_scheduler.py
vllm_ascend/core/scheduler_dynamic_batch.py
vllm_ascend/device_allocator/__init__.py
vllm_ascend/device_allocator/camem.py
vllm_ascend/distributed/__init__.py
vllm_ascend/distributed/communicator.py
vllm_ascend/distributed/cpu_offload_connector.py
vllm_ascend/distributed/mooncake_connector.py
vllm_ascend/distributed/mooncake_layerwise_connector.py
vllm_ascend/distributed/mooncake_transfer_engine.py
vllm_ascend/distributed/parallel_state.py
vllm_ascend/distributed/ucm_connector.py
vllm_ascend/distributed/utils.py
vllm_ascend/distributed/cpu_offload_manager/__init__.py
vllm_ascend/distributed/cpu_offload_manager/cpu_kv_cache_manager.py
vllm_ascend/distributed/cpu_offload_manager/metadata.py
vllm_ascend/distributed/device_communicators/__init__.py
vllm_ascend/distributed/device_communicators/pyhccl.py
vllm_ascend/distributed/device_communicators/pyhccl_wrapper.py
vllm_ascend/distributed/kvpool/__init__.py
vllm_ascend/distributed/kvpool/ascend_store_connector.py
vllm_ascend/distributed/kvpool/config_data.py
vllm_ascend/distributed/kvpool/kv_transfer.py
vllm_ascend/distributed/kvpool/pool_scheduler.py
vllm_ascend/distributed/kvpool/pool_worker.py
vllm_ascend/distributed/kvpool/backend/__init__.py
vllm_ascend/distributed/kvpool/backend/backend.py
vllm_ascend/distributed/kvpool/backend/memcache_backend.py
vllm_ascend/distributed/kvpool/backend/mooncake_backend.py
vllm_ascend/eplb/__init__.py
vllm_ascend/eplb/eplb_updator.py
vllm_ascend/eplb/utils.py
vllm_ascend/eplb/adaptor/__init__.py
vllm_ascend/eplb/adaptor/abstract_adaptor.py
vllm_ascend/eplb/adaptor/vllm_adaptor.py
vllm_ascend/eplb/core/__init__.py
vllm_ascend/eplb/core/eplb_device_transfer_loader.py
vllm_ascend/eplb/core/eplb_utils.py
vllm_ascend/eplb/core/eplb_worker.py
vllm_ascend/eplb/core/policy/__init__.py
vllm_ascend/eplb/core/policy/policy_abstract.py
vllm_ascend/eplb/core/policy/policy_dynamic_ep.py
vllm_ascend/eplb/core/policy/policy_dynamic_ep_v2.py
vllm_ascend/eplb/core/policy/policy_factory.py
vllm_ascend/eplb/core/policy/policy_flashlb.py
vllm_ascend/eplb/core/policy/policy_random.py
vllm_ascend/kv_offload/__init__.py
vllm_ascend/kv_offload/cpu_npu.py
vllm_ascend/kv_offload/npu.py
vllm_ascend/lora/__init__.py
vllm_ascend/lora/lora_ops.py
vllm_ascend/lora/punica_npu.py
vllm_ascend/lora/utils.py
vllm_ascend/model_loader/__init__.py
vllm_ascend/model_loader/netloader/__init__.py
vllm_ascend/model_loader/netloader/load.py
vllm_ascend/model_loader/netloader/netloader.py
vllm_ascend/model_loader/netloader/utils.py
vllm_ascend/model_loader/netloader/executor/__init__.py
vllm_ascend/model_loader/netloader/executor/elastic_load.py
vllm_ascend/model_loader/netloader/executor/netloader_pg.py
vllm_ascend/model_loader/netloader/interaction/__init__.py
vllm_ascend/model_loader/netloader/interaction/elastic.py
vllm_ascend/ops/__init__.py
vllm_ascend/ops/activation.py
vllm_ascend/ops/flashcomm2_oshard_manager.py
vllm_ascend/ops/layer_shard_linear.py
vllm_ascend/ops/layernorm.py
vllm_ascend/ops/linear.py
vllm_ascend/ops/linear_op.py
vllm_ascend/ops/mla.py
vllm_ascend/ops/mm_encoder_attention.py
vllm_ascend/ops/register_custom_ops.py
vllm_ascend/ops/rotary_embedding.py
vllm_ascend/ops/vocab_parallel_embedding.py
vllm_ascend/ops/weight_prefetch.py
vllm_ascend/ops/fused_moe/__init__.py
vllm_ascend/ops/fused_moe/comm_utils.py
vllm_ascend/ops/fused_moe/experts_selector.py
vllm_ascend/ops/fused_moe/fused_moe.py
vllm_ascend/ops/fused_moe/moe_comm_method.py
vllm_ascend/ops/fused_moe/moe_mlp.py
vllm_ascend/ops/fused_moe/prepare_finalize.py
vllm_ascend/ops/fused_moe/token_dispatcher.py
vllm_ascend/ops/triton/__init__.py
vllm_ascend/ops/triton/fused_gdn_gating.py
vllm_ascend/ops/triton/reject_sample.py
vllm_ascend/ops/triton/rope.py
vllm_ascend/ops/triton/triton_utils.py
vllm_ascend/ops/triton/activation/__init__.py
vllm_ascend/ops/triton/activation/swiglu_quant.py
vllm_ascend/ops/triton/batch_invariant/__init__.py
vllm_ascend/ops/triton/batch_invariant/matmul.py
vllm_ascend/ops/triton/batch_invariant/mean.py
vllm_ascend/ops/triton/batch_invariant/rmsnorm.py
vllm_ascend/ops/triton/batch_invariant/softmax.py
vllm_ascend/ops/triton/fla/__init__.py
vllm_ascend/ops/triton/fla/chunk.py
vllm_ascend/ops/triton/fla/chunk_delta_h.py
vllm_ascend/ops/triton/fla/chunk_o.py
vllm_ascend/ops/triton/fla/chunk_scaled_dot_kkt.py
vllm_ascend/ops/triton/fla/cumsum.py
vllm_ascend/ops/triton/fla/fused_qkvzba_split_reshape.py
vllm_ascend/ops/triton/fla/l2norm.py
vllm_ascend/ops/triton/fla/layernorm_guard.py
vllm_ascend/ops/triton/fla/sigmoid_gating.py
vllm_ascend/ops/triton/fla/solve_tril.py
vllm_ascend/ops/triton/fla/utils.py
vllm_ascend/ops/triton/fla/wy_fast.py
vllm_ascend/ops/triton/linearnorm/__init__.py
vllm_ascend/ops/triton/linearnorm/split_qkv_rmsnorm_rope.py
vllm_ascend/ops/triton/mamba/__init__.py
vllm_ascend/ops/triton/mamba/causal_conv1d.py
vllm_ascend/ops/triton/spec_decode/__init__.py
vllm_ascend/ops/triton/spec_decode/utils.py
vllm_ascend/patch/__init__.py
vllm_ascend/patch/platform/__init__.py
vllm_ascend/patch/platform/patch_balance_schedule.py
vllm_ascend/patch/platform/patch_core.py
vllm_ascend/patch/platform/patch_distributed.py
vllm_ascend/patch/platform/patch_ec_connector.py
vllm_ascend/patch/platform/patch_kv_cache_coordinator.py
vllm_ascend/patch/platform/patch_kv_cache_utils.py
vllm_ascend/patch/platform/patch_lora_model_manager.py
vllm_ascend/patch/platform/patch_mamba_config.py
vllm_ascend/patch/platform/patch_message_queue.py
vllm_ascend/patch/platform/patch_multiproc_executor.py
vllm_ascend/patch/platform/patch_sched_yield.py
vllm_ascend/patch/platform/patch_set_cudagraph_sizes.py
vllm_ascend/patch/platform/patch_vllm_config.py
vllm_ascend/patch/worker/__init__.py
vllm_ascend/patch/worker/patch_bert.py
vllm_ascend/patch/worker/patch_deepseek.py
vllm_ascend/patch/worker/patch_deepseekv3.py
vllm_ascend/patch/worker/patch_distributed.py
vllm_ascend/patch/worker/patch_minicpm.py
vllm_ascend/patch/worker/patch_model_runner.py
vllm_ascend/patch/worker/patch_module.py
vllm_ascend/patch/worker/patch_multimodal_merge.py
vllm_ascend/patch/worker/patch_qwen3_next.py
vllm_ascend/patch/worker/patch_qwen3_next_mtp.py
vllm_ascend/patch/worker/patch_qwen3vl.py
vllm_ascend/patch/worker/patch_rejection_sampler.py
vllm_ascend/patch/worker/patch_rope.py
vllm_ascend/patch/worker/patch_triton.py
vllm_ascend/quantization/__init__.py
vllm_ascend/quantization/quant_config.py
vllm_ascend/quantization/utils.py
vllm_ascend/quantization/w4a16.py
vllm_ascend/quantization/w4a4_flatquant_dynamic.py
vllm_ascend/quantization/w4a8_dynamic.py
vllm_ascend/quantization/w8a16.py
vllm_ascend/quantization/w8a8.py
vllm_ascend/quantization/w8a8_dynamic.py
vllm_ascend/quantization/w8a8_pdmix.py
vllm_ascend/quantization/w8a8mxfp8.py
vllm_ascend/quantization/compressed_tensors/__init__.py
vllm_ascend/quantization/compressed_tensors/compressed_tensors.py
vllm_ascend/sample/__init__.py
vllm_ascend/sample/rejection_sampler.py
vllm_ascend/sample/sampler.py
vllm_ascend/spec_decode/__init__.py
vllm_ascend/spec_decode/eagle_proposer.py
vllm_ascend/spec_decode/interface.py
vllm_ascend/spec_decode/mtp_proposer.py
vllm_ascend/spec_decode/ngram_proposer.py
vllm_ascend/spec_decode/suffix_proposer.py
vllm_ascend/worker/__init__.py
vllm_ascend/worker/block_table.py
vllm_ascend/worker/model_runner_v1.py
vllm_ascend/worker/npu_input_batch.py
vllm_ascend/worker/pcp_utils.py
vllm_ascend/worker/worker.py
vllm_ascend/worker/v2/README.md
vllm_ascend/worker/v2/__init__.py
vllm_ascend/worker/v2/aclgraph_utils.py
vllm_ascend/worker/v2/attn_utils.py
vllm_ascend/worker/v2/input_batch.py
vllm_ascend/worker/v2/model_runner.py
vllm_ascend/worker/v2/states.py
vllm_ascend/worker/v2/utils.py
vllm_ascend/worker/v2/sample/__init__.py
vllm_ascend/worker/v2/sample/gumbel.py
vllm_ascend/worker/v2/sample/penalties.py
vllm_ascend/worker/v2/sample/sampler.py
vllm_ascend/xlite/__init__.py
vllm_ascend/xlite/xlite.py
vllm_ascend/xlite/xlite_model_runner.py
vllm_ascend/xlite/xlite_worker.py