From c460dda86b608f59a5ce0b31a0f40b0c08035276 Mon Sep 17 00:00:00 2001 From: mojave2 Date: Sat, 6 Dec 2025 20:08:16 +0800 Subject: [PATCH] [Bugfix] disable fused-moe kernel in MTP module Signed-off-by: mojave2 --- vllm_ascend/spec_decode/mtp_proposer.py | 6 +++++- vllm_ascend/worker/model_runner_v1.py | 13 +++++++------ 2 files changed, 12 insertions(+), 7 deletions(-) diff --git a/vllm_ascend/spec_decode/mtp_proposer.py b/vllm_ascend/spec_decode/mtp_proposer.py index 08930190974..eb71bfb2f97 100644 --- a/vllm_ascend/spec_decode/mtp_proposer.py +++ b/vllm_ascend/spec_decode/mtp_proposer.py @@ -27,7 +27,8 @@ from vllm.v1.utils import CpuGpuBuffer from vllm.v1.worker.gpu_input_batch import CachedRequestState, InputBatch -from vllm_ascend.ascend_forward_context import set_ascend_forward_context +from vllm_ascend.ascend_forward_context import (MoECommType, + set_ascend_forward_context) from vllm_ascend.attention.attention_v1 import AscendAttentionState from vllm_ascend.attention.utils import AscendCommonAttentionMetadata from vllm_ascend.compilation.acl_graph import (ACLGraphWrapper, @@ -237,6 +238,9 @@ def dummy_run(self, ) = self.runner._sync_metadata_across_dp(num_tokens, with_prefill) moe_comm_type = self.runner._select_moe_comm_method(num_tokens) + # TODO: remove this after moe_comm_type selection logic is finalized + moe_comm_type = (MoECommType.ALLTOALL if moe_comm_type + == MoECommType.FUSED_ALLTOALL else moe_comm_type) if skip_attn: attn_metadata = None diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py index 7c096f16177..baee23df73c 100644 --- a/vllm_ascend/worker/model_runner_v1.py +++ b/vllm_ascend/worker/model_runner_v1.py @@ -52,8 +52,8 @@ has_kv_transfer_group) from vllm.distributed.kv_transfer.kv_connector.v1 import KVConnectorBase_V1 from vllm.distributed.parallel_state import (get_dcp_group, get_dp_group, - get_pcp_group, get_pp_group, - get_tp_group, + get_ep_group, get_pcp_group, + get_pp_group, get_tp_group, is_global_first_rank) from vllm.forward_context import get_forward_context from vllm.logger import logger @@ -2347,10 +2347,11 @@ def _select_moe_comm_method(self, moe_comm_type = MoECommType.ALLGATHER elif soc_version in {AscendDeviceType._910_93}: - moe_comm_type = (MoECommType.MC2 - if num_tokens <= self.mc2_tokens_capacity else - MoECommType.FUSED_ALLTOALL if quant_type - == "w8a8_dynamic" else MoECommType.ALLTOALL) + # TODO: drop the EP-size guard when dispatch_ffn_combine supports larger EP sizes + moe_comm_type = ( + MoECommType.MC2 if num_tokens <= self.mc2_tokens_capacity else + MoECommType.FUSED_ALLTOALL if quant_type == "w8a8_dynamic" + and get_ep_group().world_size <= 16 else MoECommType.ALLTOALL) else: raise ValueError(f"Unsupported soc_version: {soc_version}")