We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bd68227 commit c2083d5Copy full SHA for c2083d5
vllm/model_executor/layers/fused_moe/aiter_experts.py
@@ -111,7 +111,7 @@ def apply(
111
activation=activation,
112
apply_router_weight_on_input=apply_router_weight_on_input,
113
expert_map=expert_map,
114
- expert_num_tokens=expert_tokens_meta.expert_num_tokens,
+ expert_num_tokens=expert_tokens_meta.expert_num_tokens if expert_tokens_meta is not None else None,
115
output_dtype=output.dtype,
116
quant_config=self.quant_config,
117
a1q_scale=a1q_scale,
0 commit comments