Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions vllm/models/deepseek_v4/amd/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -578,6 +578,9 @@ def _validate_aiter_mega_moe_config(vllm_config: VllmConfig) -> None:


class DeepseekV4MoE(nn.Module):
# None: use the padding vLLM added.
experts_intermediate_pad: int | None = None

def __init__(
self,
vllm_config: VllmConfig,
Expand Down Expand Up @@ -726,6 +729,7 @@ def __init__(
top_k=config.num_experts_per_tok,
hidden_size=config.hidden_size,
intermediate_size=config.moe_intermediate_size,
intermediate_pad=self.experts_intermediate_pad,
renormalize=config.norm_topk_prob,
quant_config=quant_config,
prefix=f"{prefix}.experts",
Expand Down
4 changes: 4 additions & 0 deletions vllm/models/deepseek_v41/amd/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,10 @@


class DeepseekV4MoE(DeepseekV4MoEBase):
# TODO: revert once https://github.com/ROCm/aiter/pull/6598 is in the
# pinned AITER; with the padding set, its FlyDSL MoE can output NaN.
experts_intermediate_pad = 0

def __init__(
self,
vllm_config: VllmConfig,
Expand Down
Loading