From 172cb0a2e7039fcb22a15ca3ae43ae17ca3a8562 Mon Sep 17 00:00:00 2001 From: jiahanc <173873397+jiahanc@users.noreply.github.com> Date: Sun, 12 Apr 2026 21:41:00 -0700 Subject: [PATCH 1/2] fix mypy error Signed-off-by: jiahanc <173873397+jiahanc@users.noreply.github.com> --- flashinfer/comm/allreduce.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/flashinfer/comm/allreduce.py b/flashinfer/comm/allreduce.py index 856c7dedda..66b9ec86b6 100644 --- a/flashinfer/comm/allreduce.py +++ b/flashinfer/comm/allreduce.py @@ -717,6 +717,8 @@ def allreduce_fusion( expanded_idx_to_permuted_idx=expanded_idx_to_permuted_idx, norm_out=norm_out, residual_out=residual_out, + quant_out=None, + scale_out=None, workspace_ptrs=workspace.workspace_tensor, launch_with_pdl=launch_with_pdl, world_rank=workspace.rank, @@ -724,6 +726,7 @@ def allreduce_fusion( eps=rms_eps, shared_expert_output=shared_expert_output, expert_scale_factor=expert_scale_factor, + routed_scaling_factor=None, ) return norm_out From 4767d497dfb391cf4d48914e8d18441a0cfe5fa4 Mon Sep 17 00:00:00 2001 From: jiahanc <173873397+jiahanc@users.noreply.github.com> Date: Sun, 12 Apr 2026 22:01:55 -0700 Subject: [PATCH 2/2] per comment Signed-off-by: jiahanc <173873397+jiahanc@users.noreply.github.com> --- flashinfer/comm/allreduce.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/flashinfer/comm/allreduce.py b/flashinfer/comm/allreduce.py index 66b9ec86b6..ef048b5e54 100644 --- a/flashinfer/comm/allreduce.py +++ b/flashinfer/comm/allreduce.py @@ -717,8 +717,8 @@ def allreduce_fusion( expanded_idx_to_permuted_idx=expanded_idx_to_permuted_idx, norm_out=norm_out, residual_out=residual_out, - quant_out=None, - scale_out=None, + quant_out=quant_out, + scale_out=scale_out, workspace_ptrs=workspace.workspace_tensor, launch_with_pdl=launch_with_pdl, world_rank=workspace.rank,