From b054550f4416d096372d635c74cae7123bd49909 Mon Sep 17 00:00:00 2001 From: Aakif Nawaz Date: Thu, 7 May 2026 15:04:12 +0000 Subject: [PATCH] Fix ROCm AITER AR RMSNorm synthetic residual Signed-off-by: Aakif Nawaz --- vllm/compilation/passes/fusion/allreduce_rms_fusion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py index 6cb0c8f49f3d..83423c02a6f1 100644 --- a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py +++ b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py @@ -939,7 +939,7 @@ def replacement(self): def _replacement( input: torch.Tensor, weight: torch.Tensor ) -> tuple[torch.Tensor, torch.Tensor]: - residual = torch.empty_like(input) + residual = torch.zeros_like(input) allreduce = self.FUSED_AR_RMSNORM_OP( input_=input, residual=residual,