diff --git a/python/sglang/srt/models/dflash.py b/python/sglang/srt/models/dflash.py index f3205f3de4ae..05b6f1f8d857 100644 --- a/python/sglang/srt/models/dflash.py +++ b/python/sglang/srt/models/dflash.py @@ -473,7 +473,8 @@ def _grouped_conv(hidden_states, delta, base, block_size, num_groups, group_size position = position % block_size for tap in range(1, taps): shifted = F.pad(blocks[:-tap], (0, 0, 0, 0, tap, 0)) - out = out + coefficients[:, tap] * shifted * (position >= tap).view(-1, 1, 1) + shifted = torch.where((position >= tap).view(-1, 1, 1), shifted, 0) + out = out + coefficients[:, tap] * shifted return out.flatten(-2)