diff --git a/python/sglang/srt/layers/attention/aiter_backend.py b/python/sglang/srt/layers/attention/aiter_backend.py index 5d29b16d7c13..dd48ae19a158 100755 --- a/python/sglang/srt/layers/attention/aiter_backend.py +++ b/python/sglang/srt/layers/attention/aiter_backend.py @@ -1765,6 +1765,8 @@ def forward_extend( True, # causal self.forward_metadata.mask_indptr, self.forward_metadata.max_extend_len, + 1.0, # k_scale + 1.0, # v_scale layer.scaling, logit_cap=layer.logit_cap, )