diff --git a/python/sglang/srt/layers/sampler.py b/python/sglang/srt/layers/sampler.py index 5bc9cc1d897..75644b588e0 100644 --- a/python/sglang/srt/layers/sampler.py +++ b/python/sglang/srt/layers/sampler.py @@ -91,7 +91,7 @@ def forward( ) else: batch_next_token_ids = top_k_top_p_sampling_from_probs( - probs, + probs.contiguous(), sampling_info.top_ks, sampling_info.top_ps, filter_apply_order="joint",