Skip to content
30 changes: 0 additions & 30 deletions vllm/v1/sample/ops/utils.py

This file was deleted.

4 changes: 1 addition & 3 deletions vllm/v1/sample/rejection_sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@
from vllm.logger import init_logger
from vllm.v1.sample.metadata import SamplingMetadata
from vllm.v1.sample.ops.topk_topp_sampler import apply_top_k_top_p
from vllm.v1.sample.ops.utils import compiled_softmax
from vllm.v1.spec_decode.metadata import SpecDecodeMetadata

logger = init_logger(__name__)
Expand Down Expand Up @@ -275,8 +274,7 @@ def compute_probs(
# NOTE(woosuk): `apply_top_k_top_p` uses sorting to calculate the mask,
# which is slow for large vocab sizes. This may cause performance issues.
logits = apply_top_k_top_p(logits, top_k, top_p)

output_prob = compiled_softmax(logits)
output_prob = logits.softmax(dim=-1, dtype=torch.float32)
return output_prob


Expand Down