Skip to content

Commit 760f97d

Browse files
committed
Naming
Signed-off-by: Andy Lo <[email protected]>
1 parent 19ce732 commit 760f97d

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/v1/spec_decode/eagle.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,7 @@ def __init__(
5757
assert self.speculative_config is not None
5858
self.draft_model_config = self.speculative_config.draft_model_config
5959
self.method = self.speculative_config.method
60-
self.enable_probs = self.speculative_config.enable_draft_probs
60+
self.enable_draft_probs = self.speculative_config.enable_draft_probs
6161

6262
self.runner = runner
6363
self.dtype = vllm_config.model_config.dtype
@@ -733,7 +733,7 @@ def _compute_probs_and_sample(
733733
logits: torch.Tensor,
734734
sampling_metadata: SamplingMetadata,
735735
) -> tuple[torch.Tensor, Optional[torch.Tensor]]:
736-
if not self.enable_probs:
736+
if not self.enable_draft_probs:
737737
return logits.argmax(dim=-1), None
738738
elif sampling_metadata.all_greedy:
739739
# For greedy requests, draft_probs is not used in rejection

0 commit comments

Comments
 (0)