File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -57,7 +57,7 @@ def __init__(
5757 assert self .speculative_config is not None
5858 self .draft_model_config = self .speculative_config .draft_model_config
5959 self .method = self .speculative_config .method
60- self .enable_probs = self .speculative_config .enable_draft_probs
60+ self .enable_draft_probs = self .speculative_config .enable_draft_probs
6161
6262 self .runner = runner
6363 self .dtype = vllm_config .model_config .dtype
@@ -733,7 +733,7 @@ def _compute_probs_and_sample(
733733 logits : torch .Tensor ,
734734 sampling_metadata : SamplingMetadata ,
735735 ) -> tuple [torch .Tensor , Optional [torch .Tensor ]]:
736- if not self .enable_probs :
736+ if not self .enable_draft_probs :
737737 return logits .argmax (dim = - 1 ), None
738738 elif sampling_metadata .all_greedy :
739739 # For greedy requests, draft_probs is not used in rejection
You can’t perform that action at this time.
0 commit comments