Skip to content

Commit 03697e9

Browse files
committed
small fix
Signed-off-by: Izzy Putterman <[email protected]>
1 parent e671c8d commit 03697e9

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

tensorrt_llm/_torch/speculative/eagle3.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,8 +94,10 @@ class Eagle3SpecMetadata(SpecMetadata):
9494
eagle3_resource_manager: Optional[Eagle3ResourceManager] = None
9595

9696
def __post_init__(self):
97-
if self.layers_to_capture is None:
98-
if self.is_draft_model or self.num_layers == 1:
97+
if self.is_draft_model:
98+
self.layers_to_capture = (self.num_layers - 1, )
99+
elif self.layers_to_capture is None:
100+
if self.num_layers == 1:
99101
self.layers_to_capture = (self.num_layers - 1, )
100102
else:
101103
if self.num_layers <= 5:

0 commit comments

Comments
 (0)