We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e671c8d commit 03697e9Copy full SHA for 03697e9
tensorrt_llm/_torch/speculative/eagle3.py
@@ -94,8 +94,10 @@ class Eagle3SpecMetadata(SpecMetadata):
94
eagle3_resource_manager: Optional[Eagle3ResourceManager] = None
95
96
def __post_init__(self):
97
- if self.layers_to_capture is None:
98
- if self.is_draft_model or self.num_layers == 1:
+ if self.is_draft_model:
+ self.layers_to_capture = (self.num_layers - 1, )
99
+ elif self.layers_to_capture is None:
100
+ if self.num_layers == 1:
101
self.layers_to_capture = (self.num_layers - 1, )
102
else:
103
if self.num_layers <= 5:
0 commit comments