We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 441d405 commit e3cf182Copy full SHA for e3cf182
tensorrt_llm/_torch/speculative/utils.py
@@ -141,7 +141,7 @@ def get_spec_drafter(model_engine,
141
142
if spec_config.spec_dec_mode.is_ngram():
143
return NGramDrafter(spec_config,
144
- spec_resource_manager=spec_resource_manager,
+ ngram_pool_manager=spec_resource_manager,
145
guided_decoder=guided_decoder)
146
147
return None
0 commit comments